Searched refs:setTokenizer (Results 1 – 1 of 1) sorted by relevance
474 def setTokenizer(self,tokenizer): member in CppTokenizerTester505 tester.setTokenizer( CppLineTokenizer("#an/example && (01923_xy)") )509 tester.setTokenizer( CppLineTokenizer("FOO(BAR) && defined(BAZ)") )513 tester.setTokenizer( CppLinesTokenizer( ["/*", "#", "*/"] ) )516 tester.setTokenizer( CppLinesTokenizer( ["first", "second"] ) )519 tester.setTokenizer( CppLinesTokenizer( ["first second", " third"] ) )527 tester.setTokenizer( CppLinesTokenizer( [ "boo /* what the", "hell */" ] ) )532 tester.setTokenizer( CppLinesTokenizer( [ "an \\", " example" ] ) )