1*16467b97STreehugger Robotimport antlr3 2*16467b97STreehugger Robotimport testbase 3*16467b97STreehugger Robotimport unittest 4*16467b97STreehugger Robot 5*16467b97STreehugger Robotclass t010lexer(testbase.ANTLRTest): 6*16467b97STreehugger Robot def setUp(self): 7*16467b97STreehugger Robot self.compileGrammar() 8*16467b97STreehugger Robot 9*16467b97STreehugger Robot 10*16467b97STreehugger Robot def lexerClass(self, base): 11*16467b97STreehugger Robot class TLexer(base): 12*16467b97STreehugger Robot def emitErrorMessage(self, msg): 13*16467b97STreehugger Robot # report errors to /dev/null 14*16467b97STreehugger Robot pass 15*16467b97STreehugger Robot 16*16467b97STreehugger Robot def reportError(self, re): 17*16467b97STreehugger Robot # no error recovery yet, just crash! 18*16467b97STreehugger Robot raise re 19*16467b97STreehugger Robot 20*16467b97STreehugger Robot return TLexer 21*16467b97STreehugger Robot 22*16467b97STreehugger Robot 23*16467b97STreehugger Robot def testValid(self): 24*16467b97STreehugger Robot stream = antlr3.StringStream('foobar _Ab98 \n A12sdf') 25*16467b97STreehugger Robot lexer = self.getLexer(stream) 26*16467b97STreehugger Robot 27*16467b97STreehugger Robot token = lexer.nextToken() 28*16467b97STreehugger Robot self.assertEqual(token.type, self.lexerModule.IDENTIFIER) 29*16467b97STreehugger Robot self.assertEqual(token.start, 0) 30*16467b97STreehugger Robot self.assertEqual(token.stop, 5) 31*16467b97STreehugger Robot self.assertEqual(token.text, 'foobar') 32*16467b97STreehugger Robot 33*16467b97STreehugger Robot token = lexer.nextToken() 34*16467b97STreehugger Robot self.assertEqual(token.type, self.lexerModule.WS) 35*16467b97STreehugger Robot self.assertEqual(token.start, 6) 36*16467b97STreehugger Robot self.assertEqual(token.stop, 6) 37*16467b97STreehugger Robot self.assertEqual(token.text, ' ') 38*16467b97STreehugger Robot 39*16467b97STreehugger Robot token = lexer.nextToken() 40*16467b97STreehugger Robot self.assertEqual(token.type, self.lexerModule.IDENTIFIER) 41*16467b97STreehugger Robot self.assertEqual(token.start, 7) 42*16467b97STreehugger Robot self.assertEqual(token.stop, 11) 43*16467b97STreehugger Robot self.assertEqual(token.text, '_Ab98') 44*16467b97STreehugger Robot 45*16467b97STreehugger Robot token = lexer.nextToken() 46*16467b97STreehugger Robot self.assertEqual(token.type, self.lexerModule.WS) 47*16467b97STreehugger Robot self.assertEqual(token.start, 12) 48*16467b97STreehugger Robot self.assertEqual(token.stop, 14) 49*16467b97STreehugger Robot self.assertEqual(token.text, ' \n ') 50*16467b97STreehugger Robot 51*16467b97STreehugger Robot token = lexer.nextToken() 52*16467b97STreehugger Robot self.assertEqual(token.type, self.lexerModule.IDENTIFIER) 53*16467b97STreehugger Robot self.assertEqual(token.start, 15) 54*16467b97STreehugger Robot self.assertEqual(token.stop, 20) 55*16467b97STreehugger Robot self.assertEqual(token.text, 'A12sdf') 56*16467b97STreehugger Robot 57*16467b97STreehugger Robot token = lexer.nextToken() 58*16467b97STreehugger Robot self.assertEqual(token.type, self.lexerModule.EOF) 59*16467b97STreehugger Robot 60*16467b97STreehugger Robot 61*16467b97STreehugger Robot def testMalformedInput(self): 62*16467b97STreehugger Robot stream = antlr3.StringStream('a-b') 63*16467b97STreehugger Robot lexer = self.getLexer(stream) 64*16467b97STreehugger Robot 65*16467b97STreehugger Robot lexer.nextToken() 66*16467b97STreehugger Robot try: 67*16467b97STreehugger Robot token = lexer.nextToken() 68*16467b97STreehugger Robot self.fail(token) 69*16467b97STreehugger Robot 70*16467b97STreehugger Robot except antlr3.NoViableAltException as exc: 71*16467b97STreehugger Robot self.assertEqual(exc.unexpectedType, '-') 72*16467b97STreehugger Robot self.assertEqual(exc.charPositionInLine, 1) 73*16467b97STreehugger Robot self.assertEqual(exc.line, 1) 74*16467b97STreehugger Robot 75*16467b97STreehugger Robot 76*16467b97STreehugger Robot 77*16467b97STreehugger Robotif __name__ == '__main__': 78*16467b97STreehugger Robot unittest.main() 79