xref: /aosp_15_r20/external/antlr/runtime/JavaScript/tests/functional/t010lexer.html (revision 16467b971bd3e2009fad32dd79016f2c7e421deb)
1*16467b97STreehugger Robot<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
2*16467b97STreehugger Robot<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
3*16467b97STreehugger Robot<head>
4*16467b97STreehugger Robot<meta http-equiv="content-type" content="text/html;charset=utf-8" />
5*16467b97STreehugger Robot<title>t010lexer</title>
6*16467b97STreehugger Robot
7*16467b97STreehugger Robot<!-- ANTLR includes -->
8*16467b97STreehugger Robot<script type="text/javascript" src="../../lib/antlr3-all.js"></script>
9*16467b97STreehugger Robot<script type="text/javascript" src="t010lexer.js"></script>
10*16467b97STreehugger Robot
11*16467b97STreehugger Robot<!-- JsUnit include -->
12*16467b97STreehugger Robot<script type="text/javascript" src="../jsunit/app/jsUnitCore.js"></script>
13*16467b97STreehugger Robot
14*16467b97STreehugger Robot<!-- Test Code -->
15*16467b97STreehugger Robot<script type="text/javascript">
16*16467b97STreehugger Robot    function TLexer() {
17*16467b97STreehugger Robot        TLexer.superclass.constructor.apply(this, arguments);
18*16467b97STreehugger Robot    }
19*16467b97STreehugger Robot    org.antlr.lang.extend(TLexer, t010lexer, {
20*16467b97STreehugger Robot        reportError: function(re) {
21*16467b97STreehugger Robot            /* don't recover, just crash */
22*16467b97STreehugger Robot            throw re;
23*16467b97STreehugger Robot        }
24*16467b97STreehugger Robot    });
25*16467b97STreehugger Robot
26*16467b97STreehugger Robot    function testValid() {
27*16467b97STreehugger Robot        var stream = new org.antlr.runtime.ANTLRStringStream("foobar _Ab98 \n A12sdf"),
28*16467b97STreehugger Robot
29*16467b97STreehugger Robot            lexer = new TLexer(stream),
30*16467b97STreehugger Robot            token;
31*16467b97STreehugger Robot
32*16467b97STreehugger Robot        token = lexer.nextToken();
33*16467b97STreehugger Robot        assertEquals(token.getType(), lexer.IDENTIFIER);
34*16467b97STreehugger Robot        assertEquals(token.getStartIndex(), 0);
35*16467b97STreehugger Robot        assertEquals(token.getStopIndex(), 5);
36*16467b97STreehugger Robot        assertEquals(token.getText(), "foobar");
37*16467b97STreehugger Robot
38*16467b97STreehugger Robot        token = lexer.nextToken();
39*16467b97STreehugger Robot        assertEquals(token.getType(), lexer.WS);
40*16467b97STreehugger Robot        assertEquals(token.getStartIndex(), 6);
41*16467b97STreehugger Robot        assertEquals(token.getStopIndex(), 6);
42*16467b97STreehugger Robot        assertEquals(token.getText(), ' ');
43*16467b97STreehugger Robot
44*16467b97STreehugger Robot        token = lexer.nextToken();
45*16467b97STreehugger Robot        assertEquals(token.getType(), lexer.IDENTIFIER);
46*16467b97STreehugger Robot        assertEquals(token.getStartIndex(), 7);
47*16467b97STreehugger Robot        assertEquals(token.getStopIndex(), 11);
48*16467b97STreehugger Robot        assertEquals(token.getText(), '_Ab98');
49*16467b97STreehugger Robot
50*16467b97STreehugger Robot        token = lexer.nextToken();
51*16467b97STreehugger Robot        assertEquals(token.getType(), lexer.WS);
52*16467b97STreehugger Robot        assertEquals(token.getStartIndex(), 12);
53*16467b97STreehugger Robot        assertEquals(token.getStopIndex(), 14);
54*16467b97STreehugger Robot        assertEquals(token.getText(), " \n ");
55*16467b97STreehugger Robot
56*16467b97STreehugger Robot        token = lexer.nextToken();
57*16467b97STreehugger Robot        assertEquals(token.getType(), lexer.IDENTIFIER);
58*16467b97STreehugger Robot        assertEquals(token.getStartIndex(), 15);
59*16467b97STreehugger Robot        assertEquals(token.getStopIndex(), 20);
60*16467b97STreehugger Robot        assertEquals(token.getText(), 'A12sdf');
61*16467b97STreehugger Robot
62*16467b97STreehugger Robot        token = lexer.nextToken();
63*16467b97STreehugger Robot        assertEquals(token.getType(), lexer.EOF);
64*16467b97STreehugger Robot    }
65*16467b97STreehugger Robot
66*16467b97STreehugger Robot    function testMalformedInput() {
67*16467b97STreehugger Robot        var stream = new org.antlr.runtime.ANTLRStringStream('a-b'),
68*16467b97STreehugger Robot            lexer = new TLexer(stream),
69*16467b97STreehugger Robot            token;
70*16467b97STreehugger Robot
71*16467b97STreehugger Robot        lexer.nextToken();
72*16467b97STreehugger Robot        try {
73*16467b97STreehugger Robot            token = lexer.nextToken();
74*16467b97STreehugger Robot            fail("nextToken should have thrown error on invalid input");
75*16467b97STreehugger Robot        } catch (e) {
76*16467b97STreehugger Robot            assert(e instanceof org.antlr.runtime.NoViableAltException);
77*16467b97STreehugger Robot            assertEquals(e.getUnexpectedType(), '-');
78*16467b97STreehugger Robot            assertEquals(e.charPositionInLine, 1);
79*16467b97STreehugger Robot            assertEquals(e.line, 1);
80*16467b97STreehugger Robot        }
81*16467b97STreehugger Robot    }
82*16467b97STreehugger Robot</script>
83*16467b97STreehugger Robot
84*16467b97STreehugger Robot</head>
85*16467b97STreehugger Robot<body>
86*16467b97STreehugger Robot    <h1>t010lexer</h1>
87*16467b97STreehugger Robot</body>
88