xref: /aosp_15_r20/external/libxkbcommon/src/xkbcomp/scanner.c (revision 2b949d0487e80d67f1fda82db69e101e761f8064)
1*2b949d04SAndroid Build Coastguard Worker /*
2*2b949d04SAndroid Build Coastguard Worker  * Copyright © 2012 Ran Benita <[email protected]>
3*2b949d04SAndroid Build Coastguard Worker  *
4*2b949d04SAndroid Build Coastguard Worker  * Permission is hereby granted, free of charge, to any person obtaining a
5*2b949d04SAndroid Build Coastguard Worker  * copy of this software and associated documentation files (the "Software"),
6*2b949d04SAndroid Build Coastguard Worker  * to deal in the Software without restriction, including without limitation
7*2b949d04SAndroid Build Coastguard Worker  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8*2b949d04SAndroid Build Coastguard Worker  * and/or sell copies of the Software, and to permit persons to whom the
9*2b949d04SAndroid Build Coastguard Worker  * Software is furnished to do so, subject to the following conditions:
10*2b949d04SAndroid Build Coastguard Worker  *
11*2b949d04SAndroid Build Coastguard Worker  * The above copyright notice and this permission notice (including the next
12*2b949d04SAndroid Build Coastguard Worker  * paragraph) shall be included in all copies or substantial portions of the
13*2b949d04SAndroid Build Coastguard Worker  * Software.
14*2b949d04SAndroid Build Coastguard Worker  *
15*2b949d04SAndroid Build Coastguard Worker  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16*2b949d04SAndroid Build Coastguard Worker  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17*2b949d04SAndroid Build Coastguard Worker  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
18*2b949d04SAndroid Build Coastguard Worker  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19*2b949d04SAndroid Build Coastguard Worker  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20*2b949d04SAndroid Build Coastguard Worker  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
21*2b949d04SAndroid Build Coastguard Worker  * DEALINGS IN THE SOFTWARE.
22*2b949d04SAndroid Build Coastguard Worker  */
23*2b949d04SAndroid Build Coastguard Worker 
24*2b949d04SAndroid Build Coastguard Worker #include "config.h"
25*2b949d04SAndroid Build Coastguard Worker 
26*2b949d04SAndroid Build Coastguard Worker #include "xkbcomp-priv.h"
27*2b949d04SAndroid Build Coastguard Worker #include "parser-priv.h"
28*2b949d04SAndroid Build Coastguard Worker #include "scanner-utils.h"
29*2b949d04SAndroid Build Coastguard Worker 
30*2b949d04SAndroid Build Coastguard Worker static bool
number(struct scanner * s,int64_t * out,int * out_tok)31*2b949d04SAndroid Build Coastguard Worker number(struct scanner *s, int64_t *out, int *out_tok)
32*2b949d04SAndroid Build Coastguard Worker {
33*2b949d04SAndroid Build Coastguard Worker     bool is_float = false, is_hex = false;
34*2b949d04SAndroid Build Coastguard Worker     const char *start = s->s + s->pos;
35*2b949d04SAndroid Build Coastguard Worker     char *end;
36*2b949d04SAndroid Build Coastguard Worker 
37*2b949d04SAndroid Build Coastguard Worker     if (lit(s, "0x")) {
38*2b949d04SAndroid Build Coastguard Worker         while (is_xdigit(peek(s))) next(s);
39*2b949d04SAndroid Build Coastguard Worker         is_hex = true;
40*2b949d04SAndroid Build Coastguard Worker     }
41*2b949d04SAndroid Build Coastguard Worker     else {
42*2b949d04SAndroid Build Coastguard Worker         while (is_digit(peek(s))) next(s);
43*2b949d04SAndroid Build Coastguard Worker         is_float = chr(s, '.');
44*2b949d04SAndroid Build Coastguard Worker         while (is_digit(peek(s))) next(s);
45*2b949d04SAndroid Build Coastguard Worker     }
46*2b949d04SAndroid Build Coastguard Worker     if (s->s + s->pos == start)
47*2b949d04SAndroid Build Coastguard Worker         return false;
48*2b949d04SAndroid Build Coastguard Worker 
49*2b949d04SAndroid Build Coastguard Worker     errno = 0;
50*2b949d04SAndroid Build Coastguard Worker     if (is_hex)
51*2b949d04SAndroid Build Coastguard Worker         *out = strtoul(start, &end, 16);
52*2b949d04SAndroid Build Coastguard Worker     else if (is_float)
53*2b949d04SAndroid Build Coastguard Worker         /* The parser currently just ignores floats, so the cast is
54*2b949d04SAndroid Build Coastguard Worker          * fine - the value doesn't matter. */
55*2b949d04SAndroid Build Coastguard Worker         *out = strtod(start, &end);
56*2b949d04SAndroid Build Coastguard Worker     else
57*2b949d04SAndroid Build Coastguard Worker         *out = strtoul(start, &end, 10);
58*2b949d04SAndroid Build Coastguard Worker     if (errno != 0 || s->s + s->pos != end)
59*2b949d04SAndroid Build Coastguard Worker         *out_tok = ERROR_TOK;
60*2b949d04SAndroid Build Coastguard Worker     else
61*2b949d04SAndroid Build Coastguard Worker         *out_tok = (is_float ? FLOAT : INTEGER);
62*2b949d04SAndroid Build Coastguard Worker     return true;
63*2b949d04SAndroid Build Coastguard Worker }
64*2b949d04SAndroid Build Coastguard Worker 
65*2b949d04SAndroid Build Coastguard Worker int
_xkbcommon_lex(YYSTYPE * yylval,struct scanner * s)66*2b949d04SAndroid Build Coastguard Worker _xkbcommon_lex(YYSTYPE *yylval, struct scanner *s)
67*2b949d04SAndroid Build Coastguard Worker {
68*2b949d04SAndroid Build Coastguard Worker     int tok;
69*2b949d04SAndroid Build Coastguard Worker 
70*2b949d04SAndroid Build Coastguard Worker skip_more_whitespace_and_comments:
71*2b949d04SAndroid Build Coastguard Worker     /* Skip spaces. */
72*2b949d04SAndroid Build Coastguard Worker     while (is_space(peek(s))) next(s);
73*2b949d04SAndroid Build Coastguard Worker 
74*2b949d04SAndroid Build Coastguard Worker     /* Skip comments. */
75*2b949d04SAndroid Build Coastguard Worker     if (lit(s, "//") || chr(s, '#')) {
76*2b949d04SAndroid Build Coastguard Worker         skip_to_eol(s);
77*2b949d04SAndroid Build Coastguard Worker         goto skip_more_whitespace_and_comments;
78*2b949d04SAndroid Build Coastguard Worker     }
79*2b949d04SAndroid Build Coastguard Worker 
80*2b949d04SAndroid Build Coastguard Worker     /* See if we're done. */
81*2b949d04SAndroid Build Coastguard Worker     if (eof(s)) return END_OF_FILE;
82*2b949d04SAndroid Build Coastguard Worker 
83*2b949d04SAndroid Build Coastguard Worker     /* New token. */
84*2b949d04SAndroid Build Coastguard Worker     s->token_line = s->line;
85*2b949d04SAndroid Build Coastguard Worker     s->token_column = s->column;
86*2b949d04SAndroid Build Coastguard Worker     s->buf_pos = 0;
87*2b949d04SAndroid Build Coastguard Worker 
88*2b949d04SAndroid Build Coastguard Worker     /* String literal. */
89*2b949d04SAndroid Build Coastguard Worker     if (chr(s, '\"')) {
90*2b949d04SAndroid Build Coastguard Worker         while (!eof(s) && !eol(s) && peek(s) != '\"') {
91*2b949d04SAndroid Build Coastguard Worker             if (chr(s, '\\')) {
92*2b949d04SAndroid Build Coastguard Worker                 uint8_t o;
93*2b949d04SAndroid Build Coastguard Worker                 if      (chr(s, '\\')) buf_append(s, '\\');
94*2b949d04SAndroid Build Coastguard Worker                 else if (chr(s, 'n'))  buf_append(s, '\n');
95*2b949d04SAndroid Build Coastguard Worker                 else if (chr(s, 't'))  buf_append(s, '\t');
96*2b949d04SAndroid Build Coastguard Worker                 else if (chr(s, 'r'))  buf_append(s, '\r');
97*2b949d04SAndroid Build Coastguard Worker                 else if (chr(s, 'b'))  buf_append(s, '\b');
98*2b949d04SAndroid Build Coastguard Worker                 else if (chr(s, 'f'))  buf_append(s, '\f');
99*2b949d04SAndroid Build Coastguard Worker                 else if (chr(s, 'v'))  buf_append(s, '\v');
100*2b949d04SAndroid Build Coastguard Worker                 else if (chr(s, 'e'))  buf_append(s, '\033');
101*2b949d04SAndroid Build Coastguard Worker                 else if (oct(s, &o))   buf_append(s, (char) o);
102*2b949d04SAndroid Build Coastguard Worker                 else {
103*2b949d04SAndroid Build Coastguard Worker                     scanner_warn(s, "unknown escape sequence in string literal");
104*2b949d04SAndroid Build Coastguard Worker                     /* Ignore. */
105*2b949d04SAndroid Build Coastguard Worker                 }
106*2b949d04SAndroid Build Coastguard Worker             } else {
107*2b949d04SAndroid Build Coastguard Worker                 buf_append(s, next(s));
108*2b949d04SAndroid Build Coastguard Worker             }
109*2b949d04SAndroid Build Coastguard Worker         }
110*2b949d04SAndroid Build Coastguard Worker         if (!buf_append(s, '\0') || !chr(s, '\"')) {
111*2b949d04SAndroid Build Coastguard Worker             scanner_err(s, "unterminated string literal");
112*2b949d04SAndroid Build Coastguard Worker             return ERROR_TOK;
113*2b949d04SAndroid Build Coastguard Worker         }
114*2b949d04SAndroid Build Coastguard Worker         yylval->str = strdup(s->buf);
115*2b949d04SAndroid Build Coastguard Worker         if (!yylval->str)
116*2b949d04SAndroid Build Coastguard Worker             return ERROR_TOK;
117*2b949d04SAndroid Build Coastguard Worker         return STRING;
118*2b949d04SAndroid Build Coastguard Worker     }
119*2b949d04SAndroid Build Coastguard Worker 
120*2b949d04SAndroid Build Coastguard Worker     /* Key name literal. */
121*2b949d04SAndroid Build Coastguard Worker     if (chr(s, '<')) {
122*2b949d04SAndroid Build Coastguard Worker         while (is_graph(peek(s)) && peek(s) != '>')
123*2b949d04SAndroid Build Coastguard Worker             buf_append(s, next(s));
124*2b949d04SAndroid Build Coastguard Worker         if (!buf_append(s, '\0') || !chr(s, '>')) {
125*2b949d04SAndroid Build Coastguard Worker             scanner_err(s, "unterminated key name literal");
126*2b949d04SAndroid Build Coastguard Worker             return ERROR_TOK;
127*2b949d04SAndroid Build Coastguard Worker         }
128*2b949d04SAndroid Build Coastguard Worker         /* Empty key name literals are allowed. */
129*2b949d04SAndroid Build Coastguard Worker         yylval->atom = xkb_atom_intern(s->ctx, s->buf, s->buf_pos - 1);
130*2b949d04SAndroid Build Coastguard Worker         return KEYNAME;
131*2b949d04SAndroid Build Coastguard Worker     }
132*2b949d04SAndroid Build Coastguard Worker 
133*2b949d04SAndroid Build Coastguard Worker     /* Operators and punctuation. */
134*2b949d04SAndroid Build Coastguard Worker     if (chr(s, ';')) return SEMI;
135*2b949d04SAndroid Build Coastguard Worker     if (chr(s, '{')) return OBRACE;
136*2b949d04SAndroid Build Coastguard Worker     if (chr(s, '}')) return CBRACE;
137*2b949d04SAndroid Build Coastguard Worker     if (chr(s, '=')) return EQUALS;
138*2b949d04SAndroid Build Coastguard Worker     if (chr(s, '[')) return OBRACKET;
139*2b949d04SAndroid Build Coastguard Worker     if (chr(s, ']')) return CBRACKET;
140*2b949d04SAndroid Build Coastguard Worker     if (chr(s, '(')) return OPAREN;
141*2b949d04SAndroid Build Coastguard Worker     if (chr(s, ')')) return CPAREN;
142*2b949d04SAndroid Build Coastguard Worker     if (chr(s, '.')) return DOT;
143*2b949d04SAndroid Build Coastguard Worker     if (chr(s, ',')) return COMMA;
144*2b949d04SAndroid Build Coastguard Worker     if (chr(s, '+')) return PLUS;
145*2b949d04SAndroid Build Coastguard Worker     if (chr(s, '-')) return MINUS;
146*2b949d04SAndroid Build Coastguard Worker     if (chr(s, '*')) return TIMES;
147*2b949d04SAndroid Build Coastguard Worker     if (chr(s, '/')) return DIVIDE;
148*2b949d04SAndroid Build Coastguard Worker     if (chr(s, '!')) return EXCLAM;
149*2b949d04SAndroid Build Coastguard Worker     if (chr(s, '~')) return INVERT;
150*2b949d04SAndroid Build Coastguard Worker 
151*2b949d04SAndroid Build Coastguard Worker     /* Identifier. */
152*2b949d04SAndroid Build Coastguard Worker     if (is_alpha(peek(s)) || peek(s) == '_') {
153*2b949d04SAndroid Build Coastguard Worker         s->buf_pos = 0;
154*2b949d04SAndroid Build Coastguard Worker         while (is_alnum(peek(s)) || peek(s) == '_')
155*2b949d04SAndroid Build Coastguard Worker             buf_append(s, next(s));
156*2b949d04SAndroid Build Coastguard Worker         if (!buf_append(s, '\0')) {
157*2b949d04SAndroid Build Coastguard Worker             scanner_err(s, "identifier too long");
158*2b949d04SAndroid Build Coastguard Worker             return ERROR_TOK;
159*2b949d04SAndroid Build Coastguard Worker         }
160*2b949d04SAndroid Build Coastguard Worker 
161*2b949d04SAndroid Build Coastguard Worker         /* Keyword. */
162*2b949d04SAndroid Build Coastguard Worker         tok = keyword_to_token(s->buf, s->buf_pos - 1);
163*2b949d04SAndroid Build Coastguard Worker         if (tok != -1) return tok;
164*2b949d04SAndroid Build Coastguard Worker 
165*2b949d04SAndroid Build Coastguard Worker         yylval->str = strdup(s->buf);
166*2b949d04SAndroid Build Coastguard Worker         if (!yylval->str)
167*2b949d04SAndroid Build Coastguard Worker             return ERROR_TOK;
168*2b949d04SAndroid Build Coastguard Worker         return IDENT;
169*2b949d04SAndroid Build Coastguard Worker     }
170*2b949d04SAndroid Build Coastguard Worker 
171*2b949d04SAndroid Build Coastguard Worker     /* Number literal (hexadecimal / decimal / float). */
172*2b949d04SAndroid Build Coastguard Worker     if (number(s, &yylval->num, &tok)) {
173*2b949d04SAndroid Build Coastguard Worker         if (tok == ERROR_TOK) {
174*2b949d04SAndroid Build Coastguard Worker             scanner_err(s, "malformed number literal");
175*2b949d04SAndroid Build Coastguard Worker             return ERROR_TOK;
176*2b949d04SAndroid Build Coastguard Worker         }
177*2b949d04SAndroid Build Coastguard Worker         return tok;
178*2b949d04SAndroid Build Coastguard Worker     }
179*2b949d04SAndroid Build Coastguard Worker 
180*2b949d04SAndroid Build Coastguard Worker     scanner_err(s, "unrecognized token");
181*2b949d04SAndroid Build Coastguard Worker     return ERROR_TOK;
182*2b949d04SAndroid Build Coastguard Worker }
183*2b949d04SAndroid Build Coastguard Worker 
184*2b949d04SAndroid Build Coastguard Worker XkbFile *
XkbParseString(struct xkb_context * ctx,const char * string,size_t len,const char * file_name,const char * map)185*2b949d04SAndroid Build Coastguard Worker XkbParseString(struct xkb_context *ctx, const char *string, size_t len,
186*2b949d04SAndroid Build Coastguard Worker                const char *file_name, const char *map)
187*2b949d04SAndroid Build Coastguard Worker {
188*2b949d04SAndroid Build Coastguard Worker     struct scanner scanner;
189*2b949d04SAndroid Build Coastguard Worker     scanner_init(&scanner, ctx, string, len, file_name, NULL);
190*2b949d04SAndroid Build Coastguard Worker     return parse(ctx, &scanner, map);
191*2b949d04SAndroid Build Coastguard Worker }
192*2b949d04SAndroid Build Coastguard Worker 
193*2b949d04SAndroid Build Coastguard Worker XkbFile *
XkbParseFile(struct xkb_context * ctx,FILE * file,const char * file_name,const char * map)194*2b949d04SAndroid Build Coastguard Worker XkbParseFile(struct xkb_context *ctx, FILE *file,
195*2b949d04SAndroid Build Coastguard Worker              const char *file_name, const char *map)
196*2b949d04SAndroid Build Coastguard Worker {
197*2b949d04SAndroid Build Coastguard Worker     bool ok;
198*2b949d04SAndroid Build Coastguard Worker     XkbFile *xkb_file;
199*2b949d04SAndroid Build Coastguard Worker     char *string;
200*2b949d04SAndroid Build Coastguard Worker     size_t size;
201*2b949d04SAndroid Build Coastguard Worker 
202*2b949d04SAndroid Build Coastguard Worker     ok = map_file(file, &string, &size);
203*2b949d04SAndroid Build Coastguard Worker     if (!ok) {
204*2b949d04SAndroid Build Coastguard Worker         log_err(ctx, "Couldn't read XKB file %s: %s\n",
205*2b949d04SAndroid Build Coastguard Worker                 file_name, strerror(errno));
206*2b949d04SAndroid Build Coastguard Worker         return NULL;
207*2b949d04SAndroid Build Coastguard Worker     }
208*2b949d04SAndroid Build Coastguard Worker 
209*2b949d04SAndroid Build Coastguard Worker     xkb_file = XkbParseString(ctx, string, size, file_name, map);
210*2b949d04SAndroid Build Coastguard Worker     unmap_file(string, size);
211*2b949d04SAndroid Build Coastguard Worker     return xkb_file;
212*2b949d04SAndroid Build Coastguard Worker }
213