3 * Copyright © 2008, 2009 Intel Corporation
5 * Permission is hereby granted, free of charge, to any person obtaining a
6 * copy of this software and associated documentation files (the "Software"),
7 * to deal in the Software without restriction, including without limitation
8 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9 * and/or sell copies of the Software, and to permit persons to whom the
10 * Software is furnished to do so, subject to the following conditions:
12 * The above copyright notice and this permission notice (including the next
13 * paragraph) shall be included in all copies or substantial portions of the
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
21 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
22 * DEALINGS IN THE SOFTWARE.
28 #include "glsl_parser_extras.h"
29 #include "glsl_parser.h"
31 static int classify_identifier(struct _mesa_glsl_parse_state *, const char *);
34 #define YY_NO_UNISTD_H
37 #define YY_USER_ACTION \
40 yylloc->first_column = yycolumn + 1; \
41 yylloc->first_line = yylineno + 1; \
45 #define YY_USER_INIT yylineno = 0; yycolumn = 0;
47 /* A macro for handling reserved words and keywords across language versions.
49 * Certain words start out as identifiers, become reserved words in
50 * later language revisions, and finally become language keywords.
51 * This may happen at different times in desktop GLSL and GLSL ES.
53 * For example, consider the following lexer rule:
54 * samplerBuffer KEYWORD(130, 0, 140, 0, SAMPLERBUFFER)
56 * This means that "samplerBuffer" will be treated as:
57 * - a keyword (SAMPLERBUFFER token) ...in GLSL >= 1.40
58 * - a reserved word - error ...in GLSL >= 1.30
59 * - an identifier ...in GLSL < 1.30 or GLSL ES
61 #define KEYWORD(reserved_glsl, reserved_glsl_es, \
62 allowed_glsl, allowed_glsl_es, token) \
63 KEYWORD_WITH_ALT(reserved_glsl, reserved_glsl_es, \
64 allowed_glsl, allowed_glsl_es, false, token)
67 * Like the KEYWORD macro, but the word is also treated as a keyword
68 * if the given boolean expression is true.
70 #define KEYWORD_WITH_ALT(reserved_glsl, reserved_glsl_es, \
71 allowed_glsl, allowed_glsl_es, \
74 if (yyextra->is_version(allowed_glsl, allowed_glsl_es) \
77 } else if (yyextra->is_version(reserved_glsl, \
78 reserved_glsl_es)) { \
79 _mesa_glsl_error(yylloc, yyextra, \
80 "Illegal use of reserved word `%s'", yytext); \
83 yylval->identifier = strdup(yytext); \
84 return classify_identifier(yyextra, yytext); \
89 * A macro for handling keywords that have been present in GLSL since
90 * its origin, but were changed into reserved words in GLSL 3.00 ES.
92 #define DEPRECATED_ES_KEYWORD(token) \
94 if (yyextra->is_version(0, 300)) { \
95 _mesa_glsl_error(yylloc, yyextra, \
96 "Illegal use of reserved word `%s'", yytext); \
104 literal_integer(char *text, int len, struct _mesa_glsl_parse_state *state,
105 YYSTYPE *lval, YYLTYPE *lloc, int base)
107 bool is_uint = (text[len - 1] == 'u' ||
108 text[len - 1] == 'U');
109 const char *digits = text;
116 unsigned __int64 value = _strtoui64(digits, NULL, base);
118 unsigned long long value = strtoull(digits, NULL, base);
121 lval->n = (int)value;
123 if (value > UINT_MAX) {
124 /* Note that signed 0xffffffff is valid, not out of range! */
125 if (state->is_version(130, 300)) {
126 _mesa_glsl_error(lloc, state,
127 "Literal value `%s' out of range", text);
129 _mesa_glsl_warning(lloc, state,
130 "Literal value `%s' out of range", text);
132 } else if (base == 10 && !is_uint && (unsigned)value > (unsigned)INT_MAX + 1) {
133 /* Tries to catch unintentionally providing a negative value.
134 * Note that -2147483648 is parsed as -(2147483648), so we don't
135 * want to warn for INT_MAX.
137 _mesa_glsl_warning(lloc, state,
138 "Signed literal value `%s' is interpreted as %d",
141 return is_uint ? UINTCONSTANT : INTCONSTANT;
144 #define LITERAL_INTEGER(base) \
145 literal_integer(yytext, yyleng, yyextra, yylval, yylloc, base)
149 %option bison-bridge bison-locations reentrant noyywrap
150 %option nounput noyy_top_state
151 %option never-interactive
152 %option prefix="_mesa_glsl_"
153 %option extra-type="struct _mesa_glsl_parse_state *"
158 HEX_INT 0[xX][0-9a-fA-F]+
160 INT ({DEC_INT}|{HEX_INT}|{OCT_INT})
168 /* Preprocessor tokens. */
170 ^[ \t]*#[ \t]*version { BEGIN PP; return VERSION_TOK; }
171 ^[ \t]*#[ \t]*extension { BEGIN PP; return EXTENSION; }
172 {HASH}line{SPCP}{INT}{SPCP}{INT}{SPC}$ {
173 /* Eat characters until the first digit is
177 while (!isdigit(*ptr))
180 /* Subtract one from the line number because
181 * yylineno is zero-based instead of
184 yylineno = strtol(ptr, &ptr, 0) - 1;
185 yylloc->source = strtol(ptr, NULL, 0);
187 {HASH}line{SPCP}{INT}{SPC}$ {
188 /* Eat characters until the first digit is
192 while (!isdigit(*ptr))
195 /* Subtract one from the line number because
196 * yylineno is zero-based instead of
199 yylineno = strtol(ptr, &ptr, 0) - 1;
201 ^{SPC}#{SPC}pragma{SPCP}debug{SPC}\({SPC}on{SPC}\) {
203 return PRAGMA_DEBUG_ON;
205 ^{SPC}#{SPC}pragma{SPCP}debug{SPC}\({SPC}off{SPC}\) {
207 return PRAGMA_DEBUG_OFF;
209 ^{SPC}#{SPC}pragma{SPCP}optimize{SPC}\({SPC}on{SPC}\) {
211 return PRAGMA_OPTIMIZE_ON;
213 ^{SPC}#{SPC}pragma{SPCP}optimize{SPC}\({SPC}off{SPC}\) {
215 return PRAGMA_OPTIMIZE_OFF;
217 ^{SPC}#{SPC}pragma{SPCP}STDGL{SPCP}invariant{SPC}\({SPC}all{SPC}\) {
219 return PRAGMA_INVARIANT_ALL;
221 ^{SPC}#{SPC}pragma{SPCP} { BEGIN PRAGMA; }
223 <PRAGMA>\n { BEGIN 0; yylineno++; yycolumn = 0; }
229 <PP>[_a-zA-Z][_a-zA-Z0-9]* {
230 yylval->identifier = strdup(yytext);
234 yylval->n = strtol(yytext, NULL, 10);
237 <PP>\n { BEGIN 0; yylineno++; yycolumn = 0; return EOL; }
239 \n { yylineno++; yycolumn = 0; }
241 attribute DEPRECATED_ES_KEYWORD(ATTRIBUTE);
242 const return CONST_TOK;
243 bool return BOOL_TOK;
244 float return FLOAT_TOK;
246 uint KEYWORD(130, 300, 130, 300, UINT_TOK);
249 continue return CONTINUE;
255 discard return DISCARD;
256 return return RETURN;
264 uvec2 KEYWORD(130, 300, 130, 300, UVEC2);
265 uvec3 KEYWORD(130, 300, 130, 300, UVEC3);
266 uvec4 KEYWORD(130, 300, 130, 300, UVEC4);
273 mat2x2 KEYWORD(120, 300, 120, 300, MAT2X2);
274 mat2x3 KEYWORD(120, 300, 120, 300, MAT2X3);
275 mat2x4 KEYWORD(120, 300, 120, 300, MAT2X4);
276 mat3x2 KEYWORD(120, 300, 120, 300, MAT3X2);
277 mat3x3 KEYWORD(120, 300, 120, 300, MAT3X3);
278 mat3x4 KEYWORD(120, 300, 120, 300, MAT3X4);
279 mat4x2 KEYWORD(120, 300, 120, 300, MAT4X2);
280 mat4x3 KEYWORD(120, 300, 120, 300, MAT4X3);
281 mat4x4 KEYWORD(120, 300, 120, 300, MAT4X4);
285 inout return INOUT_TOK;
286 uniform return UNIFORM;
287 varying DEPRECATED_ES_KEYWORD(VARYING);
288 centroid KEYWORD(120, 300, 120, 300, CENTROID);
289 invariant KEYWORD(120, 100, 120, 100, INVARIANT);
290 flat KEYWORD(130, 100, 130, 300, FLAT);
291 smooth KEYWORD(130, 300, 130, 300, SMOOTH);
292 noperspective KEYWORD(130, 300, 130, 0, NOPERSPECTIVE);
294 sampler1D DEPRECATED_ES_KEYWORD(SAMPLER1D);
295 sampler2D return SAMPLER2D;
296 sampler3D return SAMPLER3D;
297 samplerCube return SAMPLERCUBE;
298 sampler1DArray KEYWORD(130, 300, 130, 0, SAMPLER1DARRAY);
299 sampler2DArray KEYWORD(130, 300, 130, 300, SAMPLER2DARRAY);
300 sampler1DShadow DEPRECATED_ES_KEYWORD(SAMPLER1DSHADOW);
301 sampler2DShadow return SAMPLER2DSHADOW;
302 samplerCubeShadow KEYWORD(130, 300, 130, 300, SAMPLERCUBESHADOW);
303 sampler1DArrayShadow KEYWORD(130, 300, 130, 0, SAMPLER1DARRAYSHADOW);
304 sampler2DArrayShadow KEYWORD(130, 300, 130, 300, SAMPLER2DARRAYSHADOW);
305 isampler1D KEYWORD(130, 300, 130, 0, ISAMPLER1D);
306 isampler2D KEYWORD(130, 300, 130, 300, ISAMPLER2D);
307 isampler3D KEYWORD(130, 300, 130, 300, ISAMPLER3D);
308 isamplerCube KEYWORD(130, 300, 130, 300, ISAMPLERCUBE);
309 isampler1DArray KEYWORD(130, 300, 130, 0, ISAMPLER1DARRAY);
310 isampler2DArray KEYWORD(130, 300, 130, 300, ISAMPLER2DARRAY);
311 usampler1D KEYWORD(130, 300, 130, 0, USAMPLER1D);
312 usampler2D KEYWORD(130, 300, 130, 300, USAMPLER2D);
313 usampler3D KEYWORD(130, 300, 130, 300, USAMPLER3D);
314 usamplerCube KEYWORD(130, 300, 130, 300, USAMPLERCUBE);
315 usampler1DArray KEYWORD(130, 300, 130, 0, USAMPLER1DARRAY);
316 usampler2DArray KEYWORD(130, 300, 130, 300, USAMPLER2DARRAY);
319 if (yyextra->ARB_texture_cube_map_array_enable)
320 return SAMPLERCUBEARRAY;
325 if (yyextra->ARB_texture_cube_map_array_enable)
326 return ISAMPLERCUBEARRAY;
331 if (yyextra->ARB_texture_cube_map_array_enable)
332 return USAMPLERCUBEARRAY;
336 samplerCubeArrayShadow {
337 if (yyextra->ARB_texture_cube_map_array_enable)
338 return SAMPLERCUBEARRAYSHADOW;
344 if (yyextra->OES_EGL_image_external_enable)
345 return SAMPLEREXTERNALOES;
351 struct return STRUCT;
352 void return VOID_TOK;
355 if ((yyextra->is_version(140, 300))
356 || yyextra->AMD_conservative_depth_enable
357 || yyextra->ARB_conservative_depth_enable
358 || yyextra->ARB_explicit_attrib_location_enable
359 || yyextra->ARB_uniform_buffer_object_enable
360 || yyextra->ARB_fragment_coord_conventions_enable) {
363 yylval->identifier = strdup(yytext);
378 ">>" return RIGHT_OP;
380 \*= return MUL_ASSIGN;
381 \/= return DIV_ASSIGN;
382 \+= return ADD_ASSIGN;
383 \%= return MOD_ASSIGN;
384 \<\<= return LEFT_ASSIGN;
385 >>= return RIGHT_ASSIGN;
386 &= return AND_ASSIGN;
387 "^=" return XOR_ASSIGN;
388 \|= return OR_ASSIGN;
389 -= return SUB_ASSIGN;
392 return LITERAL_INTEGER(10);
394 0[xX][0-9a-fA-F]+[uU]? {
395 return LITERAL_INTEGER(16);
398 return LITERAL_INTEGER(8);
401 [0-9]+\.[0-9]+([eE][+-]?[0-9]+)?[fF]? {
402 yylval->real = glsl_strtof(yytext, NULL);
403 return FLOATCONSTANT;
405 \.[0-9]+([eE][+-]?[0-9]+)?[fF]? {
406 yylval->real = glsl_strtof(yytext, NULL);
407 return FLOATCONSTANT;
409 [0-9]+\.([eE][+-]?[0-9]+)?[fF]? {
410 yylval->real = glsl_strtof(yytext, NULL);
411 return FLOATCONSTANT;
413 [0-9]+[eE][+-]?[0-9]+[fF]? {
414 yylval->real = glsl_strtof(yytext, NULL);
415 return FLOATCONSTANT;
418 yylval->real = glsl_strtof(yytext, NULL);
419 return FLOATCONSTANT;
432 /* Reserved words in GLSL 1.10. */
433 asm KEYWORD(110, 100, 0, 0, ASM);
434 class KEYWORD(110, 100, 0, 0, CLASS);
435 union KEYWORD(110, 100, 0, 0, UNION);
436 enum KEYWORD(110, 100, 0, 0, ENUM);
437 typedef KEYWORD(110, 100, 0, 0, TYPEDEF);
438 template KEYWORD(110, 100, 0, 0, TEMPLATE);
439 this KEYWORD(110, 100, 0, 0, THIS);
440 packed KEYWORD_WITH_ALT(110, 100, 140, 300, yyextra->ARB_uniform_buffer_object_enable, PACKED_TOK);
441 goto KEYWORD(110, 100, 0, 0, GOTO);
442 switch KEYWORD(110, 100, 130, 300, SWITCH);
443 default KEYWORD(110, 100, 130, 300, DEFAULT);
444 inline KEYWORD(110, 100, 0, 0, INLINE_TOK);
445 noinline KEYWORD(110, 100, 0, 0, NOINLINE);
446 volatile KEYWORD(110, 100, 0, 0, VOLATILE);
447 public KEYWORD(110, 100, 0, 0, PUBLIC_TOK);
448 static KEYWORD(110, 100, 0, 0, STATIC);
449 extern KEYWORD(110, 100, 0, 0, EXTERN);
450 external KEYWORD(110, 100, 0, 0, EXTERNAL);
451 interface KEYWORD(110, 100, 0, 0, INTERFACE);
452 long KEYWORD(110, 100, 0, 0, LONG_TOK);
453 short KEYWORD(110, 100, 0, 0, SHORT_TOK);
454 double KEYWORD(110, 100, 400, 0, DOUBLE_TOK);
455 half KEYWORD(110, 100, 0, 0, HALF);
456 fixed KEYWORD(110, 100, 0, 0, FIXED_TOK);
457 unsigned KEYWORD(110, 100, 0, 0, UNSIGNED);
458 input KEYWORD(110, 100, 0, 0, INPUT_TOK);
459 output KEYWORD(110, 100, 0, 0, OUTPUT);
460 hvec2 KEYWORD(110, 100, 0, 0, HVEC2);
461 hvec3 KEYWORD(110, 100, 0, 0, HVEC3);
462 hvec4 KEYWORD(110, 100, 0, 0, HVEC4);
463 dvec2 KEYWORD(110, 100, 400, 0, DVEC2);
464 dvec3 KEYWORD(110, 100, 400, 0, DVEC3);
465 dvec4 KEYWORD(110, 100, 400, 0, DVEC4);
466 fvec2 KEYWORD(110, 100, 0, 0, FVEC2);
467 fvec3 KEYWORD(110, 100, 0, 0, FVEC3);
468 fvec4 KEYWORD(110, 100, 0, 0, FVEC4);
469 sampler2DRect DEPRECATED_ES_KEYWORD(SAMPLER2DRECT);
470 sampler3DRect KEYWORD(110, 100, 0, 0, SAMPLER3DRECT);
471 sampler2DRectShadow DEPRECATED_ES_KEYWORD(SAMPLER2DRECTSHADOW);
472 sizeof KEYWORD(110, 100, 0, 0, SIZEOF);
473 cast KEYWORD(110, 100, 0, 0, CAST);
474 namespace KEYWORD(110, 100, 0, 0, NAMESPACE);
475 using KEYWORD(110, 100, 0, 0, USING);
477 /* Additional reserved words in GLSL 1.20. */
478 lowp KEYWORD(120, 100, 130, 100, LOWP);
479 mediump KEYWORD(120, 100, 130, 100, MEDIUMP);
480 highp KEYWORD(120, 100, 130, 100, HIGHP);
481 precision KEYWORD(120, 100, 130, 100, PRECISION);
483 /* Additional reserved words in GLSL 1.30. */
484 case KEYWORD(130, 300, 130, 300, CASE);
485 common KEYWORD(130, 300, 0, 0, COMMON);
486 partition KEYWORD(130, 300, 0, 0, PARTITION);
487 active KEYWORD(130, 300, 0, 0, ACTIVE);
488 superp KEYWORD(130, 100, 0, 0, SUPERP);
489 samplerBuffer KEYWORD(130, 300, 140, 0, SAMPLERBUFFER);
490 filter KEYWORD(130, 300, 0, 0, FILTER);
491 image1D KEYWORD(130, 300, 0, 0, IMAGE1D);
492 image2D KEYWORD(130, 300, 0, 0, IMAGE2D);
493 image3D KEYWORD(130, 300, 0, 0, IMAGE3D);
494 imageCube KEYWORD(130, 300, 0, 0, IMAGECUBE);
495 iimage1D KEYWORD(130, 300, 0, 0, IIMAGE1D);
496 iimage2D KEYWORD(130, 300, 0, 0, IIMAGE2D);
497 iimage3D KEYWORD(130, 300, 0, 0, IIMAGE3D);
498 iimageCube KEYWORD(130, 300, 0, 0, IIMAGECUBE);
499 uimage1D KEYWORD(130, 300, 0, 0, UIMAGE1D);
500 uimage2D KEYWORD(130, 300, 0, 0, UIMAGE2D);
501 uimage3D KEYWORD(130, 300, 0, 0, UIMAGE3D);
502 uimageCube KEYWORD(130, 300, 0, 0, UIMAGECUBE);
503 image1DArray KEYWORD(130, 300, 0, 0, IMAGE1DARRAY);
504 image2DArray KEYWORD(130, 300, 0, 0, IMAGE2DARRAY);
505 iimage1DArray KEYWORD(130, 300, 0, 0, IIMAGE1DARRAY);
506 iimage2DArray KEYWORD(130, 300, 0, 0, IIMAGE2DARRAY);
507 uimage1DArray KEYWORD(130, 300, 0, 0, UIMAGE1DARRAY);
508 uimage2DArray KEYWORD(130, 300, 0, 0, UIMAGE2DARRAY);
509 image1DShadow KEYWORD(130, 300, 0, 0, IMAGE1DSHADOW);
510 image2DShadow KEYWORD(130, 300, 0, 0, IMAGE2DSHADOW);
511 image1DArrayShadow KEYWORD(130, 300, 0, 0, IMAGE1DARRAYSHADOW);
512 image2DArrayShadow KEYWORD(130, 300, 0, 0, IMAGE2DARRAYSHADOW);
513 imageBuffer KEYWORD(130, 300, 0, 0, IMAGEBUFFER);
514 iimageBuffer KEYWORD(130, 300, 0, 0, IIMAGEBUFFER);
515 uimageBuffer KEYWORD(130, 300, 0, 0, UIMAGEBUFFER);
516 row_major KEYWORD_WITH_ALT(130, 0, 140, 0, yyextra->ARB_uniform_buffer_object_enable, ROW_MAJOR);
518 /* Additional reserved words in GLSL 1.40 */
519 isampler2DRect KEYWORD(140, 300, 140, 0, ISAMPLER2DRECT);
520 usampler2DRect KEYWORD(140, 300, 140, 0, USAMPLER2DRECT);
521 isamplerBuffer KEYWORD(140, 300, 140, 0, ISAMPLERBUFFER);
522 usamplerBuffer KEYWORD(140, 300, 140, 0, USAMPLERBUFFER);
524 /* Additional reserved words in GLSL ES 3.00 */
525 coherent KEYWORD(0, 300, 0, 0, COHERENT);
526 restrict KEYWORD(0, 300, 0, 0, RESTRICT);
527 readonly KEYWORD(0, 300, 0, 0, READONLY);
528 writeonly KEYWORD(0, 300, 0, 0, WRITEONLY);
529 resource KEYWORD(0, 300, 0, 0, RESOURCE);
530 atomic_uint KEYWORD(0, 300, 0, 0, ATOMIC_UINT);
531 patch KEYWORD(0, 300, 0, 0, PATCH);
532 sample KEYWORD(0, 300, 0, 0, SAMPLE);
533 subroutine KEYWORD(0, 300, 0, 0, SUBROUTINE);
534 sampler2DMS KEYWORD(0, 300, 0, 0, SAMPLER2DMS);
535 isampler2DMS KEYWORD(0, 300, 0, 0, ISAMPLER2DMS);
536 usampler2DMS KEYWORD(0, 300, 0, 0, USAMPLER2DMS);
537 sampler2DMSArray KEYWORD(0, 300, 0, 0, SAMPLER2DMSARRAY);
538 isampler2DMSArray KEYWORD(0, 300, 0, 0, ISAMPLER2DMSARRAY);
539 usampler2DMSArray KEYWORD(0, 300, 0, 0, USAMPLER2DMSARRAY);
542 [_a-zA-Z][_a-zA-Z0-9]* {
543 struct _mesa_glsl_parse_state *state = yyextra;
545 yylval->identifier = ralloc_strdup(ctx, yytext);
546 return classify_identifier(state, yytext);
549 . { return yytext[0]; }
554 classify_identifier(struct _mesa_glsl_parse_state *state, const char *name)
556 if (state->symbols->get_variable(name) || state->symbols->get_function(name))
558 else if (state->symbols->get_type(name))
559 return TYPE_IDENTIFIER;
561 return NEW_IDENTIFIER;
565 _mesa_glsl_lexer_ctor(struct _mesa_glsl_parse_state *state, const char *string)
567 yylex_init_extra(state, & state->scanner);
568 yy_scan_string(string, state->scanner);
572 _mesa_glsl_lexer_dtor(struct _mesa_glsl_parse_state *state)
574 yylex_destroy(state->scanner);