1 // $ANTLR !Unknown version! Grammar/CTFLexer.g 2012-03-09 14:59:17
3 package org
.eclipse
.linuxtools
.ctf
.parser
;
5 import org
.antlr
.runtime
.BaseRecognizer
;
6 import org
.antlr
.runtime
.CharStream
;
7 import org
.antlr
.runtime
.DFA
;
8 import org
.antlr
.runtime
.EarlyExitException
;
9 import org
.antlr
.runtime
.Lexer
;
10 import org
.antlr
.runtime
.MismatchedSetException
;
11 import org
.antlr
.runtime
.MismatchedTokenException
;
12 import org
.antlr
.runtime
.NoViableAltException
;
13 import org
.antlr
.runtime
.RecognitionException
;
14 import org
.antlr
.runtime
.RecognizerSharedState
;
16 @SuppressWarnings({"nls"})
17 public class CTFLexer
extends Lexer
{
18 public static final int SIGN
= 49;
19 public static final int TERM
= 47;
20 public static final int BOOLTOK
= 26;
21 public static final int LT
= 39;
22 public static final int TYPEDEFTOK
= 22;
23 public static final int STRING_CONTENT
= 70;
24 public static final int INTEGER_TYPES_SUFFIX
= 53;
25 public static final int POINTER
= 48;
26 public static final int HEX_PREFIX
= 57;
27 public static final int INTTOK
= 13;
28 public static final int SEPARATOR
= 34;
29 public static final int TYPE_ASSIGNMENT
= 38;
30 public static final int ENUMTOK
= 8;
31 public static final int COMPLEXTOK
= 27;
32 public static final int IMAGINARYTOK
= 28;
33 public static final int DOUBLEQUOTE
= 69;
34 public static final int STREAMTOK
= 17;
35 public static final int EOF
= -1;
36 public static final int INFINITYTOK
= 32;
37 public static final int LPAREN
= 43;
38 public static final int STRINGPREFIX
= 65;
39 public static final int UNSIGNEDTOK
= 23;
40 public static final int ESCAPE_SEQUENCE
= 64;
41 public static final int CHAR_CONTENT
= 67;
42 public static final int RPAREN
= 44;
43 public static final int UNICODE_ESCAPE
= 62;
44 public static final int STRING_LITERAL
= 71;
45 public static final int SINGLEQUOTE
= 66;
46 public static final int IDENTIFIER
= 78;
47 public static final int ALIGNTOK
= 4;
48 public static final int FLOATTOK
= 11;
49 public static final int COMMENT_CLOSE
= 74;
50 public static final int STRINGTOK
= 18;
51 public static final int HEX_LITERAL
= 59;
52 public static final int DIGIT
= 55;
53 public static final int COMMENT
= 75;
54 public static final int DOT
= 51;
55 public static final int STRUCTTOK
= 19;
56 public static final int ENVTOK
= 29;
57 public static final int TYPEALIASTOK
= 21;
58 public static final int OPENBRAC
= 41;
59 public static final int FLOATINGPOINTTOK
= 10;
60 public static final int EVENTTOK
= 9;
61 public static final int LINE_COMMENT
= 76;
62 public static final int NINFINITYTOK
= 33;
63 public static final int VOIDTOK
= 25;
64 public static final int DOUBLETOK
= 7;
65 public static final int CHARACTER_LITERAL
= 68;
66 public static final int OCTAL_LITERAL
= 54;
67 public static final int COMMENT_OPEN
= 73;
68 public static final int HEX_DIGIT
= 58;
69 public static final int OCTAL_ESCAPE
= 61;
70 public static final int NANNUMBERTOK
= 31;
71 public static final int LONGTOK
= 14;
72 public static final int CLOCKTOK
= 30;
73 public static final int SIGNEDTOK
= 16;
74 public static final int TRACETOK
= 20;
75 public static final int COLON
= 35;
76 public static final int HEXADECIMAL_ESCAPE
= 63;
77 public static final int CHARTOK
= 6;
78 public static final int LCURL
= 45;
79 public static final int WS
= 72;
80 public static final int INTEGERTOK
= 12;
81 public static final int VARIANTTOK
= 24;
82 public static final int ELIPSES
= 36;
83 public static final int NONDIGIT
= 77;
84 public static final int RCURL
= 46;
85 public static final int ARROW
= 50;
86 public static final int GT
= 40;
87 public static final int ASSIGNMENT
= 37;
88 public static final int SHORTTOK
= 15;
89 public static final int NONZERO_DIGIT
= 60;
90 public static final int DECIMAL_LITERAL
= 56;
91 public static final int CONSTTOK
= 5;
92 public static final int BACKSLASH
= 52;
93 public static final int CLOSEBRAC
= 42;
101 public CTFLexer(CharStream input
) {
102 this(input
, new RecognizerSharedState());
105 public CTFLexer(CharStream input
, RecognizerSharedState state
) {
111 public String
getGrammarFileName() {
112 return "Grammar/CTFLexer.g";
115 // $ANTLR start "ALIGNTOK"
116 public final void mALIGNTOK() throws RecognitionException
{
117 int _type
= ALIGNTOK
;
118 int _channel
= DEFAULT_TOKEN_CHANNEL
;
119 match("align", _type
, _channel
);
122 // $ANTLR end "ALIGNTOK"
124 // $ANTLR start "CONSTTOK"
125 public final void mCONSTTOK() throws RecognitionException
{
126 int _type
= CONSTTOK
;
127 int _channel
= DEFAULT_TOKEN_CHANNEL
;
128 match("const", _type
, _channel
);
131 // $ANTLR end "CONSTTOK"
133 // $ANTLR start "CHARTOK"
134 public final void mCHARTOK() throws RecognitionException
{
136 int _channel
= DEFAULT_TOKEN_CHANNEL
;
137 match("char", _type
, _channel
);
140 // $ANTLR end "CHARTOK"
142 // $ANTLR start "DOUBLETOK"
143 public final void mDOUBLETOK() throws RecognitionException
{
144 int _type
= DOUBLETOK
;
145 int _channel
= DEFAULT_TOKEN_CHANNEL
;
146 match("double", _type
, _channel
);
149 // $ANTLR end "DOUBLETOK"
151 // $ANTLR start "ENUMTOK"
152 public final void mENUMTOK() throws RecognitionException
{
154 int _channel
= DEFAULT_TOKEN_CHANNEL
;
155 match("enum", _type
, _channel
);
158 // $ANTLR end "ENUMTOK"
160 // $ANTLR start "EVENTTOK"
161 public final void mEVENTTOK() throws RecognitionException
{
162 int _type
= EVENTTOK
;
163 int _channel
= DEFAULT_TOKEN_CHANNEL
;
164 match("event", _type
, _channel
);
167 // $ANTLR end "EVENTTOK"
169 // $ANTLR start "FLOATINGPOINTTOK"
170 public final void mFLOATINGPOINTTOK() throws RecognitionException
{
171 int _type
= FLOATINGPOINTTOK
;
172 int _channel
= DEFAULT_TOKEN_CHANNEL
;
173 match("floating_point", _type
, _channel
);
176 // $ANTLR end "FLOATINGPOINTTOK"
178 // $ANTLR start "FLOATTOK"
179 public final void mFLOATTOK() throws RecognitionException
{
180 int _type
= FLOATTOK
;
181 int _channel
= DEFAULT_TOKEN_CHANNEL
;
182 match("float", _type
, _channel
);
185 // $ANTLR end "FLOATTOK"
187 // $ANTLR start "INTEGERTOK"
188 public final void mINTEGERTOK() throws RecognitionException
{
189 int _type
= INTEGERTOK
;
190 int _channel
= DEFAULT_TOKEN_CHANNEL
;
191 match("integer", _type
, _channel
);
194 // $ANTLR end "INTEGERTOK"
196 // $ANTLR start "INTTOK"
197 public final void mINTTOK() throws RecognitionException
{
199 int _channel
= DEFAULT_TOKEN_CHANNEL
;
200 match("int", _type
, _channel
);
203 // $ANTLR end "INTTOK"
205 // $ANTLR start "LONGTOK"
206 public final void mLONGTOK() throws RecognitionException
{
208 int _channel
= DEFAULT_TOKEN_CHANNEL
;
209 match("long", _type
, _channel
);
212 // $ANTLR end "LONGTOK"
214 // $ANTLR start "SHORTTOK"
215 public final void mSHORTTOK() throws RecognitionException
{
216 int _type
= SHORTTOK
;
217 int _channel
= DEFAULT_TOKEN_CHANNEL
;
218 match("short", _type
, _channel
);
221 // $ANTLR end "SHORTTOK"
223 // $ANTLR start "SIGNEDTOK"
224 public final void mSIGNEDTOK() throws RecognitionException
{
225 int _type
= SIGNEDTOK
;
226 int _channel
= DEFAULT_TOKEN_CHANNEL
;
227 match("signed", _type
, _channel
);
230 // $ANTLR end "SIGNEDTOK"
232 // $ANTLR start "STREAMTOK"
233 public final void mSTREAMTOK() throws RecognitionException
{
234 int _type
= STREAMTOK
;
235 int _channel
= DEFAULT_TOKEN_CHANNEL
;
236 match("stream", _type
, _channel
);
239 // $ANTLR end "STREAMTOK"
241 // $ANTLR start "STRINGTOK"
242 public final void mSTRINGTOK() throws RecognitionException
{
243 int _type
= STRINGTOK
;
244 int _channel
= DEFAULT_TOKEN_CHANNEL
;
245 match("string", _type
, _channel
);
248 // $ANTLR end "STRINGTOK"
250 // $ANTLR start "STRUCTTOK"
251 public final void mSTRUCTTOK() throws RecognitionException
{
252 int _type
= STRUCTTOK
;
253 int _channel
= DEFAULT_TOKEN_CHANNEL
;
254 match("struct", _type
, _channel
);
257 // $ANTLR end "STRUCTTOK"
259 // $ANTLR start "TRACETOK"
260 public final void mTRACETOK() throws RecognitionException
{
261 int _type
= TRACETOK
;
262 int _channel
= DEFAULT_TOKEN_CHANNEL
;
263 match("trace", _type
, _channel
);
266 // $ANTLR end "TRACETOK"
268 // $ANTLR start "TYPEALIASTOK"
269 public final void mTYPEALIASTOK() throws RecognitionException
{
270 int _type
= TYPEALIASTOK
;
271 int _channel
= DEFAULT_TOKEN_CHANNEL
;
272 match("typealias", _type
, _channel
);
275 // $ANTLR end "TYPEALIASTOK"
277 // $ANTLR start "TYPEDEFTOK"
278 public final void mTYPEDEFTOK() throws RecognitionException
{
279 int _type
= TYPEDEFTOK
;
280 int _channel
= DEFAULT_TOKEN_CHANNEL
;
281 match("typedef", _type
, _channel
);
284 // $ANTLR end "TYPEDEFTOK"
286 // $ANTLR start "UNSIGNEDTOK"
287 public final void mUNSIGNEDTOK() throws RecognitionException
{
288 int _type
= UNSIGNEDTOK
;
289 int _channel
= DEFAULT_TOKEN_CHANNEL
;
290 match("unsigned", _type
, _channel
);
293 // $ANTLR end "UNSIGNEDTOK"
295 // $ANTLR start "VARIANTTOK"
296 public final void mVARIANTTOK() throws RecognitionException
{
297 int _type
= VARIANTTOK
;
298 int _channel
= DEFAULT_TOKEN_CHANNEL
;
299 match("variant", _type
, _channel
);
302 // $ANTLR end "VARIANTTOK"
304 // $ANTLR start "VOIDTOK"
305 public final void mVOIDTOK() throws RecognitionException
{
307 int _channel
= DEFAULT_TOKEN_CHANNEL
;
308 match("void", _type
, _channel
);
311 // $ANTLR end "VOIDTOK"
313 // $ANTLR start "BOOLTOK"
314 public final void mBOOLTOK() throws RecognitionException
{
316 int _channel
= DEFAULT_TOKEN_CHANNEL
;
317 match("_Bool", _type
, _channel
);
320 // $ANTLR end "BOOLTOK"
322 // $ANTLR start "COMPLEXTOK"
323 public final void mCOMPLEXTOK() throws RecognitionException
{
324 int _type
= COMPLEXTOK
;
325 int _channel
= DEFAULT_TOKEN_CHANNEL
;
326 match("_Complex", _type
, _channel
);
329 // $ANTLR end "COMPLEXTOK"
331 // $ANTLR start "IMAGINARYTOK"
332 public final void mIMAGINARYTOK() throws RecognitionException
{
333 int _type
= IMAGINARYTOK
;
334 int _channel
= DEFAULT_TOKEN_CHANNEL
;
335 match("_Imaginary", _type
, _channel
);
338 // $ANTLR end "IMAGINARYTOK"
340 // $ANTLR start "ENVTOK"
341 public final void mENVTOK() throws RecognitionException
{
343 int _channel
= DEFAULT_TOKEN_CHANNEL
;
344 match("env", _type
, _channel
);
347 // $ANTLR end "ENVTOK"
349 // $ANTLR start "CLOCKTOK"
350 public final void mCLOCKTOK() throws RecognitionException
{
351 int _type
= CLOCKTOK
;
352 int _channel
= DEFAULT_TOKEN_CHANNEL
;
353 match("clock", _type
, _channel
);
356 // $ANTLR end "CLOCKTOK"
358 // $ANTLR start "NANNUMBERTOK"
359 public final void mNANNUMBERTOK() throws RecognitionException
{
360 int _type
= NANNUMBERTOK
;
361 int _channel
= DEFAULT_TOKEN_CHANNEL
;
362 match("NaN", _type
, _channel
);
365 // $ANTLR end "NANNUMBERTOK"
367 // $ANTLR start "INFINITYTOK"
368 public final void mINFINITYTOK() throws RecognitionException
{
369 int _type
= INFINITYTOK
;
370 int _channel
= DEFAULT_TOKEN_CHANNEL
;
371 match("+inf", _type
, _channel
);
374 // $ANTLR end "INFINITYTOK"
376 // $ANTLR start "NINFINITYTOK"
377 public final void mNINFINITYTOK() throws RecognitionException
{
378 int _type
= NINFINITYTOK
;
379 int _channel
= DEFAULT_TOKEN_CHANNEL
;
380 match("-inf", _type
, _channel
);
383 // $ANTLR end "NINFINITYTOK"
385 // $ANTLR start "SEPARATOR"
386 public final void mSEPARATOR() throws RecognitionException
{
387 int _type
= SEPARATOR
;
388 int _channel
= DEFAULT_TOKEN_CHANNEL
;
389 match(',', _type
, _channel
);
392 // $ANTLR end "SEPARATOR"
394 // $ANTLR start "COLON"
395 public final void mCOLON() throws RecognitionException
{
397 int _channel
= DEFAULT_TOKEN_CHANNEL
;
398 match(':', _type
, _channel
);
401 // $ANTLR end "COLON"
403 // $ANTLR start "ELIPSES"
404 public final void mELIPSES() throws RecognitionException
{
406 int _channel
= DEFAULT_TOKEN_CHANNEL
;
407 match("...", _type
, _channel
);
410 // $ANTLR end "ELIPSES"
412 // $ANTLR start "ASSIGNMENT"
413 public final void mASSIGNMENT() throws RecognitionException
{
414 int _type
= ASSIGNMENT
;
415 int _channel
= DEFAULT_TOKEN_CHANNEL
;
416 match('=', _type
, _channel
);
419 // $ANTLR end "ASSIGNMENT"
421 // $ANTLR start "TYPE_ASSIGNMENT"
422 public final void mTYPE_ASSIGNMENT() throws RecognitionException
{
423 int _type
= TYPE_ASSIGNMENT
;
424 int _channel
= DEFAULT_TOKEN_CHANNEL
;
425 match(":=", _type
, _channel
);
428 // $ANTLR end "TYPE_ASSIGNMENT"
431 public final void mLT() throws RecognitionException
{
433 int _channel
= DEFAULT_TOKEN_CHANNEL
;
434 match('<', _type
, _channel
);
440 public final void mGT() throws RecognitionException
{
442 int _channel
= DEFAULT_TOKEN_CHANNEL
;
443 match('>', _type
, _channel
);
448 // $ANTLR start "OPENBRAC"
449 public final void mOPENBRAC() throws RecognitionException
{
450 int _type
= OPENBRAC
;
451 int _channel
= DEFAULT_TOKEN_CHANNEL
;
452 match('[', _type
, _channel
);
455 // $ANTLR end "OPENBRAC"
457 // $ANTLR start "CLOSEBRAC"
458 public final void mCLOSEBRAC() throws RecognitionException
{
459 int _type
= CLOSEBRAC
;
460 int _channel
= DEFAULT_TOKEN_CHANNEL
;
461 match(']', _type
, _channel
);
464 // $ANTLR end "CLOSEBRAC"
466 // $ANTLR start "LPAREN"
467 public final void mLPAREN() throws RecognitionException
{
469 int _channel
= DEFAULT_TOKEN_CHANNEL
;
470 match('(', _type
, _channel
);
473 // $ANTLR end "LPAREN"
475 // $ANTLR start "RPAREN"
476 public final void mRPAREN() throws RecognitionException
{
478 int _channel
= DEFAULT_TOKEN_CHANNEL
;
479 match(')', _type
, _channel
);
482 // $ANTLR end "RPAREN"
484 // $ANTLR start "LCURL"
485 public final void mLCURL() throws RecognitionException
{
487 int _channel
= DEFAULT_TOKEN_CHANNEL
;
488 match('{', _type
, _channel
);
491 // $ANTLR end "LCURL"
493 // $ANTLR start "RCURL"
494 public final void mRCURL() throws RecognitionException
{
496 int _channel
= DEFAULT_TOKEN_CHANNEL
;
497 match('}', _type
, _channel
);
500 // $ANTLR end "RCURL"
502 // $ANTLR start "TERM"
503 public final void mTERM() throws RecognitionException
{
505 int _channel
= DEFAULT_TOKEN_CHANNEL
;
506 match(';', _type
, _channel
);
511 // $ANTLR start "POINTER"
512 public final void mPOINTER() throws RecognitionException
{
514 int _channel
= DEFAULT_TOKEN_CHANNEL
;
515 match('*', _type
, _channel
);
522 * @throws MismatchedTokenException
524 private void match(String matchable
, int _type
, int _channel
)
525 throws MismatchedTokenException
{
527 setState(_type
, _channel
);
534 * @throws MismatchedTokenException
536 private void match(char matchable
, int _type
, int _channel
)
537 throws MismatchedTokenException
{
539 setState(_type
, _channel
);
546 private void setState(int _type
, int _channel
) {
548 state
.channel
= _channel
;
551 // $ANTLR end "POINTER"
553 // $ANTLR start "SIGN"
554 public final void mSIGN() throws RecognitionException
{
556 int _channel
= DEFAULT_TOKEN_CHANNEL
;
557 // Grammar/CTFLexer.g:71:20: ( '+' | '-' )
558 // Grammar/CTFLexer.g:
560 if ((input
.LA(1) == '+') || (input
.LA(1) == '-')) {
564 MismatchedSetException mse
= new MismatchedSetException(null,
572 setState(_type
, _channel
);
577 // $ANTLR start "ARROW"
578 public final void mARROW() throws RecognitionException
{
580 int _channel
= DEFAULT_TOKEN_CHANNEL
;
581 match("->", _type
, _channel
);
584 // $ANTLR end "ARROW"
586 // $ANTLR start "DOT"
587 public final void mDOT() throws RecognitionException
{
589 int _channel
= DEFAULT_TOKEN_CHANNEL
;
590 match('.', _type
, _channel
);
595 // $ANTLR start "BACKSLASH"
596 public final void mBACKSLASH() throws RecognitionException
{
600 // $ANTLR end "BACKSLASH"
602 // $ANTLR start "OCTAL_LITERAL"
603 public final void mOCTAL_LITERAL() throws RecognitionException
{
604 int _type
= OCTAL_LITERAL
;
605 int _channel
= DEFAULT_TOKEN_CHANNEL
;
608 // Grammar/CTFLexer.g:89:21: ( '0' .. '7' )+
612 int LA1_0
= input
.LA(1);
614 if ((((LA1_0
>= '0') && (LA1_0
<= '7')))) {
620 // Grammar/CTFLexer.g:89:22: '0' .. '7'
622 matchRange('0', '7');
631 EarlyExitException eee
= new EarlyExitException(1, input
);
637 // Grammar/CTFLexer.g:89:33: ( INTEGER_TYPES_SUFFIX )?
639 int LA2_0
= input
.LA(1);
641 if (((LA2_0
== 'L') || (LA2_0
== 'U') || (LA2_0
== 'l') || (LA2_0
== 'u'))) {
646 // Grammar/CTFLexer.g:89:33: INTEGER_TYPES_SUFFIX
648 mINTEGER_TYPES_SUFFIX();
657 setState(_type
, _channel
);
660 // $ANTLR end "OCTAL_LITERAL"
662 // $ANTLR start "DECIMAL_LITERAL"
663 public final void mDECIMAL_LITERAL() throws RecognitionException
{
664 int _type
= DECIMAL_LITERAL
;
665 int _channel
= DEFAULT_TOKEN_CHANNEL
;
666 // Grammar/CTFLexer.g:91:17: ( ( DIGIT )+ ( INTEGER_TYPES_SUFFIX )?
668 // Grammar/CTFLexer.g:91:19: ( DIGIT )+ ( INTEGER_TYPES_SUFFIX )?
670 // Grammar/CTFLexer.g:91:19: ( DIGIT )+
674 int LA3_0
= input
.LA(1);
676 if ((((LA3_0
>= '0') && (LA3_0
<= '9')))) {
682 // Grammar/CTFLexer.g:91:19: DIGIT
693 EarlyExitException eee
= new EarlyExitException(3, input
);
699 // Grammar/CTFLexer.g:91:26: ( INTEGER_TYPES_SUFFIX )?
701 int LA4_0
= input
.LA(1);
703 if (((LA4_0
== 'L') || (LA4_0
== 'U') || (LA4_0
== 'l') || (LA4_0
== 'u'))) {
708 // Grammar/CTFLexer.g:91:26: INTEGER_TYPES_SUFFIX
710 mINTEGER_TYPES_SUFFIX();
719 setState(_type
, _channel
);
722 // $ANTLR end "DECIMAL_LITERAL"
724 // $ANTLR start "HEX_LITERAL"
725 public final void mHEX_LITERAL() throws RecognitionException
{
726 int _type
= HEX_LITERAL
;
727 int _channel
= DEFAULT_TOKEN_CHANNEL
;
728 // Grammar/CTFLexer.g:93:13: ( HEX_PREFIX ( HEX_DIGIT )+ (
729 // INTEGER_TYPES_SUFFIX )? )
730 // Grammar/CTFLexer.g:93:15: HEX_PREFIX ( HEX_DIGIT )+ (
731 // INTEGER_TYPES_SUFFIX )?
734 // Grammar/CTFLexer.g:93:26: ( HEX_DIGIT )+
738 int LA5_0
= input
.LA(1);
740 if ((((LA5_0
>= '0') && (LA5_0
<= '9'))
741 || ((LA5_0
>= 'A') && (LA5_0
<= 'F')) || ((LA5_0
>= 'a') && (LA5_0
<= 'f')))) {
747 // Grammar/CTFLexer.g:93:26: HEX_DIGIT
758 EarlyExitException eee
= new EarlyExitException(5, input
);
764 // Grammar/CTFLexer.g:93:37: ( INTEGER_TYPES_SUFFIX )?
766 int LA6_0
= input
.LA(1);
768 if (((LA6_0
== 'L') || (LA6_0
== 'U') || (LA6_0
== 'l') || (LA6_0
== 'u'))) {
773 // Grammar/CTFLexer.g:93:37: INTEGER_TYPES_SUFFIX
775 mINTEGER_TYPES_SUFFIX();
784 setState(_type
, _channel
);
787 // $ANTLR end "HEX_LITERAL"
789 // $ANTLR start "HEX_DIGIT"
790 public final void mHEX_DIGIT() throws RecognitionException
{
792 switch (input
.LA(1)) {
825 NoViableAltException nvae
= new NoViableAltException("", 7, 0,
833 // Grammar/CTFLexer.g:94:22: DIGIT
840 // Grammar/CTFLexer.g:94:30: ( 'a' .. 'f' )
842 // Grammar/CTFLexer.g:94:30: ( 'a' .. 'f' )
843 // Grammar/CTFLexer.g:94:31: 'a' .. 'f'
845 matchRange('a', 'f');
852 // Grammar/CTFLexer.g:94:43: ( 'A' .. 'F' )
854 // Grammar/CTFLexer.g:94:43: ( 'A' .. 'F' )
855 // Grammar/CTFLexer.g:94:44: 'A' .. 'F'
857 matchRange('A', 'F');
867 // $ANTLR end "HEX_DIGIT"
869 // $ANTLR start "HEX_PREFIX"
870 public final void mHEX_PREFIX() throws RecognitionException
{
873 if ((input
.LA(1) == 'X') || (input
.LA(1) == 'x')) {
877 MismatchedSetException mse
= new MismatchedSetException(null,
887 // $ANTLR end "HEX_PREFIX"
889 // $ANTLR start "DIGIT"
890 public final void mDIGIT() throws RecognitionException
{
891 // Grammar/CTFLexer.g:98:16: ( '0' .. '9' )
892 // Grammar/CTFLexer.g:98:18: '0' .. '9'
894 matchRange('0', '9');
900 // $ANTLR end "DIGIT"
902 // $ANTLR start "NONZERO_DIGIT"
903 public final void mNONZERO_DIGIT() throws RecognitionException
{
904 // Grammar/CTFLexer.g:99:24: ( '1' .. '9' )
905 // Grammar/CTFLexer.g:99:26: '1' .. '9'
907 matchRange('1', '9');
913 // $ANTLR end "NONZERO_DIGIT"
915 // $ANTLR start "INTEGER_TYPES_SUFFIX"
916 public final void mINTEGER_TYPES_SUFFIX() throws RecognitionException
{
917 // Grammar/CTFLexer.g:107:31: ( ( 'l' ( 'l' )? | 'L' ( 'L' )? ) | (
918 // 'u' | 'U' ) | ( 'u' | 'U' ) ( 'l' ( 'l' )? | 'L' ( 'L' )? ) | (
919 // 'l' ( 'l' )? | 'L' ( 'L' )? ) ( 'u' | 'U' ) )
921 alt17
= dfa17
.predict(input
);
924 // Grammar/CTFLexer.g:108:4: ( 'l' ( 'l' )? | 'L' ( 'L' )? )
926 // Grammar/CTFLexer.g:108:4: ( 'l' ( 'l' )? | 'L' ( 'L' )? )
928 int LA10_0
= input
.LA(1);
930 if ((LA10_0
== 'l')) {
932 } else if ((LA10_0
== 'L')) {
935 NoViableAltException nvae
= new NoViableAltException("", 10, 0,
942 // Grammar/CTFLexer.g:108:5: 'l' ( 'l' )?
945 // Grammar/CTFLexer.g:108:9: ( 'l' )?
947 int LA8_0
= input
.LA(1);
949 if ((LA8_0
== 'l')) {
954 // Grammar/CTFLexer.g:108:10: 'l'
966 // Grammar/CTFLexer.g:108:18: 'L' ( 'L' )?
969 // Grammar/CTFLexer.g:108:22: ( 'L' )?
971 int LA9_0
= input
.LA(1);
973 if ((LA9_0
== 'L')) {
978 // Grammar/CTFLexer.g:108:23: 'L'
995 // Grammar/CTFLexer.g:109:4: ( 'u' | 'U' )
997 if ((input
.LA(1) == 'U') || (input
.LA(1) == 'u')) {
1001 MismatchedSetException mse
= new MismatchedSetException(null,
1010 // Grammar/CTFLexer.g:110:4: ( 'u' | 'U' ) ( 'l' ( 'l' )? | 'L' (
1013 if ((input
.LA(1) == 'U') || (input
.LA(1) == 'u')) {
1017 MismatchedSetException mse
= new MismatchedSetException(null,
1023 // Grammar/CTFLexer.g:110:16: ( 'l' ( 'l' )? | 'L' ( 'L' )? )
1025 int LA13_0
= input
.LA(1);
1027 if ((LA13_0
== 'l')) {
1029 } else if ((LA13_0
== 'L')) {
1032 NoViableAltException nvae
= new NoViableAltException("", 13, 0,
1039 // Grammar/CTFLexer.g:110:17: 'l' ( 'l' )?
1042 // Grammar/CTFLexer.g:110:21: ( 'l' )?
1044 int LA11_0
= input
.LA(1);
1046 if ((LA11_0
== 'l')) {
1051 // Grammar/CTFLexer.g:110:22: 'l'
1063 // Grammar/CTFLexer.g:110:30: 'L' ( 'L' )?
1066 // Grammar/CTFLexer.g:110:34: ( 'L' )?
1068 int LA12_0
= input
.LA(1);
1070 if ((LA12_0
== 'L')) {
1075 // Grammar/CTFLexer.g:110:35: 'L'
1092 // Grammar/CTFLexer.g:111:4: ( 'l' ( 'l' )? | 'L' ( 'L' )? ) ( 'u' |
1095 // Grammar/CTFLexer.g:111:4: ( 'l' ( 'l' )? | 'L' ( 'L' )? )
1097 int LA16_0
= input
.LA(1);
1099 if ((LA16_0
== 'l')) {
1101 } else if ((LA16_0
== 'L')) {
1104 NoViableAltException nvae
= new NoViableAltException("", 16, 0,
1111 // Grammar/CTFLexer.g:111:5: 'l' ( 'l' )?
1114 // Grammar/CTFLexer.g:111:9: ( 'l' )?
1116 int LA14_0
= input
.LA(1);
1118 if ((LA14_0
== 'l')) {
1123 // Grammar/CTFLexer.g:111:10: 'l'
1135 // Grammar/CTFLexer.g:111:18: 'L' ( 'L' )?
1138 // Grammar/CTFLexer.g:111:22: ( 'L' )?
1140 int LA15_0
= input
.LA(1);
1142 if ((LA15_0
== 'L')) {
1147 // Grammar/CTFLexer.g:111:23: 'L'
1161 if ((input
.LA(1) == 'U') || (input
.LA(1) == 'u')) {
1165 MismatchedSetException mse
= new MismatchedSetException(null,
1177 // $ANTLR end "INTEGER_TYPES_SUFFIX"
1179 // $ANTLR start "ESCAPE_SEQUENCE"
1180 public final void mESCAPE_SEQUENCE() throws RecognitionException
{
1181 // Grammar/CTFLexer.g:117:26: ( BACKSLASH ( '\\'' | '\"' | '?' |
1182 // BACKSLASH | 'a' | 'b' | 'f' | 'n' | 'r' | 't' | 'v' ) |
1183 // OCTAL_ESCAPE | UNICODE_ESCAPE | HEXADECIMAL_ESCAPE )
1185 int LA18_0
= input
.LA(1);
1187 if ((LA18_0
== '\\')) {
1188 switch (input
.LA(2)) {
1224 NoViableAltException nvae
= new NoViableAltException("", 18, 1,
1231 NoViableAltException nvae
= new NoViableAltException("", 18, 0,
1238 // Grammar/CTFLexer.g:118:4: BACKSLASH ( '\\'' | '\"' | '?' |
1239 // BACKSLASH | 'a' | 'b' | 'f' | 'n' | 'r' | 't' | 'v' )
1242 if ((input
.LA(1) == '\"') || (input
.LA(1) == '\'')
1243 || (input
.LA(1) == '?') || (input
.LA(1) == '\\')
1244 || ((input
.LA(1) >= 'a') && (input
.LA(1) <= 'b'))
1245 || (input
.LA(1) == 'f') || (input
.LA(1) == 'n')
1246 || (input
.LA(1) == 'r') || (input
.LA(1) == 't')
1247 || (input
.LA(1) == 'v')) {
1251 MismatchedSetException mse
= new MismatchedSetException(null,
1260 // Grammar/CTFLexer.g:119:4: OCTAL_ESCAPE
1267 // Grammar/CTFLexer.g:120:4: UNICODE_ESCAPE
1274 // Grammar/CTFLexer.g:121:4: HEXADECIMAL_ESCAPE
1276 mHEXADECIMAL_ESCAPE();
1284 // $ANTLR end "ESCAPE_SEQUENCE"
1286 // $ANTLR start "OCTAL_ESCAPE"
1287 public final void mOCTAL_ESCAPE() throws RecognitionException
{
1288 // Grammar/CTFLexer.g:127:23: ( BACKSLASH ( '0' .. '3' ) ( '0' ..
1289 // '7' ) ( '0' .. '7' ) | BACKSLASH ( '0' .. '7' ) ( '0' .. '7' ) |
1290 // BACKSLASH ( '0' .. '7' ) )
1292 int LA19_0
= input
.LA(1);
1294 if ((LA19_0
== '\\')) {
1295 int LA19_1
= input
.LA(2);
1297 if ((((LA19_1
>= '0') && (LA19_1
<= '3')))) {
1298 int LA19_2
= input
.LA(3);
1300 if ((((LA19_2
>= '0') && (LA19_2
<= '7')))) {
1301 int LA19_5
= input
.LA(4);
1303 if ((((LA19_5
>= '0') && (LA19_5
<= '7')))) {
1311 } else if ((((LA19_1
>= '4') && (LA19_1
<= '7')))) {
1312 int LA19_3
= input
.LA(3);
1314 if ((((LA19_3
>= '0') && (LA19_3
<= '7')))) {
1320 NoViableAltException nvae
= new NoViableAltException("", 19, 1,
1326 NoViableAltException nvae
= new NoViableAltException("", 19, 0,
1333 // Grammar/CTFLexer.g:128:5: BACKSLASH ( '0' .. '3' ) ( '0' .. '7' )
1337 // Grammar/CTFLexer.g:128:15: ( '0' .. '3' )
1338 // Grammar/CTFLexer.g:128:16: '0' .. '3'
1340 matchRange('0', '3');
1344 // Grammar/CTFLexer.g:128:26: ( '0' .. '7' )
1345 // Grammar/CTFLexer.g:128:27: '0' .. '7'
1347 matchRange('0', '7');
1351 // Grammar/CTFLexer.g:128:37: ( '0' .. '7' )
1352 // Grammar/CTFLexer.g:128:38: '0' .. '7'
1354 matchRange('0', '7');
1361 // Grammar/CTFLexer.g:129:5: BACKSLASH ( '0' .. '7' ) ( '0' .. '7' )
1364 // Grammar/CTFLexer.g:129:15: ( '0' .. '7' )
1365 // Grammar/CTFLexer.g:129:16: '0' .. '7'
1367 matchRange('0', '7');
1371 // Grammar/CTFLexer.g:129:26: ( '0' .. '7' )
1372 // Grammar/CTFLexer.g:129:27: '0' .. '7'
1374 matchRange('0', '7');
1381 // Grammar/CTFLexer.g:130:5: BACKSLASH ( '0' .. '7' )
1384 // Grammar/CTFLexer.g:130:15: ( '0' .. '7' )
1385 // Grammar/CTFLexer.g:130:16: '0' .. '7'
1387 matchRange('0', '7');
1397 // $ANTLR end "OCTAL_ESCAPE"
1399 // $ANTLR start "HEXADECIMAL_ESCAPE"
1400 public final void mHEXADECIMAL_ESCAPE() throws RecognitionException
{
1401 // Grammar/CTFLexer.g:136:29: ( BACKSLASH 'x' ( HEX_DIGIT )+ )
1402 // Grammar/CTFLexer.g:136:31: BACKSLASH 'x' ( HEX_DIGIT )+
1406 // Grammar/CTFLexer.g:136:45: ( HEX_DIGIT )+
1410 int LA20_0
= input
.LA(1);
1412 if ((((LA20_0
>= '0') && (LA20_0
<= '9'))
1413 || ((LA20_0
>= 'A') && (LA20_0
<= 'F')) || ((LA20_0
>= 'a') && (LA20_0
<= 'f')))) {
1419 // Grammar/CTFLexer.g:136:45: HEX_DIGIT
1430 EarlyExitException eee
= new EarlyExitException(20, input
);
1439 // $ANTLR end "HEXADECIMAL_ESCAPE"
1441 // $ANTLR start "UNICODE_ESCAPE"
1442 public final void mUNICODE_ESCAPE() throws RecognitionException
{
1443 // Grammar/CTFLexer.g:141:25: ( BACKSLASH 'u' HEX_DIGIT HEX_DIGIT
1444 // HEX_DIGIT HEX_DIGIT | BACKSLASH 'U' HEX_DIGIT HEX_DIGIT HEX_DIGIT
1445 // HEX_DIGIT HEX_DIGIT HEX_DIGIT HEX_DIGIT HEX_DIGIT )
1447 int LA21_0
= input
.LA(1);
1449 if ((LA21_0
== '\\')) {
1450 int LA21_1
= input
.LA(2);
1452 if ((LA21_1
== 'u')) {
1454 } else if ((LA21_1
== 'U')) {
1457 NoViableAltException nvae
= new NoViableAltException("", 21, 1,
1463 NoViableAltException nvae
= new NoViableAltException("", 21, 0,
1470 // Grammar/CTFLexer.g:142:5: BACKSLASH 'u' HEX_DIGIT HEX_DIGIT
1471 // HEX_DIGIT HEX_DIGIT
1483 // Grammar/CTFLexer.g:143:5: BACKSLASH 'U' HEX_DIGIT HEX_DIGIT
1484 // HEX_DIGIT HEX_DIGIT HEX_DIGIT HEX_DIGIT HEX_DIGIT HEX_DIGIT
1502 // $ANTLR end "UNICODE_ESCAPE"
1504 // $ANTLR start "STRINGPREFIX"
1505 public final void mSTRINGPREFIX() throws RecognitionException
{
1509 // $ANTLR end "STRINGPREFIX"
1511 // $ANTLR start "CHARACTER_LITERAL"
1512 public final void mCHARACTER_LITERAL() throws RecognitionException
{
1513 int _type
= CHARACTER_LITERAL
;
1514 int _channel
= DEFAULT_TOKEN_CHANNEL
;
1515 // Grammar/CTFLexer.g:153:19: ( ( STRINGPREFIX )? SINGLEQUOTE (
1516 // CHAR_CONTENT )+ SINGLEQUOTE )
1517 // Grammar/CTFLexer.g:153:21: ( STRINGPREFIX )? SINGLEQUOTE (
1518 // CHAR_CONTENT )+ SINGLEQUOTE
1520 // Grammar/CTFLexer.g:153:21: ( STRINGPREFIX )?
1522 int LA22_0
= input
.LA(1);
1524 if ((LA22_0
== 'L')) {
1529 // Grammar/CTFLexer.g:153:21: STRINGPREFIX
1539 // Grammar/CTFLexer.g:153:47: ( CHAR_CONTENT )+
1543 int LA23_0
= input
.LA(1);
1545 if ((((LA23_0
>= '\u0000') && (LA23_0
<= '&')) || ((LA23_0
>= '(') && (LA23_0
<= '\uFFFF')))) {
1551 // Grammar/CTFLexer.g:153:47: CHAR_CONTENT
1562 EarlyExitException eee
= new EarlyExitException(23, input
);
1572 setState(_type
, _channel
);
1575 // $ANTLR end "CHARACTER_LITERAL"
1577 // $ANTLR start "CHAR_CONTENT"
1578 public final void mCHAR_CONTENT() throws RecognitionException
{
1579 // Grammar/CTFLexer.g:154:23: ( ( ESCAPE_SEQUENCE | ~ ( BACKSLASH |
1580 // SINGLEQUOTE ) ) )
1581 // Grammar/CTFLexer.g:154:25: ( ESCAPE_SEQUENCE | ~ ( BACKSLASH |
1584 // Grammar/CTFLexer.g:154:25: ( ESCAPE_SEQUENCE | ~ ( BACKSLASH
1585 // | SINGLEQUOTE ) )
1587 int LA24_0
= input
.LA(1);
1589 if ((LA24_0
== '\\')) {
1591 } else if ((((LA24_0
>= '\u0000') && (LA24_0
<= '&'))
1592 || ((LA24_0
>= '(') && (LA24_0
<= '[')) || ((LA24_0
>= ']') && (LA24_0
<= '\uFFFF')))) {
1595 NoViableAltException nvae
= new NoViableAltException("", 24, 0,
1602 // Grammar/CTFLexer.g:154:26: ESCAPE_SEQUENCE
1609 // Grammar/CTFLexer.g:154:44: ~ ( BACKSLASH | SINGLEQUOTE )
1611 if (((input
.LA(1) >= '\u0000') && (input
.LA(1) <= '&'))
1612 || ((input
.LA(1) >= '(') && (input
.LA(1) <= '['))
1613 || ((input
.LA(1) >= ']') && (input
.LA(1) <= '\uFFFF'))) {
1617 MismatchedSetException mse
= new MismatchedSetException(
1632 // $ANTLR end "CHAR_CONTENT"
1634 // $ANTLR start "SINGLEQUOTE"
1635 public final void mSINGLEQUOTE() throws RecognitionException
{
1639 // $ANTLR end "SINGLEQUOTE"
1641 // $ANTLR start "STRING_LITERAL"
1642 public final void mSTRING_LITERAL() throws RecognitionException
{
1643 int _type
= STRING_LITERAL
;
1644 int _channel
= DEFAULT_TOKEN_CHANNEL
;
1645 // Grammar/CTFLexer.g:160:16: ( ( STRINGPREFIX )? DOUBLEQUOTE (
1646 // STRING_CONTENT )* DOUBLEQUOTE )
1647 // Grammar/CTFLexer.g:160:18: ( STRINGPREFIX )? DOUBLEQUOTE (
1648 // STRING_CONTENT )* DOUBLEQUOTE
1650 // Grammar/CTFLexer.g:160:18: ( STRINGPREFIX )?
1652 int LA25_0
= input
.LA(1);
1654 if ((LA25_0
== 'L')) {
1659 // Grammar/CTFLexer.g:160:18: STRINGPREFIX
1669 // Grammar/CTFLexer.g:160:44: ( STRING_CONTENT )*
1672 int LA26_0
= input
.LA(1);
1674 if ((((LA26_0
>= '\u0000') && (LA26_0
<= '!')) || ((LA26_0
>= '#') && (LA26_0
<= '\uFFFF')))) {
1680 // Grammar/CTFLexer.g:160:44: STRING_CONTENT
1696 setState(_type
, _channel
);
1699 // $ANTLR end "STRING_LITERAL"
1701 // $ANTLR start "STRING_CONTENT"
1702 public final void mSTRING_CONTENT() throws RecognitionException
{
1703 // Grammar/CTFLexer.g:161:25: ( ( ESCAPE_SEQUENCE | ~ ( BACKSLASH |
1704 // DOUBLEQUOTE ) ) )
1705 // Grammar/CTFLexer.g:161:27: ( ESCAPE_SEQUENCE | ~ ( BACKSLASH |
1708 // Grammar/CTFLexer.g:161:27: ( ESCAPE_SEQUENCE | ~ ( BACKSLASH
1709 // | DOUBLEQUOTE ) )
1711 int LA27_0
= input
.LA(1);
1713 if ((LA27_0
== '\\')) {
1715 } else if ((((LA27_0
>= '\u0000') && (LA27_0
<= '!'))
1716 || ((LA27_0
>= '#') && (LA27_0
<= '[')) || ((LA27_0
>= ']') && (LA27_0
<= '\uFFFF')))) {
1719 NoViableAltException nvae
= new NoViableAltException("", 27, 0,
1726 // Grammar/CTFLexer.g:161:28: ESCAPE_SEQUENCE
1733 // Grammar/CTFLexer.g:161:46: ~ ( BACKSLASH | DOUBLEQUOTE )
1735 if (((input
.LA(1) >= '\u0000') && (input
.LA(1) <= '!'))
1736 || ((input
.LA(1) >= '#') && (input
.LA(1) <= '['))
1737 || ((input
.LA(1) >= ']') && (input
.LA(1) <= '\uFFFF'))) {
1741 MismatchedSetException mse
= new MismatchedSetException(
1756 // $ANTLR end "STRING_CONTENT"
1758 // $ANTLR start "DOUBLEQUOTE"
1759 public final void mDOUBLEQUOTE() throws RecognitionException
{
1763 // $ANTLR end "DOUBLEQUOTE"
1765 // $ANTLR start "WS"
1766 public final void mWS() throws RecognitionException
{
1768 int _channel
= DEFAULT_TOKEN_CHANNEL
;
1769 // Grammar/CTFLexer.g:167:4: ( ( ' ' | '\\r' | '\\t' | '\ ' | '\\n'
1771 // Grammar/CTFLexer.g:167:6: ( ' ' | '\\r' | '\\t' | '\ ' | '\\n' )
1773 if (((input
.LA(1) >= '\t') && (input
.LA(1) <= '\n'))
1774 || ((input
.LA(1) >= '\f') && (input
.LA(1) <= '\r'))
1775 || (input
.LA(1) == ' ')) {
1779 MismatchedSetException mse
= new MismatchedSetException(null,
1789 setState(_type
, _channel
);
1794 // $ANTLR start "COMMENT"
1795 public final void mCOMMENT() throws RecognitionException
{
1796 int _type
= COMMENT
;
1797 int _channel
= DEFAULT_TOKEN_CHANNEL
;
1798 // Grammar/CTFLexer.g:174:9: ( COMMENT_OPEN ( . )* COMMENT_CLOSE )
1799 // Grammar/CTFLexer.g:174:11: COMMENT_OPEN ( . )* COMMENT_CLOSE
1802 // Grammar/CTFLexer.g:174:24: ( . )*
1805 int LA28_0
= input
.LA(1);
1807 if ((LA28_0
== '*')) {
1808 int LA28_1
= input
.LA(2);
1810 if ((LA28_1
== '/')) {
1812 } else if ((((LA28_1
>= '\u0000') && (LA28_1
<= '.')) || ((LA28_1
>= '0') && (LA28_1
<= '\uFFFF')))) {
1816 } else if ((((LA28_0
>= '\u0000') && (LA28_0
<= ')')) || ((LA28_0
>= '+') && (LA28_0
<= '\uFFFF')))) {
1822 // Grammar/CTFLexer.g:174:24: .
1839 setState(_type
, _channel
);
1842 // $ANTLR end "COMMENT"
1844 // $ANTLR start "COMMENT_OPEN"
1845 public final void mCOMMENT_OPEN() throws RecognitionException
{
1849 // $ANTLR end "COMMENT_OPEN"
1851 // $ANTLR start "COMMENT_CLOSE"
1852 public final void mCOMMENT_CLOSE() throws RecognitionException
{
1856 // $ANTLR end "COMMENT_CLOSE"
1858 // $ANTLR start "LINE_COMMENT"
1859 public final void mLINE_COMMENT() throws RecognitionException
{
1860 int _type
= LINE_COMMENT
;
1861 int _channel
= DEFAULT_TOKEN_CHANNEL
;
1862 // Grammar/CTFLexer.g:181:14: ( '//' (~ ( '\\n' | '\\r' ) )* ( '\\r'
1864 // Grammar/CTFLexer.g:181:16: '//' (~ ( '\\n' | '\\r' ) )* ( '\\r'
1869 // Grammar/CTFLexer.g:181:21: (~ ( '\\n' | '\\r' ) )*
1872 int LA29_0
= input
.LA(1);
1874 if ((((LA29_0
>= '\u0000') && (LA29_0
<= '\t'))
1875 || ((LA29_0
>= '\u000B') && (LA29_0
<= '\f')) || ((LA29_0
>= '\u000E') && (LA29_0
<= '\uFFFF')))) {
1881 // Grammar/CTFLexer.g:181:21: ~ ( '\\n' | '\\r' )
1883 if (((input
.LA(1) >= '\u0000') && (input
.LA(1) <= '\t'))
1884 || ((input
.LA(1) >= '\u000B') && (input
.LA(1) <= '\f'))
1885 || ((input
.LA(1) >= '\u000E') && (input
.LA(1) <= '\uFFFF'))) {
1889 MismatchedSetException mse
= new MismatchedSetException(
1903 // Grammar/CTFLexer.g:181:35: ( '\\r' )?
1905 int LA30_0
= input
.LA(1);
1907 if ((LA30_0
== '\r')) {
1912 // Grammar/CTFLexer.g:181:35: '\\r'
1926 setState(_type
, _channel
);
1929 // $ANTLR end "LINE_COMMENT"
1931 // $ANTLR start "IDENTIFIER"
1932 public final void mIDENTIFIER() throws RecognitionException
{
1933 int _type
= IDENTIFIER
;
1934 int _channel
= DEFAULT_TOKEN_CHANNEL
;
1935 // Grammar/CTFLexer.g:186:12: ( NONDIGIT ( NONDIGIT | DIGIT )* )
1936 // Grammar/CTFLexer.g:186:14: NONDIGIT ( NONDIGIT | DIGIT )*
1939 // Grammar/CTFLexer.g:186:23: ( NONDIGIT | DIGIT )*
1942 int LA31_0
= input
.LA(1);
1944 if ((((LA31_0
>= 'A') && (LA31_0
<= 'Z')) || (LA31_0
== '_') || ((LA31_0
>= 'a') && (LA31_0
<= 'z')))) {
1946 } else if ((((LA31_0
>= '0') && (LA31_0
<= '9')))) {
1952 // Grammar/CTFLexer.g:186:24: NONDIGIT
1959 // Grammar/CTFLexer.g:186:35: DIGIT
1973 setState(_type
, _channel
);
1976 // $ANTLR end "IDENTIFIER"
1978 // $ANTLR start "NONDIGIT"
1979 public final void mNONDIGIT() throws RecognitionException
{
1980 // Grammar/CTFLexer.g:187:19: ( ( '_' ) | ( 'A' .. 'Z' ) | ( 'a' ..
1983 switch (input
.LA(1)) {
2047 NoViableAltException nvae
= new NoViableAltException("", 32, 0,
2055 // Grammar/CTFLexer.g:187:21: ( '_' )
2057 // Grammar/CTFLexer.g:187:21: ( '_' )
2058 // Grammar/CTFLexer.g:187:22: '_'
2067 // Grammar/CTFLexer.g:187:29: ( 'A' .. 'Z' )
2069 // Grammar/CTFLexer.g:187:29: ( 'A' .. 'Z' )
2070 // Grammar/CTFLexer.g:187:30: 'A' .. 'Z'
2072 matchRange('A', 'Z');
2079 // Grammar/CTFLexer.g:187:42: ( 'a' .. 'z' )
2081 // Grammar/CTFLexer.g:187:42: ( 'a' .. 'z' )
2082 // Grammar/CTFLexer.g:187:43: 'a' .. 'z'
2084 matchRange('a', 'z');
2094 // $ANTLR end "NONDIGIT"
2097 public void mTokens() throws RecognitionException
{
2098 // Grammar/CTFLexer.g:1:8: ( ALIGNTOK | CONSTTOK | CHARTOK | DOUBLETOK |
2099 // ENUMTOK | EVENTTOK | FLOATINGPOINTTOK | FLOATTOK | INTEGERTOK |
2100 // INTTOK | LONGTOK | SHORTTOK | SIGNEDTOK | STREAMTOK | STRINGTOK |
2101 // STRUCTTOK | TRACETOK | TYPEALIASTOK | TYPEDEFTOK | UNSIGNEDTOK |
2102 // VARIANTTOK | VOIDTOK | BOOLTOK | COMPLEXTOK | IMAGINARYTOK | ENVTOK |
2103 // CLOCKTOK | NANNUMBERTOK | INFINITYTOK | NINFINITYTOK | SEPARATOR |
2104 // COLON | ELIPSES | ASSIGNMENT | TYPE_ASSIGNMENT | LT | GT | OPENBRAC |
2105 // CLOSEBRAC | LPAREN | RPAREN | LCURL | RCURL | TERM | POINTER | SIGN |
2106 // ARROW | DOT | OCTAL_LITERAL | DECIMAL_LITERAL | HEX_LITERAL |
2107 // CHARACTER_LITERAL | STRING_LITERAL | WS | COMMENT | LINE_COMMENT |
2110 alt33
= dfa33
.predict(input
);
2113 // Grammar/CTFLexer.g:1:10: ALIGNTOK
2120 // Grammar/CTFLexer.g:1:19: CONSTTOK
2127 // Grammar/CTFLexer.g:1:28: CHARTOK
2134 // Grammar/CTFLexer.g:1:36: DOUBLETOK
2141 // Grammar/CTFLexer.g:1:46: ENUMTOK
2148 // Grammar/CTFLexer.g:1:54: EVENTTOK
2155 // Grammar/CTFLexer.g:1:63: FLOATINGPOINTTOK
2157 mFLOATINGPOINTTOK();
2162 // Grammar/CTFLexer.g:1:80: FLOATTOK
2169 // Grammar/CTFLexer.g:1:89: INTEGERTOK
2176 // Grammar/CTFLexer.g:1:100: INTTOK
2183 // Grammar/CTFLexer.g:1:107: LONGTOK
2190 // Grammar/CTFLexer.g:1:115: SHORTTOK
2197 // Grammar/CTFLexer.g:1:124: SIGNEDTOK
2204 // Grammar/CTFLexer.g:1:134: STREAMTOK
2211 // Grammar/CTFLexer.g:1:144: STRINGTOK
2218 // Grammar/CTFLexer.g:1:154: STRUCTTOK
2225 // Grammar/CTFLexer.g:1:164: TRACETOK
2232 // Grammar/CTFLexer.g:1:173: TYPEALIASTOK
2239 // Grammar/CTFLexer.g:1:186: TYPEDEFTOK
2246 // Grammar/CTFLexer.g:1:197: UNSIGNEDTOK
2253 // Grammar/CTFLexer.g:1:209: VARIANTTOK
2260 // Grammar/CTFLexer.g:1:220: VOIDTOK
2267 // Grammar/CTFLexer.g:1:228: BOOLTOK
2274 // Grammar/CTFLexer.g:1:236: COMPLEXTOK
2281 // Grammar/CTFLexer.g:1:247: IMAGINARYTOK
2288 // Grammar/CTFLexer.g:1:260: ENVTOK
2295 // Grammar/CTFLexer.g:1:267: CLOCKTOK
2302 // Grammar/CTFLexer.g:1:276: NANNUMBERTOK
2309 // Grammar/CTFLexer.g:1:289: INFINITYTOK
2316 // Grammar/CTFLexer.g:1:301: NINFINITYTOK
2323 // Grammar/CTFLexer.g:1:314: SEPARATOR
2330 // Grammar/CTFLexer.g:1:324: COLON
2337 // Grammar/CTFLexer.g:1:330: ELIPSES
2344 // Grammar/CTFLexer.g:1:338: ASSIGNMENT
2351 // Grammar/CTFLexer.g:1:349: TYPE_ASSIGNMENT
2358 // Grammar/CTFLexer.g:1:365: LT
2365 // Grammar/CTFLexer.g:1:368: GT
2372 // Grammar/CTFLexer.g:1:371: OPENBRAC
2379 // Grammar/CTFLexer.g:1:380: CLOSEBRAC
2386 // Grammar/CTFLexer.g:1:390: LPAREN
2393 // Grammar/CTFLexer.g:1:397: RPAREN
2400 // Grammar/CTFLexer.g:1:404: LCURL
2407 // Grammar/CTFLexer.g:1:410: RCURL
2414 // Grammar/CTFLexer.g:1:416: TERM
2421 // Grammar/CTFLexer.g:1:421: POINTER
2428 // Grammar/CTFLexer.g:1:429: SIGN
2435 // Grammar/CTFLexer.g:1:434: ARROW
2442 // Grammar/CTFLexer.g:1:440: DOT
2449 // Grammar/CTFLexer.g:1:444: OCTAL_LITERAL
2456 // Grammar/CTFLexer.g:1:458: DECIMAL_LITERAL
2463 // Grammar/CTFLexer.g:1:474: HEX_LITERAL
2470 // Grammar/CTFLexer.g:1:486: CHARACTER_LITERAL
2472 mCHARACTER_LITERAL();
2477 // Grammar/CTFLexer.g:1:504: STRING_LITERAL
2484 // Grammar/CTFLexer.g:1:519: WS
2491 // Grammar/CTFLexer.g:1:522: COMMENT
2498 // Grammar/CTFLexer.g:1:530: LINE_COMMENT
2505 // Grammar/CTFLexer.g:1:543: IDENTIFIER
2516 protected DFA17 dfa17
= new DFA17(this);
2517 protected DFA33 dfa33
= new DFA33(this);
2518 static final String DFA17_eotS
= "\1\uffff\2\5\1\11\1\5\2\uffff\1\5\2\uffff";
2519 static final String DFA17_eofS
= "\12\uffff";
2520 static final String DFA17_minS
= "\1\114\1\125\2\114\1\125\2\uffff\1\125\2\uffff";
2521 static final String DFA17_maxS
= "\3\165\1\154\1\165\2\uffff\1\165\2\uffff";
2522 static final String DFA17_acceptS
= "\5\uffff\1\1\1\4\1\uffff\1\3\1\2";
2523 static final String DFA17_specialS
= "\12\uffff}>";
2524 static final String
[] DFA17_transitionS
= {
2525 "\1\2\10\uffff\1\3\26\uffff\1\1\10\uffff\1\3",
2526 "\1\6\26\uffff\1\4\10\uffff\1\6", "\1\7\10\uffff\1\6\37\uffff\1\6",
2527 "\1\10\37\uffff\1\10", "\1\6\37\uffff\1\6", "", "",
2528 "\1\6\37\uffff\1\6", "", "" };
2530 static final short[] DFA17_eot
= DFA
.unpackEncodedString(DFA17_eotS
);
2531 static final short[] DFA17_eof
= DFA
.unpackEncodedString(DFA17_eofS
);
2532 static final char[] DFA17_min
= DFA
2533 .unpackEncodedStringToUnsignedChars(DFA17_minS
);
2534 static final char[] DFA17_max
= DFA
2535 .unpackEncodedStringToUnsignedChars(DFA17_maxS
);
2536 static final short[] DFA17_accept
= DFA
.unpackEncodedString(DFA17_acceptS
);
2537 static final short[] DFA17_special
= DFA
2538 .unpackEncodedString(DFA17_specialS
);
2539 static final short[][] DFA17_transition
;
2542 int numStates
= DFA17_transitionS
.length
;
2543 DFA17_transition
= new short[numStates
][];
2544 for (int i
= 0; i
< numStates
; i
++) {
2545 DFA17_transition
[i
] = DFA
.unpackEncodedString(DFA17_transitionS
[i
]);
2549 static class DFA17
extends DFA
{
2551 public DFA17(BaseRecognizer recognizer
) {
2552 this.recognizer
= recognizer
;
2553 this.decisionNumber
= 17;
2554 this.eot
= DFA17_eot
;
2555 this.eof
= DFA17_eof
;
2556 this.min
= DFA17_min
;
2557 this.max
= DFA17_max
;
2558 this.accept
= DFA17_accept
;
2559 this.special
= DFA17_special
;
2560 this.transition
= DFA17_transition
;
2564 public String
getDescription() {
2565 return "102:10: fragment INTEGER_TYPES_SUFFIX : ( ( 'l' ( 'l' )? | 'L' ( 'L' )? ) | ( 'u' | 'U' ) | ( 'u' | 'U' ) ( 'l' ( 'l' )? | 'L' ( 'L' )? ) | ( 'l' ( 'l' )? | 'L' ( 'L' )? ) ( 'u' | 'U' ) );";
2569 static final String DFA33_eotS
= "\1\uffff\15\45\2\75\1\uffff\1\101\1\103\13\uffff\1\37\1\uffff\1"
2570 + "\45\5\uffff\26\45\11\uffff\1\137\2\uffff\6\45\1\151\2\45\1\155\14"
2571 + "\45\1\174\1\uffff\3\137\2\45\1\u0084\2\45\1\u0087\1\uffff\3\45\1"
2572 + "\uffff\1\u008b\11\45\1\u0096\3\45\1\uffff\1\137\1\uffff\3\137\1"
2573 + "\u009c\1\u009d\1\uffff\1\u009e\1\45\1\uffff\1\u00a0\1\u00a2\1\45"
2574 + "\1\uffff\1\u00a4\4\45\1\u00a9\4\45\1\uffff\1\u00ae\2\45\5\uffff"
2575 + "\1\u00b1\1\uffff\1\45\1\uffff\1\45\1\uffff\1\u00b4\1\u00b5\1\u00b6"
2576 + "\1\u00b7\1\uffff\4\45\1\uffff\2\45\1\uffff\1\45\1\u00bf\4\uffff"
2577 + "\1\45\1\u00c1\1\45\1\u00c3\3\45\1\uffff\1\45\1\uffff\1\u00c8\1\uffff"
2578 + "\1\u00c9\2\45\1\u00cc\2\uffff\2\45\1\uffff\1\u00cf\1\45\1\uffff"
2579 + "\2\45\1\u00d3\1\uffff";
2580 static final String DFA33_eofS
= "\u00d4\uffff";
2581 static final String DFA33_minS
= "\1\11\1\154\1\150\1\157\1\156\1\154\1\156\1\157\1\150\1\162\1\156"
2582 + "\1\141\1\102\1\141\1\151\1\76\1\uffff\1\75\1\56\13\uffff\1\60\1"
2583 + "\uffff\1\42\3\uffff\1\52\1\uffff\1\151\1\156\1\141\1\157\2\165\1"
2584 + "\145\1\157\1\164\1\156\1\157\1\147\1\162\1\141\1\160\1\163\1\162"
2585 + "\1\151\2\157\1\155\1\116\11\uffff\1\60\2\uffff\1\147\1\163\1\162"
2586 + "\1\143\1\142\1\155\1\60\1\156\1\141\1\60\1\147\1\162\1\156\1\145"
2587 + "\1\143\1\145\2\151\1\144\1\157\1\155\1\141\1\60\1\uffff\1\125\2"
2588 + "\114\1\156\1\164\1\60\1\153\1\154\1\60\1\uffff\2\164\1\147\1\uffff"
2589 + "\1\60\1\164\1\145\1\141\1\156\1\143\1\145\1\141\1\147\1\141\1\60"
2590 + "\1\154\1\160\1\147\1\uffff\1\125\1\uffff\1\125\1\154\1\114\2\60"
2591 + "\1\uffff\1\60\1\145\1\uffff\2\60\1\145\1\uffff\1\60\1\144\1\155"
2592 + "\1\147\1\164\1\60\1\154\1\145\2\156\1\uffff\1\60\1\154\1\151\5\uffff"
2593 + "\1\60\1\uffff\1\156\1\uffff\1\162\1\uffff\4\60\1\uffff\1\151\1\146"
2594 + "\1\145\1\164\1\uffff\1\145\1\156\1\uffff\1\147\1\60\4\uffff\1\141"
2595 + "\1\60\1\144\1\60\1\170\1\141\1\137\1\uffff\1\163\1\uffff\1\60\1"
2596 + "\uffff\1\60\1\162\1\160\1\60\2\uffff\1\171\1\157\1\uffff\1\60\1"
2597 + "\151\1\uffff\1\156\1\164\1\60\1\uffff";
2598 static final String DFA33_maxS
= "\1\175\1\154\2\157\1\166\1\154\1\156\1\157\1\164\1\171\1\156\1\157"
2599 + "\1\111\1\141\2\151\1\uffff\1\75\1\56\13\uffff\1\170\1\uffff\1\47"
2600 + "\3\uffff\1\57\1\uffff\1\151\1\156\1\141\1\157\1\165\1\166\1\145"
2601 + "\1\157\1\164\1\156\1\157\1\147\1\162\1\141\1\160\1\163\1\162\1\151"
2602 + "\2\157\1\155\1\116\11\uffff\1\165\2\uffff\1\147\1\163\1\162\1\143"
2603 + "\1\142\1\155\1\172\1\156\1\141\1\172\1\147\1\162\1\156\1\165\1\143"
2604 + "\1\145\2\151\1\144\1\157\1\155\1\141\1\172\1\uffff\2\165\1\154\1"
2605 + "\156\1\164\1\172\1\153\1\154\1\172\1\uffff\2\164\1\147\1\uffff\1"
2606 + "\172\1\164\1\145\1\141\1\156\1\143\1\145\1\144\1\147\1\141\1\172"
2607 + "\1\154\1\160\1\147\1\uffff\1\165\1\uffff\1\165\1\154\1\114\2\172"
2608 + "\1\uffff\1\172\1\145\1\uffff\2\172\1\145\1\uffff\1\172\1\144\1\155"
2609 + "\1\147\1\164\1\172\1\154\1\145\2\156\1\uffff\1\172\1\154\1\151\5"
2610 + "\uffff\1\172\1\uffff\1\156\1\uffff\1\162\1\uffff\4\172\1\uffff\1"
2611 + "\151\1\146\1\145\1\164\1\uffff\1\145\1\156\1\uffff\1\147\1\172\4"
2612 + "\uffff\1\141\1\172\1\144\1\172\1\170\1\141\1\137\1\uffff\1\163\1"
2613 + "\uffff\1\172\1\uffff\1\172\1\162\1\160\1\172\2\uffff\1\171\1\157"
2614 + "\1\uffff\1\172\1\151\1\uffff\1\156\1\164\1\172\1\uffff";
2615 static final String DFA33_acceptS
= "\20\uffff\1\37\2\uffff\1\42\1\44\1\45\1\46\1\47\1\50\1\51\1\52\1"
2616 + "\53\1\54\1\55\1\uffff\1\62\1\uffff\1\64\1\65\1\66\1\uffff\1\71\26"
2617 + "\uffff\1\35\1\56\1\36\1\57\1\43\1\40\1\41\1\60\1\63\1\uffff\1\67"
2618 + "\1\70\27\uffff\1\61\11\uffff\1\32\3\uffff\1\12\16\uffff\1\34\1\uffff"
2619 + "\1\61\5\uffff\1\3\2\uffff\1\5\3\uffff\1\13\12\uffff\1\26\3\uffff"
2620 + "\2\61\1\1\1\2\1\33\1\uffff\1\6\1\uffff\1\10\1\uffff\1\14\4\uffff"
2621 + "\1\21\4\uffff\1\27\2\uffff\1\4\2\uffff\1\15\1\16\1\17\1\20\7\uffff"
2622 + "\1\11\1\uffff\1\23\1\uffff\1\25\4\uffff\1\24\1\30\2\uffff\1\22\2"
2623 + "\uffff\1\31\3\uffff\1\7";
2624 static final String DFA33_specialS
= "\u00d4\uffff}>";
2625 static final String
[] DFA33_transitionS
= {
2626 "\2\43\1\uffff\2\43\22\uffff\1\43\1\uffff\1\42\4\uffff\1\41\1"
2627 + "\30\1\31\1\35\1\16\1\20\1\17\1\22\1\44\1\36\11\37\1\21\1\34"
2628 + "\1\24\1\23\1\25\2\uffff\13\45\1\40\1\45\1\15\14\45\1\26\1\uffff"
2629 + "\1\27\1\uffff\1\14\1\uffff\1\1\1\45\1\2\1\3\1\4\1\5\2\45\1\6"
2630 + "\2\45\1\7\6\45\1\10\1\11\1\12\1\13\4\45\1\32\1\uffff\1\33",
2632 "\1\50\3\uffff\1\51\2\uffff\1\47",
2634 "\1\53\7\uffff\1\54",
2638 "\1\60\1\61\12\uffff\1\62",
2639 "\1\63\6\uffff\1\64",
2641 "\1\66\15\uffff\1\67",
2642 "\1\70\1\71\5\uffff\1\72",
2645 "\1\77\52\uffff\1\76",
2660 "\10\105\40\uffff\1\104\37\uffff\1\104",
2662 "\1\42\4\uffff\1\41",
2666 "\1\106\4\uffff\1\107",
2699 "\10\105\2\37\22\uffff\1\141\10\uffff\1\142\26\uffff\1\140\10"
2709 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45",
2712 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\4\45\1\154\25\45",
2716 "\1\161\3\uffff\1\162\13\uffff\1\163",
2725 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45",
2727 "\1\176\26\uffff\1\175\10\uffff\1\176",
2728 "\1\177\10\uffff\1\176\37\uffff\1\176",
2729 "\1\u0081\37\uffff\1\u0080",
2732 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45",
2735 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45",
2741 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45",
2748 "\1\u0092\2\uffff\1\u0093",
2751 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45",
2756 "\1\176\37\uffff\1\176",
2758 "\1\176\37\uffff\1\176",
2761 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45",
2762 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45",
2764 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45",
2767 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45",
2768 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\10\45\1\u00a1\21"
2769 + "\45", "\1\u00a3", "",
2770 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45", "\1\u00a5",
2771 "\1\u00a6", "\1\u00a7", "\1\u00a8",
2772 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45", "\1\u00aa",
2773 "\1\u00ab", "\1\u00ac", "\1\u00ad", "",
2774 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45", "\1\u00af",
2775 "\1\u00b0", "", "", "", "", "",
2776 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45", "", "\1\u00b2",
2778 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45",
2779 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45",
2780 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45",
2781 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45", "", "\1\u00b8",
2782 "\1\u00b9", "\1\u00ba", "\1\u00bb", "", "\1\u00bc", "\1\u00bd", "",
2783 "\1\u00be", "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45", "",
2784 "", "", "", "\1\u00c0",
2785 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45", "\1\u00c2",
2786 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45", "\1\u00c4",
2787 "\1\u00c5", "\1\u00c6", "", "\1\u00c7", "",
2788 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45", "",
2789 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45", "\1\u00ca",
2790 "\1\u00cb", "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45", "",
2791 "", "\1\u00cd", "\1\u00ce", "",
2792 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45", "\1\u00d0", "",
2793 "\1\u00d1", "\1\u00d2",
2794 "\12\45\7\uffff\32\45\4\uffff\1\45\1\uffff\32\45", "" };
2796 static final short[] DFA33_eot
= DFA
.unpackEncodedString(DFA33_eotS
);
2797 static final short[] DFA33_eof
= DFA
.unpackEncodedString(DFA33_eofS
);
2798 static final char[] DFA33_min
= DFA
2799 .unpackEncodedStringToUnsignedChars(DFA33_minS
);
2800 static final char[] DFA33_max
= DFA
2801 .unpackEncodedStringToUnsignedChars(DFA33_maxS
);
2802 static final short[] DFA33_accept
= DFA
.unpackEncodedString(DFA33_acceptS
);
2803 static final short[] DFA33_special
= DFA
2804 .unpackEncodedString(DFA33_specialS
);
2805 static final short[][] DFA33_transition
;
2808 int numStates
= DFA33_transitionS
.length
;
2809 DFA33_transition
= new short[numStates
][];
2810 for (int i
= 0; i
< numStates
; i
++) {
2811 DFA33_transition
[i
] = DFA
.unpackEncodedString(DFA33_transitionS
[i
]);
2815 static class DFA33
extends DFA
{
2817 public DFA33(BaseRecognizer recognizer
) {
2818 this.recognizer
= recognizer
;
2819 this.decisionNumber
= 33;
2820 this.eot
= DFA33_eot
;
2821 this.eof
= DFA33_eof
;
2822 this.min
= DFA33_min
;
2823 this.max
= DFA33_max
;
2824 this.accept
= DFA33_accept
;
2825 this.special
= DFA33_special
;
2826 this.transition
= DFA33_transition
;
2830 public String
getDescription() {
2831 return "1:1: Tokens : ( ALIGNTOK | CONSTTOK | CHARTOK | DOUBLETOK | ENUMTOK | EVENTTOK | FLOATINGPOINTTOK | FLOATTOK | INTEGERTOK | INTTOK | LONGTOK | SHORTTOK | SIGNEDTOK | STREAMTOK | STRINGTOK | STRUCTTOK | TRACETOK | TYPEALIASTOK | TYPEDEFTOK | UNSIGNEDTOK | VARIANTTOK | VOIDTOK | BOOLTOK | COMPLEXTOK | IMAGINARYTOK | ENVTOK | CLOCKTOK | NANNUMBERTOK | INFINITYTOK | NINFINITYTOK | SEPARATOR | COLON | ELIPSES | ASSIGNMENT | TYPE_ASSIGNMENT | LT | GT | OPENBRAC | CLOSEBRAC | LPAREN | RPAREN | LCURL | RCURL | TERM | POINTER | SIGN | ARROW | DOT | OCTAL_LITERAL | DECIMAL_LITERAL | HEX_LITERAL | CHARACTER_LITERAL | STRING_LITERAL | WS | COMMENT | LINE_COMMENT | IDENTIFIER );";