|
dvander@0
|
1 |
/* |
|
dvander@0
|
2 |
* Copyright (C) 2012 David Anderson |
|
dvander@0
|
3 |
* |
|
dvander@0
|
4 |
* This file is part of JITCraft. |
|
dvander@0
|
5 |
* |
|
dvander@0
|
6 |
* JITCraft is free software: you can redistribute it and/or modify it under |
|
dvander@0
|
7 |
* the terms of the GNU General Public License as published by the Free |
|
dvander@0
|
8 |
* Software Foundation, either version 3 of the License, or (at your option) |
|
dvander@0
|
9 |
* any later version. |
|
dvander@0
|
10 |
* |
|
dvander@0
|
11 |
* Foobar is distributed in the hope that it will be useful, but WITHOUT ANY |
|
dvander@0
|
12 |
* WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS |
|
dvander@0
|
13 |
* FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. |
|
dvander@0
|
14 |
* |
|
dvander@0
|
15 |
* You should have received a copy of the GNU General Public License along with |
|
dvander@0
|
16 |
* JITCraft. If not, see http://www.gnu.org/licenses/. |
|
dvander@0
|
17 |
*/ |
|
dvander@0
|
18 |
#ifndef _include_jitcraft_token_h_ |
|
dvander@0
|
19 |
#define _include_jitcraft_token_h_ |
|
dvander@0
|
20 |
|
|
dvander@59
|
21 |
namespace ke { |
|
dvander@0
|
22 |
|
|
dvander@26
|
23 |
struct SourcePosition |
|
dvander@26
|
24 |
{ |
|
dvander@26
|
25 |
int line; |
|
dvander@26
|
26 |
int col; |
|
dvander@26
|
27 |
|
|
dvander@26
|
28 |
SourcePosition() |
|
dvander@26
|
29 |
: line(-1), |
|
dvander@26
|
30 |
col(-1) |
|
dvander@26
|
31 |
{ |
|
dvander@26
|
32 |
} |
|
dvander@70
|
33 |
|
|
dvander@70
|
34 |
SourcePosition(unsigned line, unsigned col) |
|
dvander@70
|
35 |
: line(line), |
|
dvander@70
|
36 |
col(col) |
|
dvander@70
|
37 |
{ |
|
dvander@70
|
38 |
} |
|
dvander@26
|
39 |
}; |
|
dvander@26
|
40 |
|
|
dvander@22
|
41 |
// List of tokens the scanner can recognize. |
|
dvander@22
|
42 |
// |
|
dvander@22
|
43 |
// Some restrictions: |
|
dvander@22
|
44 |
// * (ASSIGN_ADD - TOK_PLUS) must be the delta between an operator and its |
|
dvander@22
|
45 |
// op-and-assign equivalent. |
|
dvander@0
|
46 |
#define TOKENMAP(_) \ |
|
dvander@0
|
47 |
_(ERROR, "<error>") \ |
|
dvander@0
|
48 |
_(NEW, "'new'") \ |
|
dvander@0
|
49 |
_(FOR, "'for'") \ |
|
dvander@0
|
50 |
_(RETURN, "'return'") \ |
|
dvander@0
|
51 |
_(NAME, "<name>") \ |
|
dvander@0
|
52 |
_(INTEGER_LITERAL, "<integer>") \ |
|
dvander@4
|
53 |
_(FLOAT_LITERAL, "<float>") \ |
|
dvander@21
|
54 |
_(STRING_LITERAL, "<string>") \ |
|
dvander@0
|
55 |
_(IF, "<if>") \ |
|
dvander@0
|
56 |
_(ELSE, "<else>") \ |
|
dvander@2
|
57 |
_(ENUM, "<enum>") \ |
|
dvander@4
|
58 |
_(LABEL, "<label>") \ |
|
dvander@9
|
59 |
_(WHILE, "<while>") \ |
|
dvander@9
|
60 |
_(DO, "<do>") \ |
|
dvander@10
|
61 |
_(BREAK, "<break>") \ |
|
dvander@10
|
62 |
_(CONTINUE, "<continue>") \ |
|
dvander@63
|
63 |
_(FORWARD, "<forward>") \ |
|
dvander@63
|
64 |
_(PUBLIC, "<public>") \ |
|
dvander@67
|
65 |
_(CONST, "<const>") \ |
|
dvander@68
|
66 |
_(NATIVE, "<native>") \ |
|
dvander@68
|
67 |
_(ELLIPSES, "...") \ |
|
dvander@0
|
68 |
_(PLUS, "+") \ |
|
dvander@0
|
69 |
_(MINUS, "-") \ |
|
dvander@0
|
70 |
_(STAR, "*") \ |
|
dvander@0
|
71 |
_(SLASH, "/") \ |
|
dvander@82
|
72 |
_(PERCENT, "%") \ |
|
dvander@14
|
73 |
_(AMPERSAND, "&") \ |
|
dvander@8
|
74 |
_(BITOR, "|") \ |
|
dvander@8
|
75 |
_(BITXOR, "^") \ |
|
dvander@8
|
76 |
_(SHR, ">>") \ |
|
dvander@8
|
77 |
_(USHR, ">>>") \ |
|
dvander@2
|
78 |
_(SHL, "<<") \ |
|
dvander@0
|
79 |
_(ASSIGN, "=") \ |
|
dvander@0
|
80 |
_(SEMICOLON, ";") \ |
|
dvander@0
|
81 |
_(LBRACE, "{") \ |
|
dvander@0
|
82 |
_(RBRACE, "}") \ |
|
dvander@0
|
83 |
_(LPAREN, "(") \ |
|
dvander@0
|
84 |
_(RPAREN, ")") \ |
|
dvander@0
|
85 |
_(LBRACKET, "[") \ |
|
dvander@0
|
86 |
_(RBRACKET, "]") \ |
|
dvander@2
|
87 |
_(ASSIGN_ADD, "+=") \ |
|
dvander@22
|
88 |
_(ASSIGN_SUB, "-=") \ |
|
dvander@2
|
89 |
_(ASSIGN_MUL, "*=") \ |
|
dvander@22
|
90 |
_(ASSIGN_DIV, "/=") \ |
|
dvander@82
|
91 |
_(ASSIGN_MOD, "%=") \ |
|
dvander@22
|
92 |
_(ASSIGN_BITAND, "&=") \ |
|
dvander@22
|
93 |
_(ASSIGN_BITOR, "|=") \ |
|
dvander@22
|
94 |
_(ASSIGN_BITXOR, "^=") \ |
|
dvander@22
|
95 |
_(ASSIGN_SHR, ">>=") \ |
|
dvander@22
|
96 |
_(ASSIGN_USHR, ">>>=") \ |
|
dvander@2
|
97 |
_(ASSIGN_SHL, "<<=") \ |
|
dvander@23
|
98 |
_(INCREMENT, "++") \ |
|
dvander@23
|
99 |
_(DECREMENT, "--") \ |
|
dvander@0
|
100 |
_(EQUALS, "==") \ |
|
dvander@0
|
101 |
_(NOTEQUALS, "!=") \ |
|
dvander@0
|
102 |
_(LT, "<") \ |
|
dvander@0
|
103 |
_(LE, "<=") \ |
|
dvander@0
|
104 |
_(GT, ">") \ |
|
dvander@0
|
105 |
_(GE, ">=") \ |
|
dvander@75
|
106 |
_(AND, "&&") \ |
|
dvander@75
|
107 |
_(OR, "||") \ |
|
dvander@0
|
108 |
_(COMMA, ",") \ |
|
dvander@74
|
109 |
_(NOT, "!") \ |
|
dvander@78
|
110 |
_(TILDE, "~") \ |
|
dvander@83
|
111 |
_(QMARK, "?") \ |
|
dvander@83
|
112 |
_(COLON, ":") \ |
|
dvander@0
|
113 |
_(EOF, "<end-of-file>") |
|
dvander@0
|
114 |
|
|
dvander@0
|
115 |
enum TokenKind |
|
dvander@0
|
116 |
{ |
|
dvander@0
|
117 |
# define _(name, str) TOK_##name, |
|
dvander@0
|
118 |
TOKENMAP(_) |
|
dvander@0
|
119 |
# undef _ |
|
dvander@14
|
120 |
TOK_BITAND = TOK_AMPERSAND, |
|
dvander@0
|
121 |
TOKENS_TOTAL |
|
dvander@0
|
122 |
}; |
|
dvander@0
|
123 |
|
|
dvander@0
|
124 |
extern const char *TokenNames[]; |
|
dvander@0
|
125 |
|
|
dvander@59
|
126 |
} // namespace ke |
|
dvander@0
|
127 |
|
|
dvander@0
|
128 |
#endif //_include_jitcraft_token_h_ |
