src/Token.h
author David Anderson <dvander@alliedmods.net>
Sat Sep 01 17:11:06 2012 -0700 (2012-09-01)
changeset 176 2b9141b01023
parent 174 e718b56aba78
child 194 b029d63565a2
permissions -rw-r--r--
Add hex literal support.
dvander@133
     1
/* vim: set ts=4 sw=4 tw=99 et:
dvander@133
     2
 * 
dvander@0
     3
 * Copyright (C) 2012 David Anderson
dvander@0
     4
 *
dvander@133
     5
 * This file is part of SourcePawn.
dvander@0
     6
 *
dvander@133
     7
 * SourcePawn is free software: you can redistribute it and/or modify it under
dvander@0
     8
 * the terms of the GNU General Public License as published by the Free
dvander@0
     9
 * Software Foundation, either version 3 of the License, or (at your option)
dvander@0
    10
 * any later version.
dvander@0
    11
 * 
dvander@133
    12
 * SourcePawn is distributed in the hope that it will be useful, but WITHOUT ANY
dvander@0
    13
 * WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
dvander@0
    14
 * FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
dvander@0
    15
 *
dvander@0
    16
 * You should have received a copy of the GNU General Public License along with
dvander@133
    17
 * SourcePawn. If not, see http://www.gnu.org/licenses/.
dvander@0
    18
 */
dvander@0
    19
#ifndef _include_jitcraft_token_h_
dvander@0
    20
#define _include_jitcraft_token_h_
dvander@0
    21
dvander@59
    22
namespace ke {
dvander@0
    23
dvander@26
    24
struct SourcePosition
dvander@26
    25
{
dvander@26
    26
    int line;
dvander@26
    27
    int col;
dvander@26
    28
dvander@26
    29
    SourcePosition()
dvander@26
    30
      : line(-1),
dvander@26
    31
        col(-1)
dvander@26
    32
    {
dvander@26
    33
    }
dvander@70
    34
dvander@70
    35
    SourcePosition(unsigned line, unsigned col)
dvander@70
    36
      : line(line),
dvander@70
    37
        col(col)
dvander@70
    38
    {
dvander@70
    39
    }
dvander@26
    40
};
dvander@26
    41
dvander@22
    42
// List of tokens the scanner can recognize.
dvander@22
    43
//
dvander@22
    44
// Some restrictions:
dvander@22
    45
//   * (ASSIGN_ADD - TOK_PLUS) must be the delta between an operator and its
dvander@22
    46
//     op-and-assign equivalent.
dvander@0
    47
#define TOKENMAP(_)                                     \
dvander@172
    48
    _(NONE,               "<none>")                     \
dvander@0
    49
    _(ERROR,              "<error>")                    \
dvander@0
    50
    _(NEW,                "'new'")                      \
dvander@0
    51
    _(FOR,                "'for'")                      \
dvander@0
    52
    _(RETURN,             "'return'")                   \
dvander@0
    53
    _(NAME,               "<name>")                     \
dvander@0
    54
    _(INTEGER_LITERAL,    "<integer>")                  \
dvander@176
    55
    _(HEX_LITERAL,        "<hex>")                      \
dvander@4
    56
    _(FLOAT_LITERAL,      "<float>")                    \
dvander@21
    57
    _(STRING_LITERAL,     "<string>")                   \
dvander@0
    58
    _(IF,                 "<if>")                       \
dvander@0
    59
    _(ELSE,               "<else>")                     \
dvander@2
    60
    _(ENUM,               "<enum>")                     \
dvander@4
    61
    _(LABEL,              "<label>")                    \
dvander@9
    62
    _(WHILE,              "<while>")                    \
dvander@9
    63
    _(DO,                 "<do>")                       \
dvander@10
    64
    _(BREAK,              "<break>")                    \
dvander@10
    65
    _(CONTINUE,           "<continue>")                 \
dvander@63
    66
    _(FORWARD,            "<forward>")                  \
dvander@63
    67
    _(PUBLIC,             "<public>")                   \
dvander@67
    68
    _(CONST,              "<const>")                    \
dvander@68
    69
    _(NATIVE,             "<native>")                   \
dvander@134
    70
    _(STOCK,              "<stock>")                    \
dvander@143
    71
    _(TRUE,               "<true>")                     \
dvander@143
    72
    _(FALSE,              "<false>")                    \
dvander@146
    73
    _(STRUCT,             "<struct>")                   \
dvander@172
    74
    _(SWITCH,             "<switch>")                   \
dvander@172
    75
    _(CASE,               "<case>")                     \
dvander@172
    76
    _(DEFAULT,            "<default>")                  \
dvander@174
    77
    _(TYPEDEF,            "<typedef>")                  \
dvander@174
    78
    _(VOID,               "<void>")                     \
dvander@174
    79
    _(INT,                "<int>")                      \
dvander@68
    80
    _(ELLIPSES,           "...")                        \
dvander@0
    81
    _(PLUS,               "+")                          \
dvander@0
    82
    _(MINUS,              "-")                          \
dvander@0
    83
    _(STAR,               "*")                          \
dvander@0
    84
    _(SLASH,              "/")                          \
dvander@82
    85
    _(PERCENT,            "%")                          \
dvander@14
    86
    _(AMPERSAND,          "&")                          \
dvander@8
    87
    _(BITOR,              "|")                          \
dvander@8
    88
    _(BITXOR,             "^")                          \
dvander@8
    89
    _(SHR,                ">>")                         \
dvander@8
    90
    _(USHR,               ">>>")                        \
dvander@2
    91
    _(SHL,                "<<")                         \
dvander@0
    92
    _(ASSIGN,             "=")                          \
dvander@0
    93
    _(SEMICOLON,          ";")                          \
dvander@0
    94
    _(LBRACE,             "{")                          \
dvander@0
    95
    _(RBRACE,             "}")                          \
dvander@0
    96
    _(LPAREN,             "(")                          \
dvander@0
    97
    _(RPAREN,             ")")                          \
dvander@0
    98
    _(LBRACKET,           "[")                          \
dvander@0
    99
    _(RBRACKET,           "]")                          \
dvander@2
   100
    _(ASSIGN_ADD,         "+=")                         \
dvander@22
   101
    _(ASSIGN_SUB,         "-=")                         \
dvander@2
   102
    _(ASSIGN_MUL,         "*=")                         \
dvander@22
   103
    _(ASSIGN_DIV,         "/=")                         \
dvander@82
   104
    _(ASSIGN_MOD,         "%=")                         \
dvander@22
   105
    _(ASSIGN_BITAND,      "&=")                         \
dvander@22
   106
    _(ASSIGN_BITOR,       "|=")                         \
dvander@22
   107
    _(ASSIGN_BITXOR,      "^=")                         \
dvander@22
   108
    _(ASSIGN_SHR,         ">>=")                        \
dvander@22
   109
    _(ASSIGN_USHR,        ">>>=")                       \
dvander@2
   110
    _(ASSIGN_SHL,         "<<=")                        \
dvander@23
   111
    _(INCREMENT,          "++")                         \
dvander@23
   112
    _(DECREMENT,          "--")                         \
dvander@0
   113
    _(EQUALS,             "==")                         \
dvander@0
   114
    _(NOTEQUALS,          "!=")                         \
dvander@0
   115
    _(LT,                 "<")                          \
dvander@0
   116
    _(LE,                 "<=")                         \
dvander@0
   117
    _(GT,                 ">")                          \
dvander@0
   118
    _(GE,                 ">=")                         \
dvander@75
   119
    _(AND,                "&&")                         \
dvander@75
   120
    _(OR,                 "||")                         \
dvander@0
   121
    _(COMMA,              ",")                          \
dvander@74
   122
    _(NOT,                "!")                          \
dvander@78
   123
    _(TILDE,              "~")                          \
dvander@83
   124
    _(QMARK,              "?")                          \
dvander@83
   125
    _(COLON,              ":")                          \
dvander@133
   126
    _(UNDERSCORE,         "_")                          \
dvander@148
   127
    _(DOT,                ".")                          \
dvander@0
   128
    _(EOF,                "<end-of-file>")
dvander@0
   129
dvander@0
   130
enum TokenKind
dvander@0
   131
{
dvander@0
   132
#   define _(name, str) TOK_##name,
dvander@0
   133
    TOKENMAP(_)
dvander@0
   134
#   undef _
dvander@14
   135
    TOK_BITAND = TOK_AMPERSAND,
dvander@0
   136
    TOKENS_TOTAL
dvander@0
   137
};
dvander@0
   138
dvander@0
   139
extern const char *TokenNames[];
dvander@0
   140
dvander@59
   141
} // namespace ke
dvander@0
   142
dvander@0
   143
#endif //_include_jitcraft_token_h_