src/Token.h
author David Anderson <dvander@alliedmods.net>
Mon Aug 06 02:03:36 2012 -0700 (2012-08-06)
changeset 169 0456a16c2a63
parent 148 c0740249963c
child 172 48cffae8c9e0
permissions -rw-r--r--
Implement default string arguments.
dvander@133
     1
/* vim: set ts=4 sw=4 tw=99 et:
dvander@133
     2
 * 
dvander@0
     3
 * Copyright (C) 2012 David Anderson
dvander@0
     4
 *
dvander@133
     5
 * This file is part of SourcePawn.
dvander@0
     6
 *
dvander@133
     7
 * SourcePawn is free software: you can redistribute it and/or modify it under
dvander@0
     8
 * the terms of the GNU General Public License as published by the Free
dvander@0
     9
 * Software Foundation, either version 3 of the License, or (at your option)
dvander@0
    10
 * any later version.
dvander@0
    11
 * 
dvander@133
    12
 * SourcePawn is distributed in the hope that it will be useful, but WITHOUT ANY
dvander@0
    13
 * WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
dvander@0
    14
 * FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
dvander@0
    15
 *
dvander@0
    16
 * You should have received a copy of the GNU General Public License along with
dvander@133
    17
 * SourcePawn. If not, see http://www.gnu.org/licenses/.
dvander@0
    18
 */
dvander@0
    19
#ifndef _include_jitcraft_token_h_
dvander@0
    20
#define _include_jitcraft_token_h_
dvander@0
    21
dvander@59
    22
namespace ke {
dvander@0
    23
dvander@26
    24
struct SourcePosition
dvander@26
    25
{
dvander@26
    26
    int line;
dvander@26
    27
    int col;
dvander@26
    28
dvander@26
    29
    SourcePosition()
dvander@26
    30
      : line(-1),
dvander@26
    31
        col(-1)
dvander@26
    32
    {
dvander@26
    33
    }
dvander@70
    34
dvander@70
    35
    SourcePosition(unsigned line, unsigned col)
dvander@70
    36
      : line(line),
dvander@70
    37
        col(col)
dvander@70
    38
    {
dvander@70
    39
    }
dvander@26
    40
};
dvander@26
    41
dvander@22
    42
// List of tokens the scanner can recognize.
dvander@22
    43
//
dvander@22
    44
// Some restrictions:
dvander@22
    45
//   * (ASSIGN_ADD - TOK_PLUS) must be the delta between an operator and its
dvander@22
    46
//     op-and-assign equivalent.
dvander@0
    47
#define TOKENMAP(_)                                     \
dvander@0
    48
    _(ERROR,              "<error>")                    \
dvander@0
    49
    _(NEW,                "'new'")                      \
dvander@0
    50
    _(FOR,                "'for'")                      \
dvander@0
    51
    _(RETURN,             "'return'")                   \
dvander@0
    52
    _(NAME,               "<name>")                     \
dvander@0
    53
    _(INTEGER_LITERAL,    "<integer>")                  \
dvander@4
    54
    _(FLOAT_LITERAL,      "<float>")                    \
dvander@21
    55
    _(STRING_LITERAL,     "<string>")                   \
dvander@0
    56
    _(IF,                 "<if>")                       \
dvander@0
    57
    _(ELSE,               "<else>")                     \
dvander@2
    58
    _(ENUM,               "<enum>")                     \
dvander@4
    59
    _(LABEL,              "<label>")                    \
dvander@9
    60
    _(WHILE,              "<while>")                    \
dvander@9
    61
    _(DO,                 "<do>")                       \
dvander@10
    62
    _(BREAK,              "<break>")                    \
dvander@10
    63
    _(CONTINUE,           "<continue>")                 \
dvander@63
    64
    _(FORWARD,            "<forward>")                  \
dvander@63
    65
    _(PUBLIC,             "<public>")                   \
dvander@67
    66
    _(CONST,              "<const>")                    \
dvander@68
    67
    _(NATIVE,             "<native>")                   \
dvander@134
    68
    _(STOCK,              "<stock>")                    \
dvander@143
    69
    _(TRUE,               "<true>")                     \
dvander@143
    70
    _(FALSE,              "<false>")                    \
dvander@146
    71
    _(STRUCT,             "<struct>")                   \
dvander@68
    72
    _(ELLIPSES,           "...")                        \
dvander@0
    73
    _(PLUS,               "+")                          \
dvander@0
    74
    _(MINUS,              "-")                          \
dvander@0
    75
    _(STAR,               "*")                          \
dvander@0
    76
    _(SLASH,              "/")                          \
dvander@82
    77
    _(PERCENT,            "%")                          \
dvander@14
    78
    _(AMPERSAND,          "&")                          \
dvander@8
    79
    _(BITOR,              "|")                          \
dvander@8
    80
    _(BITXOR,             "^")                          \
dvander@8
    81
    _(SHR,                ">>")                         \
dvander@8
    82
    _(USHR,               ">>>")                        \
dvander@2
    83
    _(SHL,                "<<")                         \
dvander@0
    84
    _(ASSIGN,             "=")                          \
dvander@0
    85
    _(SEMICOLON,          ";")                          \
dvander@0
    86
    _(LBRACE,             "{")                          \
dvander@0
    87
    _(RBRACE,             "}")                          \
dvander@0
    88
    _(LPAREN,             "(")                          \
dvander@0
    89
    _(RPAREN,             ")")                          \
dvander@0
    90
    _(LBRACKET,           "[")                          \
dvander@0
    91
    _(RBRACKET,           "]")                          \
dvander@2
    92
    _(ASSIGN_ADD,         "+=")                         \
dvander@22
    93
    _(ASSIGN_SUB,         "-=")                         \
dvander@2
    94
    _(ASSIGN_MUL,         "*=")                         \
dvander@22
    95
    _(ASSIGN_DIV,         "/=")                         \
dvander@82
    96
    _(ASSIGN_MOD,         "%=")                         \
dvander@22
    97
    _(ASSIGN_BITAND,      "&=")                         \
dvander@22
    98
    _(ASSIGN_BITOR,       "|=")                         \
dvander@22
    99
    _(ASSIGN_BITXOR,      "^=")                         \
dvander@22
   100
    _(ASSIGN_SHR,         ">>=")                        \
dvander@22
   101
    _(ASSIGN_USHR,        ">>>=")                       \
dvander@2
   102
    _(ASSIGN_SHL,         "<<=")                        \
dvander@23
   103
    _(INCREMENT,          "++")                         \
dvander@23
   104
    _(DECREMENT,          "--")                         \
dvander@0
   105
    _(EQUALS,             "==")                         \
dvander@0
   106
    _(NOTEQUALS,          "!=")                         \
dvander@0
   107
    _(LT,                 "<")                          \
dvander@0
   108
    _(LE,                 "<=")                         \
dvander@0
   109
    _(GT,                 ">")                          \
dvander@0
   110
    _(GE,                 ">=")                         \
dvander@75
   111
    _(AND,                "&&")                         \
dvander@75
   112
    _(OR,                 "||")                         \
dvander@0
   113
    _(COMMA,              ",")                          \
dvander@74
   114
    _(NOT,                "!")                          \
dvander@78
   115
    _(TILDE,              "~")                          \
dvander@83
   116
    _(QMARK,              "?")                          \
dvander@83
   117
    _(COLON,              ":")                          \
dvander@133
   118
    _(UNDERSCORE,         "_")                          \
dvander@148
   119
    _(DOT,                ".")                          \
dvander@0
   120
    _(EOF,                "<end-of-file>")
dvander@0
   121
dvander@0
   122
enum TokenKind
dvander@0
   123
{
dvander@0
   124
#   define _(name, str) TOK_##name,
dvander@0
   125
    TOKENMAP(_)
dvander@0
   126
#   undef _
dvander@14
   127
    TOK_BITAND = TOK_AMPERSAND,
dvander@0
   128
    TOKENS_TOTAL
dvander@0
   129
};
dvander@0
   130
dvander@0
   131
extern const char *TokenNames[];
dvander@0
   132
dvander@59
   133
} // namespace ke
dvander@0
   134
dvander@0
   135
#endif //_include_jitcraft_token_h_