jitcraft/Token.h
author David Anderson <dvander@alliedmods.net>
Mon Jul 02 01:24:57 2012 -0700 (2012-07-02)
changeset 25 23e8b3d8e4e6
parent 23 8a31742781c1
child 26 a48382113da6
permissions -rw-r--r--
Scanning, parsing, and static analysis now report errors properly.
dvander@0
     1
/*
dvander@0
     2
 * Copyright (C) 2012 David Anderson
dvander@0
     3
 *
dvander@0
     4
 * This file is part of JITCraft.
dvander@0
     5
 *
dvander@0
     6
 * JITCraft is free software: you can redistribute it and/or modify it under
dvander@0
     7
 * the terms of the GNU General Public License as published by the Free
dvander@0
     8
 * Software Foundation, either version 3 of the License, or (at your option)
dvander@0
     9
 * any later version.
dvander@0
    10
 * 
dvander@0
    11
 * Foobar is distributed in the hope that it will be useful, but WITHOUT ANY
dvander@0
    12
 * WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
dvander@0
    13
 * FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
dvander@0
    14
 *
dvander@0
    15
 * You should have received a copy of the GNU General Public License along with
dvander@0
    16
 * JITCraft. If not, see http://www.gnu.org/licenses/.
dvander@0
    17
 */
dvander@0
    18
#ifndef _include_jitcraft_token_h_
dvander@0
    19
#define _include_jitcraft_token_h_
dvander@0
    20
dvander@0
    21
namespace jc {
dvander@0
    22
dvander@22
    23
// List of tokens the scanner can recognize.
dvander@22
    24
//
dvander@22
    25
// Some restrictions:
dvander@22
    26
//   * (ASSIGN_ADD - TOK_PLUS) must be the delta between an operator and its
dvander@22
    27
//     op-and-assign equivalent.
dvander@0
    28
#define TOKENMAP(_)                                     \
dvander@0
    29
    _(ERROR,              "<error>")                    \
dvander@0
    30
    _(NEW,                "'new'")                      \
dvander@0
    31
    _(FOR,                "'for'")                      \
dvander@0
    32
    _(RETURN,             "'return'")                   \
dvander@0
    33
    _(NAME,               "<name>")                     \
dvander@0
    34
    _(INTEGER_LITERAL,    "<integer>")                  \
dvander@4
    35
    _(FLOAT_LITERAL,      "<float>")                    \
dvander@21
    36
    _(STRING_LITERAL,     "<string>")                   \
dvander@0
    37
    _(IF,                 "<if>")                       \
dvander@0
    38
    _(ELSE,               "<else>")                     \
dvander@2
    39
    _(ENUM,               "<enum>")                     \
dvander@4
    40
    _(LABEL,              "<label>")                    \
dvander@9
    41
    _(WHILE,              "<while>")                    \
dvander@9
    42
    _(DO,                 "<do>")                       \
dvander@10
    43
    _(BREAK,              "<break>")                    \
dvander@10
    44
    _(CONTINUE,           "<continue>")                 \
dvander@0
    45
    _(PLUS,               "+")                          \
dvander@0
    46
    _(MINUS,              "-")                          \
dvander@0
    47
    _(STAR,               "*")                          \
dvander@0
    48
    _(SLASH,              "/")                          \
dvander@14
    49
    _(AMPERSAND,          "&")                          \
dvander@8
    50
    _(BITOR,              "|")                          \
dvander@8
    51
    _(BITXOR,             "^")                          \
dvander@8
    52
    _(SHR,                ">>")                         \
dvander@8
    53
    _(USHR,               ">>>")                        \
dvander@2
    54
    _(SHL,                "<<")                         \
dvander@0
    55
    _(ASSIGN,             "=")                          \
dvander@0
    56
    _(SEMICOLON,          ";")                          \
dvander@0
    57
    _(LBRACE,             "{")                          \
dvander@0
    58
    _(RBRACE,             "}")                          \
dvander@0
    59
    _(LPAREN,             "(")                          \
dvander@0
    60
    _(RPAREN,             ")")                          \
dvander@0
    61
    _(LBRACKET,           "[")                          \
dvander@0
    62
    _(RBRACKET,           "]")                          \
dvander@2
    63
    _(ASSIGN_ADD,         "+=")                         \
dvander@22
    64
    _(ASSIGN_SUB,         "-=")                         \
dvander@2
    65
    _(ASSIGN_MUL,         "*=")                         \
dvander@22
    66
    _(ASSIGN_DIV,         "/=")                         \
dvander@22
    67
    _(ASSIGN_BITAND,      "&=")                         \
dvander@22
    68
    _(ASSIGN_BITOR,       "|=")                         \
dvander@22
    69
    _(ASSIGN_BITXOR,      "^=")                         \
dvander@22
    70
    _(ASSIGN_SHR,         ">>=")                        \
dvander@22
    71
    _(ASSIGN_USHR,        ">>>=")                       \
dvander@2
    72
    _(ASSIGN_SHL,         "<<=")                        \
dvander@23
    73
    _(INCREMENT,          "++")                         \
dvander@23
    74
    _(DECREMENT,          "--")                         \
dvander@0
    75
    _(EQUALS,             "==")                         \
dvander@0
    76
    _(NOTEQUALS,          "!=")                         \
dvander@0
    77
    _(LT,                 "<")                          \
dvander@0
    78
    _(LE,                 "<=")                         \
dvander@0
    79
    _(GT,                 ">")                          \
dvander@0
    80
    _(GE,                 ">=")                         \
dvander@0
    81
    _(COMMA,              ",")                          \
dvander@0
    82
    _(EOF,                "<end-of-file>")
dvander@0
    83
dvander@0
    84
enum TokenKind
dvander@0
    85
{
dvander@0
    86
#   define _(name, str) TOK_##name,
dvander@0
    87
    TOKENMAP(_)
dvander@0
    88
#   undef _
dvander@14
    89
    TOK_BITAND = TOK_AMPERSAND,
dvander@0
    90
    TOKENS_TOTAL
dvander@0
    91
};
dvander@0
    92
dvander@0
    93
extern const char *TokenNames[];
dvander@0
    94
dvander@0
    95
} // namespace jc
dvander@0
    96
dvander@0
    97
#endif //_include_jitcraft_token_h_