jitcraft/Token.h
author David Anderson <dvander@alliedmods.net>
Mon Jul 09 22:25:52 2012 -0700 (2012-07-09)
changeset 67 b765a6383849
parent 63 dd57743d220e
child 68 b40b0e18a918
permissions -rw-r--r--
Implemented const for references and arrays.
dvander@0
     1
/*
dvander@0
     2
 * Copyright (C) 2012 David Anderson
dvander@0
     3
 *
dvander@0
     4
 * This file is part of JITCraft.
dvander@0
     5
 *
dvander@0
     6
 * JITCraft is free software: you can redistribute it and/or modify it under
dvander@0
     7
 * the terms of the GNU General Public License as published by the Free
dvander@0
     8
 * Software Foundation, either version 3 of the License, or (at your option)
dvander@0
     9
 * any later version.
dvander@0
    10
 * 
dvander@0
    11
 * Foobar is distributed in the hope that it will be useful, but WITHOUT ANY
dvander@0
    12
 * WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
dvander@0
    13
 * FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
dvander@0
    14
 *
dvander@0
    15
 * You should have received a copy of the GNU General Public License along with
dvander@0
    16
 * JITCraft. If not, see http://www.gnu.org/licenses/.
dvander@0
    17
 */
dvander@0
    18
#ifndef _include_jitcraft_token_h_
dvander@0
    19
#define _include_jitcraft_token_h_
dvander@0
    20
dvander@59
    21
namespace ke {
dvander@0
    22
dvander@26
    23
struct SourcePosition
dvander@26
    24
{
dvander@26
    25
    int line;
dvander@26
    26
    int col;
dvander@26
    27
dvander@26
    28
    SourcePosition()
dvander@26
    29
      : line(-1),
dvander@26
    30
        col(-1)
dvander@26
    31
    {
dvander@26
    32
    }
dvander@26
    33
};
dvander@26
    34
dvander@22
    35
// List of tokens the scanner can recognize.
dvander@22
    36
//
dvander@22
    37
// Some restrictions:
dvander@22
    38
//   * (ASSIGN_ADD - TOK_PLUS) must be the delta between an operator and its
dvander@22
    39
//     op-and-assign equivalent.
dvander@0
    40
#define TOKENMAP(_)                                     \
dvander@0
    41
    _(ERROR,              "<error>")                    \
dvander@0
    42
    _(NEW,                "'new'")                      \
dvander@0
    43
    _(FOR,                "'for'")                      \
dvander@0
    44
    _(RETURN,             "'return'")                   \
dvander@0
    45
    _(NAME,               "<name>")                     \
dvander@0
    46
    _(INTEGER_LITERAL,    "<integer>")                  \
dvander@4
    47
    _(FLOAT_LITERAL,      "<float>")                    \
dvander@21
    48
    _(STRING_LITERAL,     "<string>")                   \
dvander@0
    49
    _(IF,                 "<if>")                       \
dvander@0
    50
    _(ELSE,               "<else>")                     \
dvander@2
    51
    _(ENUM,               "<enum>")                     \
dvander@4
    52
    _(LABEL,              "<label>")                    \
dvander@9
    53
    _(WHILE,              "<while>")                    \
dvander@9
    54
    _(DO,                 "<do>")                       \
dvander@10
    55
    _(BREAK,              "<break>")                    \
dvander@10
    56
    _(CONTINUE,           "<continue>")                 \
dvander@63
    57
    _(FORWARD,            "<forward>")                  \
dvander@63
    58
    _(PUBLIC,             "<public>")                   \
dvander@67
    59
    _(CONST,              "<const>")                    \
dvander@0
    60
    _(PLUS,               "+")                          \
dvander@0
    61
    _(MINUS,              "-")                          \
dvander@0
    62
    _(STAR,               "*")                          \
dvander@0
    63
    _(SLASH,              "/")                          \
dvander@14
    64
    _(AMPERSAND,          "&")                          \
dvander@8
    65
    _(BITOR,              "|")                          \
dvander@8
    66
    _(BITXOR,             "^")                          \
dvander@8
    67
    _(SHR,                ">>")                         \
dvander@8
    68
    _(USHR,               ">>>")                        \
dvander@2
    69
    _(SHL,                "<<")                         \
dvander@0
    70
    _(ASSIGN,             "=")                          \
dvander@0
    71
    _(SEMICOLON,          ";")                          \
dvander@0
    72
    _(LBRACE,             "{")                          \
dvander@0
    73
    _(RBRACE,             "}")                          \
dvander@0
    74
    _(LPAREN,             "(")                          \
dvander@0
    75
    _(RPAREN,             ")")                          \
dvander@0
    76
    _(LBRACKET,           "[")                          \
dvander@0
    77
    _(RBRACKET,           "]")                          \
dvander@2
    78
    _(ASSIGN_ADD,         "+=")                         \
dvander@22
    79
    _(ASSIGN_SUB,         "-=")                         \
dvander@2
    80
    _(ASSIGN_MUL,         "*=")                         \
dvander@22
    81
    _(ASSIGN_DIV,         "/=")                         \
dvander@22
    82
    _(ASSIGN_BITAND,      "&=")                         \
dvander@22
    83
    _(ASSIGN_BITOR,       "|=")                         \
dvander@22
    84
    _(ASSIGN_BITXOR,      "^=")                         \
dvander@22
    85
    _(ASSIGN_SHR,         ">>=")                        \
dvander@22
    86
    _(ASSIGN_USHR,        ">>>=")                       \
dvander@2
    87
    _(ASSIGN_SHL,         "<<=")                        \
dvander@23
    88
    _(INCREMENT,          "++")                         \
dvander@23
    89
    _(DECREMENT,          "--")                         \
dvander@0
    90
    _(EQUALS,             "==")                         \
dvander@0
    91
    _(NOTEQUALS,          "!=")                         \
dvander@0
    92
    _(LT,                 "<")                          \
dvander@0
    93
    _(LE,                 "<=")                         \
dvander@0
    94
    _(GT,                 ">")                          \
dvander@0
    95
    _(GE,                 ">=")                         \
dvander@0
    96
    _(COMMA,              ",")                          \
dvander@0
    97
    _(EOF,                "<end-of-file>")
dvander@0
    98
dvander@0
    99
enum TokenKind
dvander@0
   100
{
dvander@0
   101
#   define _(name, str) TOK_##name,
dvander@0
   102
    TOKENMAP(_)
dvander@0
   103
#   undef _
dvander@14
   104
    TOK_BITAND = TOK_AMPERSAND,
dvander@0
   105
    TOKENS_TOTAL
dvander@0
   106
};
dvander@0
   107
dvander@0
   108
extern const char *TokenNames[];
dvander@0
   109
dvander@59
   110
} // namespace ke
dvander@0
   111
dvander@0
   112
#endif //_include_jitcraft_token_h_