jitcraft/Scanner.h
author David Anderson <dvander@alliedmods.net>
Tue Jul 24 23:53:34 2012 -0700 (2012-07-24)
changeset 86 32ad0523b309
parent 59 b7d61ddb3c8d
permissions -rw-r--r--
Renamed jitcraft/ to src/, fixed some /Wp64 warnings.
dvander@0
     1
/*
dvander@0
     2
 * Copyright (C) 2012 David Anderson
dvander@0
     3
 *
dvander@0
     4
 * This file is part of JITCraft.
dvander@0
     5
 *
dvander@0
     6
 * JITCraft is free software: you can redistribute it and/or modify it under
dvander@0
     7
 * the terms of the GNU General Public License as published by the Free
dvander@0
     8
 * Software Foundation, either version 3 of the License, or (at your option)
dvander@0
     9
 * any later version.
dvander@0
    10
 * 
dvander@0
    11
 * Foobar is distributed in the hope that it will be useful, but WITHOUT ANY
dvander@0
    12
 * WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
dvander@0
    13
 * FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
dvander@0
    14
 *
dvander@0
    15
 * You should have received a copy of the GNU General Public License along with
dvander@0
    16
 * JITCraft. If not, see http://www.gnu.org/licenses/.
dvander@0
    17
 */
dvander@0
    18
#ifndef _include_jitcraft_scanner_h_
dvander@0
    19
#define _include_jitcraft_scanner_h_
dvander@0
    20
dvander@0
    21
#include <string>
dvander@0
    22
#include "Token.h"
dvander@25
    23
#include "CompileContext.h"
dvander@0
    24
dvander@59
    25
namespace ke {
dvander@0
    26
dvander@0
    27
class Scanner
dvander@0
    28
{
dvander@25
    29
    CompileContext &cc_;
dvander@0
    30
    const char *stream_;
dvander@0
    31
    size_t length_;
dvander@0
    32
    bool pushed_;
dvander@0
    33
    char saved_;
dvander@0
    34
    const char *pos_;
dvander@0
    35
    std::string literal_;
dvander@0
    36
    TokenKind lastToken_;
dvander@25
    37
    SourcePosition last_;
dvander@25
    38
    SourcePosition cur_;
dvander@25
    39
    SourcePosition begin_;
dvander@0
    40
dvander@0
    41
  private:
dvander@0
    42
    char getChar();
dvander@0
    43
    void putChar(char c);
dvander@0
    44
    void eatSingleLine();
dvander@0
    45
    bool eatComment();
dvander@25
    46
    void calcNewLine(char c);
dvander@21
    47
    int readEscapeCode();
dvander@21
    48
    TokenKind stringLiteral();
dvander@4
    49
    TokenKind numberLiteral(char first);
dvander@0
    50
    TokenKind identifier(char first);
dvander@0
    51
dvander@0
    52
    TokenKind next();
dvander@0
    53
dvander@0
    54
  public:
dvander@25
    55
    Scanner(CompileContext &cc, const char *stream, size_t length);
dvander@0
    56
dvander@4
    57
    static double ParseDouble(const char *string);
dvander@4
    58
dvander@0
    59
    TokenKind scan();
dvander@0
    60
    TokenKind peek();
dvander@0
    61
    TokenKind last() const {
dvander@0
    62
        return lastToken_;
dvander@0
    63
    }
dvander@0
    64
dvander@25
    65
    // Beginning source position of the last instruction.
dvander@25
    66
    SourcePosition begin() const {
dvander@25
    67
        return begin_;
dvander@25
    68
    }
dvander@25
    69
dvander@21
    70
    // Note: the literal may have embedded NUL characters.
dvander@0
    71
    const char *literal() const {
dvander@0
    72
        return literal_.c_str();
dvander@0
    73
    }
dvander@21
    74
    size_t literal_length() const {
dvander@54
    75
        return literal_.size();
dvander@21
    76
    }
dvander@0
    77
};
dvander@0
    78
dvander@59
    79
} // namespace ke
dvander@0
    80
dvander@0
    81
#endif // _include_jitcraft_scanner_h_