src/Scanner.h
author David Anderson <dvander@alliedmods.net>
Sat Jul 28 16:42:38 2012 -0700 (2012-07-28)
changeset 108 9dcf58a17d32
parent 92 e3974e7360e9
child 172 48cffae8c9e0
permissions -rw-r--r--
Stop using ccache on OS X.
dvander@0
     1
/*
dvander@0
     2
 * Copyright (C) 2012 David Anderson
dvander@0
     3
 *
dvander@0
     4
 * This file is part of JITCraft.
dvander@0
     5
 *
dvander@0
     6
 * JITCraft is free software: you can redistribute it and/or modify it under
dvander@0
     7
 * the terms of the GNU General Public License as published by the Free
dvander@0
     8
 * Software Foundation, either version 3 of the License, or (at your option)
dvander@0
     9
 * any later version.
dvander@0
    10
 * 
dvander@0
    11
 * Foobar is distributed in the hope that it will be useful, but WITHOUT ANY
dvander@0
    12
 * WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
dvander@0
    13
 * FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
dvander@0
    14
 *
dvander@0
    15
 * You should have received a copy of the GNU General Public License along with
dvander@0
    16
 * JITCraft. If not, see http://www.gnu.org/licenses/.
dvander@0
    17
 */
dvander@0
    18
#ifndef _include_jitcraft_scanner_h_
dvander@0
    19
#define _include_jitcraft_scanner_h_
dvander@0
    20
dvander@0
    21
#include <string>
dvander@0
    22
#include "Token.h"
dvander@25
    23
#include "CompileContext.h"
danderson@92
    24
#include "Vector.h"
dvander@0
    25
dvander@59
    26
namespace ke {
dvander@0
    27
dvander@0
    28
class Scanner
dvander@0
    29
{
dvander@25
    30
    CompileContext &cc_;
dvander@0
    31
    const char *stream_;
dvander@0
    32
    size_t length_;
dvander@0
    33
    bool pushed_;
dvander@0
    34
    char saved_;
dvander@0
    35
    const char *pos_;
danderson@92
    36
    Vector<char> literal_;
dvander@0
    37
    TokenKind lastToken_;
dvander@25
    38
    SourcePosition last_;
dvander@25
    39
    SourcePosition cur_;
dvander@25
    40
    SourcePosition begin_;
dvander@0
    41
dvander@0
    42
  private:
dvander@0
    43
    char getChar();
dvander@0
    44
    void putChar(char c);
dvander@0
    45
    void eatSingleLine();
dvander@0
    46
    bool eatComment();
dvander@25
    47
    void calcNewLine(char c);
dvander@21
    48
    int readEscapeCode();
dvander@21
    49
    TokenKind stringLiteral();
dvander@4
    50
    TokenKind numberLiteral(char first);
dvander@0
    51
    TokenKind identifier(char first);
dvander@0
    52
dvander@0
    53
    TokenKind next();
dvander@0
    54
dvander@0
    55
  public:
dvander@25
    56
    Scanner(CompileContext &cc, const char *stream, size_t length);
dvander@0
    57
dvander@4
    58
    static double ParseDouble(const char *string);
dvander@4
    59
dvander@0
    60
    TokenKind scan();
dvander@0
    61
    TokenKind peek();
dvander@0
    62
    TokenKind last() const {
dvander@0
    63
        return lastToken_;
dvander@0
    64
    }
dvander@0
    65
dvander@25
    66
    // Beginning source position of the last instruction.
dvander@25
    67
    SourcePosition begin() const {
dvander@25
    68
        return begin_;
dvander@25
    69
    }
dvander@25
    70
dvander@21
    71
    // Note: the literal may have embedded NUL characters.
dvander@0
    72
    const char *literal() const {
danderson@92
    73
        return literal_.buffer();
dvander@0
    74
    }
dvander@21
    75
    size_t literal_length() const {
danderson@92
    76
        return literal_.length() - 1;
dvander@21
    77
    }
dvander@0
    78
};
dvander@0
    79
dvander@59
    80
} // namespace ke
dvander@0
    81
dvander@0
    82
#endif // _include_jitcraft_scanner_h_