jitcraft/Scanner.h
author David Anderson <dvander@alliedmods.net>
Mon Jul 02 01:24:57 2012 -0700 (2012-07-02)
changeset 25 23e8b3d8e4e6
parent 21 af5d8e985502
child 26 a48382113da6
permissions -rw-r--r--
Scanning, parsing, and static analysis now report errors properly.
dvander@0
     1
/*
dvander@0
     2
 * Copyright (C) 2012 David Anderson
dvander@0
     3
 *
dvander@0
     4
 * This file is part of JITCraft.
dvander@0
     5
 *
dvander@0
     6
 * JITCraft is free software: you can redistribute it and/or modify it under
dvander@0
     7
 * the terms of the GNU General Public License as published by the Free
dvander@0
     8
 * Software Foundation, either version 3 of the License, or (at your option)
dvander@0
     9
 * any later version.
dvander@0
    10
 * 
dvander@0
    11
 * Foobar is distributed in the hope that it will be useful, but WITHOUT ANY
dvander@0
    12
 * WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
dvander@0
    13
 * FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
dvander@0
    14
 *
dvander@0
    15
 * You should have received a copy of the GNU General Public License along with
dvander@0
    16
 * JITCraft. If not, see http://www.gnu.org/licenses/.
dvander@0
    17
 */
dvander@0
    18
#ifndef _include_jitcraft_scanner_h_
dvander@0
    19
#define _include_jitcraft_scanner_h_
dvander@0
    20
dvander@0
    21
#include <string>
dvander@0
    22
#include "Token.h"
dvander@25
    23
#include "CompileContext.h"
dvander@0
    24
dvander@0
    25
namespace jc {
dvander@0
    26
dvander@25
    27
struct SourcePosition
dvander@25
    28
{
dvander@25
    29
    int line;
dvander@25
    30
    int col;
dvander@25
    31
dvander@25
    32
    SourcePosition()
dvander@25
    33
      : line(-1),
dvander@25
    34
        col(-1)
dvander@25
    35
    {
dvander@25
    36
    }
dvander@25
    37
};
dvander@25
    38
dvander@0
    39
class Scanner
dvander@0
    40
{
dvander@25
    41
    CompileContext &cc_;
dvander@0
    42
    const char *stream_;
dvander@0
    43
    size_t length_;
dvander@0
    44
    bool pushed_;
dvander@0
    45
    char saved_;
dvander@0
    46
    const char *pos_;
dvander@0
    47
    std::string literal_;
dvander@0
    48
    TokenKind lastToken_;
dvander@25
    49
    SourcePosition last_;
dvander@25
    50
    SourcePosition cur_;
dvander@25
    51
    SourcePosition begin_;
dvander@0
    52
dvander@0
    53
  private:
dvander@0
    54
    char getChar();
dvander@0
    55
    void putChar(char c);
dvander@0
    56
    void eatSingleLine();
dvander@0
    57
    bool eatComment();
dvander@25
    58
    void calcNewLine(char c);
dvander@21
    59
    int readEscapeCode();
dvander@21
    60
    TokenKind stringLiteral();
dvander@4
    61
    TokenKind numberLiteral(char first);
dvander@0
    62
    TokenKind identifier(char first);
dvander@0
    63
dvander@0
    64
    TokenKind next();
dvander@0
    65
dvander@0
    66
  public:
dvander@25
    67
    Scanner(CompileContext &cc, const char *stream, size_t length);
dvander@0
    68
dvander@4
    69
    static double ParseDouble(const char *string);
dvander@4
    70
dvander@0
    71
    TokenKind scan();
dvander@0
    72
    TokenKind peek();
dvander@0
    73
    TokenKind last() const {
dvander@0
    74
        return lastToken_;
dvander@0
    75
    }
dvander@0
    76
dvander@25
    77
    // Beginning source position of the last instruction.
dvander@25
    78
    SourcePosition begin() const {
dvander@25
    79
        return begin_;
dvander@25
    80
    }
dvander@25
    81
dvander@21
    82
    // Note: the literal may have embedded NUL characters.
dvander@0
    83
    const char *literal() const {
dvander@0
    84
        return literal_.c_str();
dvander@0
    85
    }
dvander@21
    86
    size_t literal_length() const {
dvander@21
    87
        return literal_.size() + 1;
dvander@21
    88
    }
dvander@0
    89
};
dvander@0
    90
dvander@0
    91
} // namespace jc
dvander@0
    92
dvander@0
    93
#endif // _include_jitcraft_scanner_h_