jitcraft/Scanner.h
changeset 21 af5d8e985502
parent 4 633176823669
child 25 23e8b3d8e4e6
     1.1 --- a/jitcraft/Scanner.h	Sun Jul 01 11:25:36 2012 -0700
     1.2 +++ b/jitcraft/Scanner.h	Sun Jul 01 14:52:57 2012 -0700
     1.3 @@ -38,6 +38,8 @@
     1.4      void putChar(char c);
     1.5      void eatSingleLine();
     1.6      bool eatComment();
     1.7 +    int readEscapeCode();
     1.8 +    TokenKind stringLiteral();
     1.9      TokenKind numberLiteral(char first);
    1.10      TokenKind identifier(char first);
    1.11  
    1.12 @@ -54,9 +56,13 @@
    1.13          return lastToken_;
    1.14      }
    1.15  
    1.16 +    // Note: the literal may have embedded NUL characters.
    1.17      const char *literal() const {
    1.18          return literal_.c_str();
    1.19      }
    1.20 +    size_t literal_length() const {
    1.21 +        return literal_.size() + 1;
    1.22 +    }
    1.23  };
    1.24  
    1.25  } // namespace jc