src/Parser.cpp
author David Anderson <dvander@alliedmods.net>
Sun Aug 12 13:22:56 2012 -0700 (2012-08-12)
changeset 171 023711891116
parent 170 5e4570966ece
child 172 48cffae8c9e0
permissions -rw-r--r--
Fix bug where keywords can be used as labels.
dvander@48
     1
/* vim: set ts=4 sw=4 tw=99 et:
dvander@48
     2
 *
dvander@0
     3
 * Copyright (C) 2012 David Anderson
dvander@0
     4
 *
dvander@117
     5
 * This file is part of SourcePawn.
dvander@0
     6
 *
dvander@117
     7
 * SourcePawn is free software: you can redistribute it and/or modify it under
dvander@0
     8
 * the terms of the GNU General Public License as published by the Free
dvander@0
     9
 * Software Foundation, either version 3 of the License, or (at your option)
dvander@0
    10
 * any later version.
dvander@0
    11
 * 
dvander@117
    12
 * SourcePawn is distributed in the hope that it will be useful, but WITHOUT ANY
dvander@0
    13
 * WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
dvander@0
    14
 * FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
dvander@0
    15
 *
dvander@0
    16
 * You should have received a copy of the GNU General Public License along with
dvander@117
    17
 * SourcePawn. If not, see http://www.gnu.org/licenses/.
dvander@0
    18
 */
danderson@92
    19
#include <string.h>
dvander@0
    20
#include "Zone.h"
dvander@0
    21
#include "Parser.h"
dvander@21
    22
#include "FixedArray.h"
dvander@21
    23
#include "Heap.h"
dvander@54
    24
#include "Strings.h"
dvander@145
    25
#include "TypeManager.h"
dvander@21
    26
#include "Heap-inl.h"
dvander@0
    27
dvander@59
    28
using namespace ke;
dvander@0
    29
dvander@54
    30
Parser::Parser(Zone *zone, CompileContext &cc, const char *stream, size_t length)
dvander@54
    31
  : zone_(zone),
dvander@54
    32
    cc_(cc),
dvander@54
    33
    pool_(zone_->pool()),
dvander@25
    34
    scanner_(cc, stream, length),
dvander@0
    35
    scope_(NULL),
dvander@0
    36
    unbound_(NULL)
dvander@0
    37
{
dvander@57
    38
    unbound_ = new (pool_) PoolList<NameProxy *>();
dvander@0
    39
}
dvander@0
    40
dvander@0
    41
bool
dvander@145
    42
Parser::peek(TokenKind kind)
dvander@145
    43
{
dvander@145
    44
    return scanner_.peek() == kind;
dvander@145
    45
}
dvander@145
    46
dvander@145
    47
bool
dvander@0
    48
Parser::match(TokenKind kind)
dvander@0
    49
{
dvander@145
    50
    if (!peek(kind))
dvander@0
    51
        return false;
dvander@0
    52
    scanner_.scan();
dvander@0
    53
    return true;
dvander@0
    54
}
dvander@0
    55
dvander@0
    56
bool
dvander@63
    57
Parser::matchSemicolon()
dvander@63
    58
{
dvander@63
    59
    return expect(TOK_SEMICOLON);
dvander@63
    60
}
dvander@63
    61
dvander@63
    62
bool
dvander@0
    63
Parser::expect(TokenKind kind)
dvander@0
    64
{
dvander@0
    65
    TokenKind got = scanner_.scan();
dvander@0
    66
    if (got == kind)
dvander@0
    67
        return true;
dvander@25
    68
    cc_.reportError(scanner_.begin(), Message_WrongToken, TokenNames[kind], TokenNames[got]);
dvander@0
    69
    return false;
dvander@0
    70
}
dvander@0
    71
dvander@0
    72
Scope *
dvander@0
    73
Parser::enterScope(Scope::Kind kind)
dvander@0
    74
{
dvander@0
    75
    scope_ = new (pool_) Scope(pool_, kind, scope_);
dvander@0
    76
    if (!scope_->initialize())
dvander@0
    77
        return NULL;
dvander@0
    78
    return scope_;
dvander@0
    79
}
dvander@0
    80
dvander@0
    81
NameProxy *
dvander@54
    82
Parser::bind(Handle<String> name)
dvander@0
    83
{
dvander@0
    84
    BoundName *bound = scope_->lookup(name);
dvander@25
    85
    NameProxy *proxy = new (pool_) NameProxy(scanner_.begin(), name, bound);
dvander@57
    86
    if (!bound && !unbound_->append(proxy))
dvander@57
    87
        return NULL;
dvander@0
    88
    return proxy;
dvander@0
    89
}
dvander@0
    90
dvander@145
    91
BoundName *
dvander@145
    92
Parser::bindType(Handle<String> name)
dvander@145
    93
{
dvander@145
    94
    if (BoundName *binding = scope_->lookup(name))
dvander@145
    95
        return binding;
dvander@145
    96
dvander@145
    97
    return new (pool_) UnboundName(scope_, name);
dvander@145
    98
}
dvander@145
    99
dvander@4
   100
bool
dvander@54
   101
Parser::matchName(String **name, TokenKind kind)
dvander@4
   102
{
dvander@4
   103
    assert(kind == TOK_NAME || kind == TOK_LABEL);
dvander@4
   104
    *name = NULL;
dvander@4
   105
    if (!match(kind))
dvander@4
   106
        return false;
dvander@54
   107
    *name = zone_->makeSymbol(scanner_.literal(), scanner_.literal_length());
dvander@4
   108
    return true;
dvander@4
   109
}
dvander@4
   110
dvander@54
   111
String *
dvander@4
   112
Parser::expectName()
dvander@4
   113
{
dvander@4
   114
    if (!expect(TOK_NAME))
dvander@4
   115
        return NULL;
dvander@54
   116
    return zone_->makeSymbol(scanner_.literal(), scanner_.literal_length());
dvander@4
   117
}
dvander@4
   118
dvander@25
   119
void
dvander@25
   120
Parser::redeclarationError(BoundName *other)
dvander@25
   121
{
dvander@63
   122
    cc_.reportError(scanner_.begin(), Message_RedeclaredName, other->name()->chars(),
dvander@63
   123
                    other->pos().line, other->pos().col);
dvander@25
   124
}
dvander@25
   125
dvander@0
   126
Expression *
dvander@0
   127
Parser::primitive()
dvander@0
   128
{
dvander@25
   129
    TokenKind kind = scanner_.peek();
dvander@25
   130
    switch (kind) {
dvander@0
   131
      case TOK_NAME:
dvander@0
   132
      {
dvander@54
   133
        Local<String> name(zone_, expectName());
dvander@54
   134
        if (!name)
dvander@54
   135
            return NULL;
dvander@0
   136
        return bind(name);
dvander@0
   137
      }
dvander@0
   138
dvander@4
   139
      case TOK_FLOAT_LITERAL:
dvander@4
   140
      {
dvander@4
   141
        scanner_.scan();
dvander@4
   142
        double value = Scanner::ParseDouble(scanner_.literal());
dvander@25
   143
        return new (pool_) FloatLiteral(scanner_.begin(), value);
dvander@4
   144
      }
dvander@4
   145
dvander@0
   146
      case TOK_INTEGER_LITERAL:
dvander@0
   147
      {
dvander@0
   148
        scanner_.scan();
dvander@0
   149
        int value = atoi(scanner_.literal());
dvander@25
   150
        return new (pool_) IntegerLiteral(scanner_.begin(), value);
dvander@0
   151
      }
dvander@0
   152
dvander@143
   153
      case TOK_TRUE:
dvander@143
   154
      case TOK_FALSE:
dvander@143
   155
        scanner_.scan();
dvander@143
   156
        return new (pool_) BooleanLiteral(scanner_.begin(), kind);
dvander@143
   157
dvander@21
   158
      case TOK_STRING_LITERAL:
dvander@21
   159
      {
dvander@21
   160
        scanner_.scan();
dvander@54
   161
        Local<ByteArray> array(zone_, ByteArray::New(zone_, scanner_.literal_length() + 1));
dvander@21
   162
        if (!array)
dvander@21
   163
            return NULL;
dvander@54
   164
        memcpy(array->raw(), scanner_.literal(), scanner_.literal_length() + 1);
dvander@25
   165
        return new (pool_) StringLiteral(scanner_.begin(), array);
dvander@21
   166
      }
dvander@21
   167
dvander@0
   168
      default:
dvander@0
   169
      {
dvander@25
   170
        if (kind != TOK_ERROR)
dvander@25
   171
            cc_.reportError(scanner_.begin(), Message_ExpectedExpression, TokenNames[kind]);
dvander@0
   172
        return NULL;
dvander@0
   173
      }
dvander@0
   174
    }
dvander@0
   175
}
dvander@0
   176
dvander@0
   177
Expression *
dvander@0
   178
Parser::prefix()
dvander@0
   179
{
dvander@0
   180
    switch (scanner_.peek()) {
dvander@0
   181
      case TOK_LPAREN:
dvander@0
   182
      {
dvander@0
   183
        scanner_.scan();
dvander@0
   184
        Expression *expr = expression();
dvander@0
   185
        if (!expr)
dvander@0
   186
            return NULL;
dvander@0
   187
        if (!expect(TOK_RPAREN))
dvander@0
   188
            return NULL;
dvander@0
   189
        return expr;
dvander@0
   190
      }
dvander@0
   191
dvander@0
   192
      default:
dvander@0
   193
        return primitive();
dvander@0
   194
    }
dvander@0
   195
}
dvander@0
   196
dvander@0
   197
Expression *
dvander@0
   198
Parser::call(Expression *callee)
dvander@0
   199
{
dvander@56
   200
    ExpressionList *arguments = new (pool_) ExpressionList();
dvander@0
   201
dvander@25
   202
    SourcePosition pos = scanner_.begin();
dvander@0
   203
    expect(TOK_LPAREN);
dvander@0
   204
    
dvander@0
   205
    if (!match(TOK_RPAREN)) {
dvander@0
   206
        while (true) {
dvander@0
   207
            Expression *expr = expression();
dvander@0
   208
            if (!expr)
dvander@0
   209
                return NULL;
dvander@0
   210
dvander@55
   211
            if (!arguments->append(expr))
dvander@55
   212
                return NULL;
dvander@0
   213
dvander@0
   214
            if (!match(TOK_COMMA))
dvander@0
   215
                break;
dvander@0
   216
        }
dvander@0
   217
dvander@0
   218
        if (!expect(TOK_RPAREN))
dvander@0
   219
            return NULL;
dvander@0
   220
    }
dvander@0
   221
dvander@25
   222
    return new (pool_) CallExpression(pos, callee, arguments);
dvander@0
   223
}
dvander@0
   224
dvander@0
   225
Expression *
dvander@0
   226
Parser::index(Expression *left)
dvander@0
   227
{
dvander@0
   228
    expect(TOK_LBRACKET);
dvander@0
   229
    
dvander@25
   230
    SourcePosition pos = scanner_.begin();
dvander@0
   231
    Expression *expr = expression();
dvander@0
   232
    if (!expr)
dvander@0
   233
        return NULL;
dvander@0
   234
dvander@0
   235
    if (!expect(TOK_RBRACKET))
dvander@0
   236
        return NULL;
dvander@0
   237
dvander@25
   238
    return new (pool_) IndexExpression(pos, left, expr);
dvander@0
   239
}
dvander@0
   240
dvander@0
   241
Expression *
dvander@148
   242
Parser::field(Expression *left)
dvander@148
   243
{
dvander@148
   244
    expect(TOK_DOT);
dvander@148
   245
dvander@148
   246
    SourcePosition pos = scanner_.begin();
dvander@148
   247
    Local<String> name(zone_, expectName());
dvander@148
   248
    if (!name)
dvander@148
   249
        return NULL;
dvander@148
   250
dvander@148
   251
    return new (pool_) FieldExpression(pos, left, name);
dvander@148
   252
}
dvander@148
   253
dvander@148
   254
Expression *
dvander@0
   255
Parser::primary()
dvander@0
   256
{
dvander@0
   257
    Expression *expr = prefix();
dvander@0
   258
    if (!expr)
dvander@0
   259
        return NULL;
dvander@0
   260
dvander@0
   261
    for (;;) {
dvander@0
   262
        switch (scanner_.peek()) {
dvander@0
   263
          case TOK_LPAREN:
dvander@148
   264
            if ((expr = call(expr)) == NULL)
dvander@0
   265
                return NULL;
dvander@0
   266
            break;
dvander@0
   267
dvander@0
   268
          case TOK_LBRACKET:
dvander@148
   269
            if ((expr = index(expr)) == NULL)
dvander@148
   270
                return NULL;
dvander@148
   271
            break;
dvander@148
   272
dvander@148
   273
          case TOK_DOT:
dvander@148
   274
            if ((expr = field(expr)) == NULL)
dvander@0
   275
                return NULL;
dvander@0
   276
            break;
dvander@0
   277
dvander@0
   278
          default:
dvander@0
   279
            return expr;
dvander@0
   280
        }
dvander@0
   281
    }
dvander@0
   282
}
dvander@0
   283
dvander@0
   284
Expression *
dvander@0
   285
Parser::unary()
dvander@0
   286
{
dvander@23
   287
    TokenKind token = scanner_.peek();
dvander@23
   288
dvander@25
   289
    SourcePosition pos = scanner_.begin();
dvander@23
   290
    switch (token) {
dvander@23
   291
      case TOK_INCREMENT:
dvander@23
   292
      case TOK_DECREMENT:
dvander@23
   293
      {
dvander@23
   294
        scanner_.scan();
dvander@141
   295
        Expression *expr = unary();
dvander@23
   296
        if (!expr)
dvander@23
   297
            return NULL;
dvander@25
   298
        return new (pool_) IncDecExpression(pos, token, expr, false);
dvander@23
   299
      }
dvander@78
   300
dvander@80
   301
      case TOK_MINUS:
dvander@79
   302
      case TOK_NOT:
dvander@78
   303
      case TOK_TILDE:
dvander@78
   304
      {
dvander@78
   305
        scanner_.scan();
dvander@141
   306
        Expression *expr = unary();
dvander@78
   307
        if (!expr)
dvander@78
   308
            return NULL;
dvander@78
   309
        return new (pool_) UnaryExpression(pos, token, expr);
dvander@78
   310
      }
dvander@78
   311
dvander@141
   312
      case TOK_LABEL:
dvander@141
   313
      {
dvander@141
   314
        scanner_.scan();
dvander@141
   315
        Local<String> tag(zone_, zone_->makeSymbol(scanner_.literal(), scanner_.literal_length()));
dvander@141
   316
        if (!tag)
dvander@141
   317
            return NULL;
dvander@141
   318
dvander@145
   319
        BoundName *type = NULL;
dvander@145
   320
        if (tag)
dvander@145
   321
            type = bindType(tag);
dvander@145
   322
dvander@141
   323
        Expression *expr = unary();
dvander@141
   324
        if (!expr)
dvander@141
   325
            return NULL;
dvander@141
   326
dvander@145
   327
        return new (pool_) UnaryExpression(pos, TOK_LABEL, expr, type);
dvander@141
   328
      }
dvander@141
   329
dvander@28
   330
      default:
dvander@28
   331
        break;
dvander@23
   332
    }
dvander@23
   333
dvander@23
   334
    Expression *expr = primary();
dvander@23
   335
dvander@23
   336
    token = scanner_.peek();
dvander@23
   337
    if (token == TOK_INCREMENT || token == TOK_DECREMENT) {
dvander@23
   338
        scanner_.scan();
dvander@25
   339
        return new (pool_) IncDecExpression(pos, token, expr, true);
dvander@23
   340
    }
dvander@23
   341
dvander@23
   342
    return expr;
dvander@0
   343
}
dvander@0
   344
dvander@0
   345
Expression *
dvander@0
   346
Parser::multiplication()
dvander@0
   347
{
dvander@0
   348
    Expression *left = unary();
dvander@0
   349
    do {
dvander@82
   350
        if (!match(TOK_SLASH) && !match(TOK_STAR) && !match(TOK_PERCENT))
dvander@0
   351
            break;
dvander@25
   352
        SourcePosition pos = scanner_.begin();
dvander@0
   353
        TokenKind kind = scanner_.last();
dvander@0
   354
        Expression *right = unary();
dvander@0
   355
        if (!right)
dvander@0
   356
            return NULL;
dvander@25
   357
        left = new (pool_) BinaryExpression(pos, kind, left, right);
dvander@0
   358
    } while (left);
dvander@0
   359
    return left;
dvander@0
   360
}
dvander@0
   361
dvander@0
   362
Expression *
dvander@0
   363
Parser::addition()
dvander@0
   364
{
dvander@0
   365
    Expression *left = multiplication();
dvander@0
   366
    while (left) {
dvander@0
   367
        if (!match(TOK_PLUS) && !match(TOK_MINUS))
dvander@0
   368
            break;
dvander@25
   369
        SourcePosition pos = scanner_.begin();
dvander@0
   370
        TokenKind kind = scanner_.last();
dvander@0
   371
        Expression *right = multiplication();
dvander@0
   372
        if (!right)
dvander@0
   373
            return NULL;
dvander@25
   374
        left = new (pool_) BinaryExpression(pos, kind, left, right);
dvander@0
   375
    }
dvander@0
   376
    return left;
dvander@0
   377
}
dvander@0
   378
dvander@0
   379
Expression *
dvander@2
   380
Parser::shift()
dvander@2
   381
{
dvander@2
   382
    Expression *left = addition();
dvander@2
   383
    while (left) {
dvander@8
   384
        if (!match(TOK_SHL) && !match(TOK_SHR) && !match(TOK_USHR))
dvander@2
   385
            break;
dvander@25
   386
        SourcePosition pos = scanner_.begin();
dvander@2
   387
        TokenKind kind = scanner_.last();
dvander@2
   388
        Expression *right = addition();
dvander@2
   389
        if (!right)
dvander@2
   390
            return NULL;
dvander@25
   391
        left = new (pool_) BinaryExpression(pos, kind, left, right);
dvander@2
   392
    }
dvander@2
   393
    return left;
dvander@2
   394
}
dvander@2
   395
dvander@2
   396
Expression *
dvander@28
   397
Parser::bitand_()
dvander@8
   398
{
dvander@8
   399
    Expression *left = shift();
dvander@8
   400
    while (left) {
dvander@8
   401
        if (!match(TOK_BITAND))
dvander@8
   402
            break;
dvander@25
   403
        SourcePosition pos = scanner_.begin();
dvander@8
   404
        Expression *right = shift();
dvander@8
   405
        if (!right)
dvander@8
   406
            return NULL;
dvander@25
   407
        left = new (pool_) BinaryExpression(pos, TOK_BITAND, left, right);
dvander@8
   408
    }
dvander@8
   409
    return left;
dvander@8
   410
}
dvander@8
   411
dvander@8
   412
Expression *
dvander@8
   413
Parser::bitxor()
dvander@8
   414
{
dvander@28
   415
    Expression *left = bitand_();
dvander@8
   416
    while (left) {
dvander@8
   417
        if (!match(TOK_BITXOR))
dvander@8
   418
            break;
dvander@25
   419
        SourcePosition pos = scanner_.begin();
dvander@8
   420
        Expression *right = shift();
dvander@8
   421
        if (!right)
dvander@8
   422
            return NULL;
dvander@25
   423
        left = new (pool_) BinaryExpression(pos, TOK_BITXOR, left, right);
dvander@8
   424
    }
dvander@8
   425
    return left;
dvander@8
   426
}
dvander@8
   427
dvander@8
   428
Expression *
dvander@28
   429
Parser::bitor_()
dvander@8
   430
{
dvander@8
   431
    Expression *left = bitxor();
dvander@8
   432
    while (left) {
dvander@8
   433
        if (!match(TOK_BITOR))
dvander@8
   434
            break;
dvander@25
   435
        SourcePosition pos = scanner_.begin();
dvander@75
   436
        Expression *right = bitxor();
dvander@8
   437
        if (!right)
dvander@8
   438
            return NULL;
dvander@25
   439
        left = new (pool_) BinaryExpression(pos, TOK_BITOR, left, right);
dvander@8
   440
    }
dvander@8
   441
    return left;
dvander@8
   442
}
dvander@8
   443
dvander@8
   444
Expression *
dvander@0
   445
Parser::relational()
dvander@0
   446
{
dvander@28
   447
    Expression *left = bitor_();
dvander@0
   448
    while (left) {
dvander@0
   449
        TokenKind kind = scanner_.peek();
dvander@0
   450
        if (kind < TOK_LT || kind > TOK_GE)
dvander@0
   451
            break;
dvander@0
   452
        scanner_.scan();
dvander@25
   453
        SourcePosition pos = scanner_.begin();
dvander@2
   454
        Expression *right = shift();
dvander@0
   455
        if (!right)
dvander@0
   456
            return NULL;
dvander@25
   457
        left = new (pool_) BinaryExpression(pos, kind, left, right);
dvander@0
   458
    }
dvander@0
   459
    return left;
dvander@0
   460
}
dvander@0
   461
dvander@0
   462
Expression *
dvander@0
   463
Parser::equals()
dvander@0
   464
{
dvander@0
   465
    Expression *left = relational();
dvander@0
   466
    while (left) {
dvander@0
   467
        if (!match(TOK_EQUALS) && !match(TOK_NOTEQUALS))
dvander@0
   468
            break;
dvander@0
   469
        TokenKind kind = scanner_.last();
dvander@25
   470
        SourcePosition pos = scanner_.begin();
dvander@0
   471
        Expression *right = relational();
dvander@0
   472
        if (!right)
dvander@0
   473
            return NULL;
dvander@25
   474
        left = new (pool_) BinaryExpression(pos, kind, left, right);
dvander@0
   475
    }
dvander@0
   476
    return left;
dvander@0
   477
}
dvander@0
   478
dvander@0
   479
Expression *
dvander@75
   480
Parser::and_()
dvander@75
   481
{
dvander@75
   482
    Expression *left = equals();
dvander@75
   483
    while (left) {
dvander@75
   484
        if (!match(TOK_AND))
dvander@75
   485
            break;
dvander@75
   486
        SourcePosition pos = scanner_.begin();
dvander@75
   487
        Expression *right = equals();
dvander@75
   488
        if (!right)
dvander@75
   489
            return NULL;
dvander@75
   490
        left = new (pool_) BinaryExpression(pos, TOK_AND, left, right);
dvander@75
   491
    }
dvander@75
   492
    return left;
dvander@75
   493
}
dvander@75
   494
dvander@75
   495
Expression *
dvander@75
   496
Parser::or_()
dvander@75
   497
{
dvander@75
   498
    Expression *left = and_();
dvander@75
   499
    while (left) {
dvander@75
   500
        if (!match(TOK_OR))
dvander@75
   501
            break;
dvander@75
   502
        SourcePosition pos = scanner_.begin();
dvander@75
   503
        Expression *right = and_();
dvander@75
   504
        if (!right)
dvander@75
   505
            return NULL;
dvander@75
   506
        left = new (pool_) BinaryExpression(pos, TOK_OR, left, right);
dvander@75
   507
    }
dvander@75
   508
    return left;
dvander@75
   509
}
dvander@75
   510
dvander@75
   511
Expression *
dvander@83
   512
Parser::ternary()
dvander@83
   513
{
dvander@83
   514
    Expression *cond = or_();
dvander@83
   515
    if (!cond)
dvander@83
   516
        return NULL;
dvander@83
   517
    
dvander@83
   518
    if (!match(TOK_QMARK))
dvander@83
   519
        return cond;
dvander@83
   520
dvander@83
   521
    SourcePosition pos = scanner_.begin();
dvander@83
   522
    Expression *left = expression();
dvander@83
   523
    if (!left)
dvander@83
   524
        return NULL;
dvander@83
   525
dvander@83
   526
    if (!expect(TOK_COLON))
dvander@83
   527
        return NULL;
dvander@83
   528
dvander@83
   529
    Expression *right = expression();
dvander@83
   530
    if (!right)
dvander@83
   531
        return NULL;
dvander@83
   532
dvander@83
   533
    return new (pool_) TernaryExpression(pos, cond, left, right);
dvander@83
   534
}
dvander@83
   535
dvander@83
   536
Expression *
dvander@22
   537
Parser::assignment()
dvander@22
   538
{
dvander@83
   539
    Expression *left = ternary();
dvander@22
   540
    while (left) {
dvander@22
   541
        TokenKind token = scanner_.peek();
dvander@22
   542
        if (token != TOK_ASSIGN && (token < TOK_ASSIGN_ADD || token > TOK_ASSIGN_SHL))
dvander@22
   543
            break;
dvander@22
   544
        scanner_.scan();
dvander@25
   545
        SourcePosition pos = scanner_.begin();
dvander@83
   546
        Expression *expr = ternary();
dvander@22
   547
        if (!expr)
dvander@22
   548
            return NULL;
dvander@22
   549
dvander@25
   550
        left = new (pool_) Assignment(pos, token, left, expr);
dvander@22
   551
    }
dvander@22
   552
    return left;
dvander@22
   553
}
dvander@22
   554
dvander@22
   555
Expression *
dvander@0
   556
Parser::expression()
dvander@0
   557
{
dvander@22
   558
    return assignment();
dvander@0
   559
}
dvander@0
   560
dvander@0
   561
Statement *
dvander@9
   562
Parser::while_()
dvander@9
   563
{
dvander@25
   564
    SourcePosition pos = scanner_.begin();
dvander@9
   565
    scanner_.scan();
dvander@9
   566
dvander@9
   567
    if (!expect(TOK_LPAREN))
dvander@9
   568
        return NULL;
dvander@25
   569
dvander@9
   570
    Expression *condition = expression();
dvander@9
   571
    if (!condition)
dvander@9
   572
        return NULL;
dvander@25
   573
dvander@9
   574
    if (!expect(TOK_RPAREN))
dvander@9
   575
        return NULL;
dvander@9
   576
dvander@48
   577
    // Inside a loop, we force the creation of a scope object. Normally, we
dvander@48
   578
    // will cull scopes if they have no variables. However inside a loop,
dvander@48
   579
    // function calls that take references may compute a LIFO object, and to
dvander@48
   580
    // avoid temporarily leaking many such objects, we ensure that a scope
dvander@48
   581
    // is present so a LIFO slot can be allocated.
dvander@48
   582
    if (!enterScope(Scope::BLOCK))
dvander@48
   583
        return NULL;
dvander@48
   584
dvander@48
   585
    Statement *body;
dvander@48
   586
    if (scanner_.peek() == TOK_LBRACE)
dvander@48
   587
        body = block(scope_);
dvander@48
   588
    else
dvander@48
   589
        body = localStatement();
dvander@9
   590
    if (!body)
dvander@9
   591
        return NULL;
dvander@9
   592
dvander@48
   593
    scope_ = scope_->enclosing();
dvander@25
   594
    return new (pool_) WhileStatement(pos, TOK_WHILE, condition, body);
dvander@9
   595
}
dvander@9
   596
dvander@9
   597
Statement *
dvander@9
   598
Parser::do_()
dvander@9
   599
{
dvander@25
   600
    SourcePosition pos = scanner_.begin();
dvander@9
   601
    scanner_.scan();
dvander@9
   602
dvander@48
   603
    // See the comment in ::while_() as to why we force a scope.
dvander@48
   604
    if (!enterScope(Scope::BLOCK))
dvander@48
   605
        return NULL;
dvander@48
   606
dvander@48
   607
    Statement *body;
dvander@48
   608
    if (scanner_.peek() == TOK_LBRACE)
dvander@48
   609
        body = block(scope_);
dvander@48
   610
    else
dvander@48
   611
        body = localStatement();
dvander@9
   612
    if (!body)
dvander@9
   613
        return NULL;
dvander@9
   614
dvander@48
   615
    scope_ = scope_->enclosing();
dvander@48
   616
dvander@9
   617
    if (!expect(TOK_WHILE))
dvander@9
   618
        return NULL;
dvander@9
   619
dvander@9
   620
    if (!expect(TOK_LPAREN))
dvander@9
   621
        return NULL;
dvander@9
   622
    Expression *condition = expression();
dvander@9
   623
    if (!condition)
dvander@9
   624
        return NULL;
dvander@9
   625
    if (!expect(TOK_RPAREN))
dvander@9
   626
        return NULL;
dvander@9
   627
dvander@25
   628
    return new (pool_) WhileStatement(pos, TOK_DO, condition, body);
dvander@9
   629
}
dvander@9
   630
dvander@9
   631
Statement *
dvander@0
   632
Parser::forStatement()
dvander@0
   633
{
dvander@25
   634
    SourcePosition pos = scanner_.begin();
dvander@0
   635
    scanner_.scan();
dvander@0
   636
    if (!expect(TOK_LPAREN))
dvander@0
   637
        return NULL;
dvander@0
   638
dvander@22
   639
    Statement *decl = NULL;
dvander@0
   640
    if (!match(TOK_SEMICOLON)) {
dvander@135
   641
        if (match(TOK_NEW)) {
dvander@22
   642
            if (!enterScope(Scope::BLOCK))
dvander@22
   643
                return NULL;
dvander@170
   644
            if ((decl = vars(TOK_STOCK, TOK_NEW)) == NULL)
dvander@22
   645
                return NULL;
dvander@22
   646
        } else {
dvander@22
   647
            if ((decl = expressionStatement()) == NULL)
dvander@22
   648
                return NULL;
dvander@22
   649
        }
dvander@0
   650
        if (!expect(TOK_SEMICOLON))
dvander@0
   651
            return NULL;
dvander@0
   652
    }
dvander@0
   653
dvander@0
   654
    Expression *condition = NULL;
dvander@0
   655
    if (!match(TOK_SEMICOLON)) {
dvander@0
   656
        if ((condition = expression()) == NULL)
dvander@0
   657
            return NULL;
dvander@0
   658
        if (!expect(TOK_SEMICOLON))
dvander@0
   659
            return NULL;
dvander@0
   660
    }
dvander@0
   661
dvander@0
   662
    Statement *update = NULL;
dvander@0
   663
    if (!match(TOK_RPAREN)) {
dvander@0
   664
        if ((update = expressionStatement()) == NULL)
dvander@0
   665
            return NULL;
dvander@0
   666
        if (!expect(TOK_RPAREN))
dvander@0
   667
            return NULL;
dvander@0
   668
    }
dvander@0
   669
dvander@48
   670
    // See the comment in ::while_() as to why we force a scope.
dvander@48
   671
    if (!enterScope(Scope::BLOCK))
dvander@48
   672
        return NULL;
dvander@48
   673
dvander@48
   674
    Statement *body;
dvander@48
   675
    if (scanner_.peek() == TOK_LBRACE)
dvander@48
   676
        body = block(scope_);
dvander@48
   677
    else
dvander@48
   678
        body = localStatement();
dvander@0
   679
    if (!body)
dvander@0
   680
        return NULL;
dvander@0
   681
dvander@48
   682
    scope_ = scope_->enclosing();
dvander@48
   683
dvander@48
   684
    Scope *declScope = NULL;
dvander@165
   685
    if (decl && (decl->isVariableDeclaration() || decl->isBlockStatement())) {
dvander@48
   686
        declScope = scope_->unlinkIfEmpty();
dvander@0
   687
        scope_ = scope_->enclosing();
dvander@0
   688
    }
dvander@48
   689
    return new (pool_) ForStatement(pos, declScope, decl, condition, update, body);
dvander@0
   690
}
dvander@0
   691
dvander@145
   692
ExpressionList *
dvander@145
   693
Parser::dimensions()
dvander@145
   694
{
dvander@145
   695
    ExpressionList *postDimensions = new (pool_) ExpressionList();
dvander@145
   696
    while (match(TOK_LBRACKET)) {
dvander@145
   697
        Expression *dim = NULL;
dvander@145
   698
        if (!match(TOK_RBRACKET)) {
dvander@145
   699
            if ((dim = expression()) == NULL)
dvander@145
   700
                return NULL;
dvander@145
   701
            if (!expect(TOK_RBRACKET))
dvander@145
   702
                return NULL;
dvander@145
   703
        }
dvander@145
   704
dvander@145
   705
        if (!postDimensions->append(dim))
dvander@145
   706
            return NULL;
dvander@145
   707
    }
dvander@145
   708
    return postDimensions;
dvander@145
   709
}
dvander@145
   710
dvander@0
   711
VariableDeclaration *
dvander@170
   712
Parser::var(TokenKind scope, TokenKind kind)
dvander@0
   713
{
dvander@54
   714
    Local<String> tag(zone_);
dvander@54
   715
    if (matchName(tag.ref(), TOK_LABEL) && !tag)
dvander@0
   716
        return NULL;
dvander@4
   717
dvander@145
   718
    BoundName *type = NULL;
dvander@145
   719
    if (tag)
dvander@145
   720
        type = bindType(tag);
dvander@145
   721
dvander@54
   722
    Local<String> name(zone_, expectName());
dvander@4
   723
    if (!name)
dvander@4
   724
        return NULL;
dvander@0
   725
dvander@25
   726
    if (BoundName *other = scope_->localLookup(name)) {
dvander@25
   727
        redeclarationError(other);
dvander@25
   728
        return NULL;
dvander@25
   729
    }
dvander@25
   730
dvander@25
   731
    Variable *var = scope_->declareVariable(name, scanner_.begin());
dvander@25
   732
    if (!var)
dvander@25
   733
        return NULL;
dvander@25
   734
dvander@170
   735
    if (scope == TOK_PUBLIC)
dvander@170
   736
        var->setPublic();
dvander@170
   737
dvander@0
   738
    ExpressionList *postDimensions = NULL;
dvander@145
   739
    if (peek(TOK_LBRACKET)) {
dvander@145
   740
        if ((postDimensions = dimensions()) == NULL)
dvander@145
   741
            return NULL;
dvander@0
   742
    }
dvander@0
   743
    
dvander@0
   744
    Expression *expr = NULL;
dvander@0
   745
    if (match(TOK_ASSIGN)) {
dvander@0
   746
        if ((expr = expression()) == NULL)
dvander@0
   747
            return NULL;
dvander@0
   748
    }
dvander@0
   749
dvander@145
   750
    return new (pool_) VariableDeclaration(var->pos(), kind, var, type, postDimensions, expr);
dvander@0
   751
}
dvander@0
   752
dvander@0
   753
Statement *
dvander@170
   754
Parser::vars(TokenKind scope, TokenKind kind)
dvander@165
   755
{
dvander@170
   756
    VariableDeclaration *decl = var(scope, kind);
dvander@165
   757
    if (!decl)
dvander@165
   758
        return NULL;
dvander@165
   759
dvander@165
   760
    if (!peek(TOK_COMMA))
dvander@165
   761
        return decl;
dvander@165
   762
dvander@165
   763
    StatementList *statements = new (pool_) StatementList();
dvander@165
   764
    if (!statements->append(decl))
dvander@165
   765
        return NULL;
dvander@165
   766
dvander@165
   767
    while (match(TOK_COMMA)) {
dvander@170
   768
        Statement *decl = var(scope, kind);
dvander@165
   769
        if (!decl)
dvander@165
   770
            return NULL;
dvander@165
   771
        if (!statements->append(decl))
dvander@165
   772
            return NULL;
dvander@165
   773
    }
dvander@165
   774
dvander@165
   775
    // Create a fake-o block with no scope to create a statement list.
dvander@165
   776
    return new (pool_) BlockStatement(decl->pos(), NULL, statements);
dvander@165
   777
}
dvander@165
   778
dvander@165
   779
Statement *
dvander@0
   780
Parser::returnStatement()
dvander@0
   781
{
dvander@25
   782
    SourcePosition pos = scanner_.begin();
dvander@0
   783
    if (!expect(TOK_RETURN))
dvander@0
   784
        return NULL;
dvander@0
   785
dvander@72
   786
    Expression *expr = NULL;
dvander@72
   787
    if (scanner_.peek() != TOK_SEMICOLON) {
dvander@72
   788
        if ((expr = expression()) == NULL)
dvander@72
   789
            return NULL;
dvander@0
   790
dvander@72
   791
        // We only care about non-void returns when determining whether a
dvander@72
   792
        // tagless function is non-void.
dvander@72
   793
        encounteredReturn_ = true;
dvander@72
   794
    }
dvander@71
   795
dvander@25
   796
    return new (pool_) ReturnStatement(pos, expr);
dvander@0
   797
}
dvander@0
   798
dvander@0
   799
Statement *
dvander@0
   800
Parser::expressionStatement()
dvander@0
   801
{
dvander@22
   802
    Expression *left = assignment();
dvander@21
   803
    if (!left)
dvander@0
   804
        return NULL;
dvander@0
   805
dvander@0
   806
    return new (pool_) ExpressionStatement(left);
dvander@0
   807
}
dvander@0
   808
dvander@0
   809
Statement *
dvander@48
   810
Parser::block(Scope *scope)
dvander@0
   811
{
dvander@0
   812
    if (!expect(TOK_LBRACE))
dvander@0
   813
        return NULL;
dvander@0
   814
dvander@25
   815
    SourcePosition pos = scanner_.begin();
dvander@48
   816
    if (!scope && !enterScope(Scope::BLOCK))
dvander@0
   817
        return NULL;
dvander@0
   818
dvander@0
   819
    StatementList *statements = new (pool_) StatementList();
dvander@0
   820
    while (!match(TOK_RBRACE)) {
dvander@0
   821
        Statement *statement = localStatement();
dvander@0
   822
        if (statement == NULL)
dvander@0
   823
            return NULL;
dvander@56
   824
        if (!statements->append(statement))
dvander@56
   825
            return NULL;
dvander@0
   826
    }
dvander@0
   827
dvander@48
   828
    if (!scope) {
dvander@48
   829
    	scope = scope_->unlinkIfEmpty();
dvander@48
   830
        scope_ = scope_->enclosing();
dvander@48
   831
    }
dvander@48
   832
    BlockStatement *block = new (pool_) BlockStatement(pos, scope, statements);
dvander@0
   833
    return block;
dvander@0
   834
}
dvander@0
   835
dvander@0
   836
Statement *
dvander@0
   837
Parser::if_()
dvander@0
   838
{
dvander@0
   839
    expect(TOK_IF);
dvander@25
   840
    
dvander@25
   841
    SourcePosition pos = scanner_.begin();
dvander@0
   842
    if (!expect(TOK_LPAREN))
dvander@0
   843
        return NULL;
dvander@0
   844
dvander@0
   845
    Expression *cond = expression();
dvander@0
   846
    if (!cond)
dvander@0
   847
        return NULL;
dvander@0
   848
dvander@0
   849
    if (!expect(TOK_RPAREN))
dvander@0
   850
        return NULL;
dvander@0
   851
dvander@0
   852
    Statement *ifTrue = localStatement();
dvander@0
   853
    if (!ifTrue)
dvander@0
   854
        return NULL;
dvander@0
   855
dvander@25
   856
    IfStatement *outer = new (pool_) IfStatement(pos, cond, ifTrue);
dvander@0
   857
dvander@0
   858
    IfStatement *last = outer;
dvander@0
   859
    while (match(TOK_ELSE)) {
dvander@0
   860
        if (!match(TOK_IF)) {
dvander@0
   861
            Statement *ifFalse = localStatement();
dvander@0
   862
            if (!ifFalse)
dvander@0
   863
                return NULL;
dvander@0
   864
dvander@0
   865
            last->setIfFalse(ifFalse);
dvander@0
   866
            break;
dvander@0
   867
        }
dvander@0
   868
dvander@25
   869
        SourcePosition pos = scanner_.begin();
dvander@0
   870
        if (!expect(TOK_LPAREN))
dvander@0
   871
            return NULL;
dvander@0
   872
dvander@0
   873
        Expression *otherCond = expression();
dvander@0
   874
        if (!otherCond)
dvander@0
   875
            return NULL;
dvander@0
   876
dvander@0
   877
        if (!expect(TOK_RPAREN))
dvander@0
   878
            return NULL;
dvander@0
   879
dvander@0
   880
        Statement *otherIfTrue = localStatement();
dvander@0
   881
        if (!otherIfTrue)
dvander@0
   882
            return NULL;
dvander@0
   883
dvander@25
   884
        IfStatement *inner = new (pool_) IfStatement(pos, otherCond, otherIfTrue);
dvander@0
   885
        last->setIfFalse(inner);
dvander@0
   886
        last = inner;
dvander@0
   887
    }
dvander@0
   888
dvander@0
   889
    return outer;
dvander@0
   890
}
dvander@0
   891
dvander@0
   892
Statement *
dvander@0
   893
Parser::localStatement()
dvander@0
   894
{
dvander@0
   895
    Statement *statement = NULL;
dvander@0
   896
dvander@0
   897
    // Statements which must be followed by a semicolon will break out of the
dvander@0
   898
    // switch. If they may end in BlockStatements, they'll immediately return.
dvander@0
   899
dvander@135
   900
    TokenKind kind = scanner_.peek();
dvander@135
   901
    switch (kind) {
dvander@135
   902
      case TOK_CONST:
dvander@131
   903
      case TOK_NEW:
dvander@135
   904
        scanner_.scan();
dvander@170
   905
        if ((statement = vars(TOK_STOCK, kind)) == NULL)
dvander@131
   906
            return NULL;
dvander@131
   907
        break;
dvander@0
   908
dvander@131
   909
      case TOK_FOR:
dvander@131
   910
        return forStatement();
dvander@0
   911
dvander@131
   912
      case TOK_WHILE:
dvander@131
   913
        return while_();
dvander@9
   914
dvander@131
   915
      case TOK_BREAK:
dvander@131
   916
        scanner_.scan();
dvander@131
   917
        statement = new (pool_) BreakStatement(scanner_.begin());
dvander@131
   918
        break;
dvander@10
   919
dvander@131
   920
      case TOK_CONTINUE:
dvander@131
   921
        scanner_.scan();
dvander@131
   922
        statement = new (pool_) ContinueStatement(scanner_.begin());
dvander@131
   923
        break;
dvander@10
   924
dvander@131
   925
      case TOK_DO:
dvander@131
   926
        if ((statement = do_()) == NULL)
dvander@131
   927
            return NULL;
dvander@131
   928
        break;
dvander@9
   929
dvander@131
   930
      case TOK_RETURN:
dvander@131
   931
        if ((statement = returnStatement()) == NULL)
dvander@131
   932
            return NULL;
dvander@131
   933
        break;
dvander@0
   934
dvander@131
   935
      case TOK_ENUM:
dvander@131
   936
        if ((statement = enum_()) == NULL)
dvander@131
   937
            return NULL;
dvander@131
   938
        break;
dvander@2
   939
dvander@146
   940
      case TOK_STRUCT:
dvander@146
   941
        if ((statement = struct_()) == NULL)
dvander@146
   942
            return NULL;
dvander@146
   943
        break;
dvander@146
   944
dvander@131
   945
      case TOK_IF:
dvander@131
   946
        return if_();
dvander@0
   947
dvander@131
   948
      case TOK_LBRACE:
dvander@131
   949
        return block();
dvander@28
   950
dvander@131
   951
      default:
dvander@131
   952
        break;
dvander@0
   953
    }
dvander@0
   954
dvander@0
   955
    if (!statement) {
dvander@0
   956
        if ((statement = expressionStatement()) == NULL)
dvander@0
   957
            return NULL;
dvander@0
   958
    }
dvander@0
   959
dvander@0
   960
    if (!expect(TOK_SEMICOLON))
dvander@0
   961
        return NULL;
dvander@0
   962
dvander@0
   963
    return statement;
dvander@0
   964
}
dvander@0
   965
dvander@0
   966
Statement *
dvander@146
   967
Parser::struct_()
dvander@146
   968
{
dvander@146
   969
    expect(TOK_STRUCT);
dvander@146
   970
dvander@146
   971
    Local<String> name(zone_, expectName());
dvander@146
   972
    if (!name)
dvander@146
   973
        return NULL;
dvander@146
   974
dvander@146
   975
    SourcePosition pos = scanner_.begin();
dvander@146
   976
dvander@146
   977
    if (BoundName *other = scope_->localLookup(name)) {
dvander@146
   978
        redeclarationError(other);
dvander@146
   979
        return NULL;
dvander@146
   980
    }
dvander@146
   981
dvander@146
   982
    NamedType *type;
dvander@146
   983
    if ((type = scope_->declareType(name, scanner_.begin())) == NULL)
dvander@146
   984
        return NULL;
dvander@146
   985
dvander@146
   986
    if (!expect(TOK_LBRACE))
dvander@146
   987
        return NULL;
dvander@146
   988
dvander@146
   989
    FieldList *fields = new (pool_) FieldList();
dvander@146
   990
dvander@146
   991
    while (!peek(TOK_RBRACE)) {
dvander@146
   992
        if (matchName(name.ref(), TOK_LABEL) && !name)
dvander@146
   993
            return NULL;
dvander@146
   994
dvander@146
   995
        BoundName *type = NULL;
dvander@146
   996
        if (name) {
dvander@146
   997
            if ((type = bindType(name)) == NULL)
dvander@146
   998
                return NULL;
dvander@146
   999
        }
dvander@146
  1000
dvander@146
  1001
        name = expectName();
dvander@146
  1002
        if (!name)
dvander@146
  1003
            return NULL;
dvander@146
  1004
dvander@146
  1005
        SourcePosition pos = scanner_.begin();
dvander@146
  1006
dvander@146
  1007
        ExpressionList *postDimensions = NULL;
dvander@153
  1008
        //if (peek(TOK_LBRACKET)) {
dvander@153
  1009
        //    if ((postDimensions = dimensions()) == NULL)
dvander@153
  1010
        //        return NULL;
dvander@153
  1011
        //}
dvander@146
  1012
dvander@146
  1013
        if (!matchSemicolon())
dvander@146
  1014
            return NULL;
dvander@146
  1015
dvander@146
  1016
        StructureStatement::Field *field =
dvander@146
  1017
            new (pool_) StructureStatement::Field(pos, type, name, postDimensions);
dvander@146
  1018
        if (!field || !fields->append(field))
dvander@146
  1019
            return NULL;
dvander@146
  1020
    }
dvander@146
  1021
dvander@146
  1022
    if (!expect(TOK_RBRACE))
dvander@146
  1023
        return NULL;
dvander@146
  1024
dvander@146
  1025
    return new (pool_) StructureStatement(pos, type, fields);
dvander@146
  1026
}
dvander@146
  1027
dvander@146
  1028
Statement *
dvander@2
  1029
Parser::enum_()
dvander@2
  1030
{
dvander@2
  1031
    expect(TOK_ENUM);
dvander@2
  1032
dvander@145
  1033
    NamedType *type = NULL;
dvander@25
  1034
    SourcePosition pos = scanner_.begin();
dvander@25
  1035
dvander@54
  1036
    Local<String> name(zone_);
dvander@54
  1037
    if (matchName(name.ref())) {
dvander@54
  1038
        if (!name)
dvander@2
  1039
            return NULL;
dvander@2
  1040
dvander@25
  1041
        if (BoundName *other = scope_->localLookup(name)) {
dvander@25
  1042
            redeclarationError(other);
dvander@2
  1043
            return NULL;
dvander@2
  1044
        }
dvander@2
  1045
dvander@145
  1046
        if ((type = scope_->declareType(name, scanner_.begin())) == NULL)
dvander@2
  1047
            return NULL;
dvander@2
  1048
    }
dvander@2
  1049
dvander@57
  1050
    EnumStatement::EntryList *entries = new (pool_) EnumStatement::EntryList();
dvander@2
  1051
dvander@2
  1052
    if (!expect(TOK_LBRACE))
dvander@2
  1053
        return NULL;
dvander@2
  1054
dvander@2
  1055
    do {
dvander@2
  1056
        if (scanner_.peek() == TOK_RBRACE)
dvander@2
  1057
            break;
dvander@2
  1058
dvander@54
  1059
        Local<String> name(zone_, expectName());
dvander@2
  1060
        if (!name)
dvander@2
  1061
            return NULL;
dvander@2
  1062
dvander@25
  1063
        if (BoundName *other = scope_->localLookup(name)) {
dvander@25
  1064
            redeclarationError(other);
dvander@2
  1065
            return NULL;
dvander@2
  1066
        }
dvander@2
  1067
dvander@25
  1068
        NamedConstant *constant = scope_->declareConstant(name, scanner_.begin());
dvander@2
  1069
        if (!constant)
dvander@2
  1070
            return NULL;
dvander@2
  1071
dvander@2
  1072
        Expression *expr = NULL;
dvander@2
  1073
        if (match(TOK_ASSIGN)) {
dvander@2
  1074
            if ((expr = expression()) == NULL)
dvander@2
  1075
                return NULL;
dvander@2
  1076
        }
dvander@2
  1077
dvander@57
  1078
        if (!entries->append(EnumStatement::Entry(constant, expr)))
dvander@57
  1079
            return NULL;
dvander@2
  1080
    } while (match(TOK_COMMA));
dvander@2
  1081
    if (!expect(TOK_RBRACE))
dvander@2
  1082
        return NULL;
dvander@2
  1083
dvander@145
  1084
    return new (pool_) EnumStatement(pos, type, name, entries);
dvander@2
  1085
}
dvander@2
  1086
dvander@2
  1087
Statement *
dvander@63
  1088
Parser::function(TokenKind token)
dvander@0
  1089
{
dvander@132
  1090
    Local<String> returnTag(zone_);
dvander@145
  1091
    if (token == TOK_LABEL) {
dvander@145
  1092
        returnTag = zone_->makeSymbol(scanner_.literal(), scanner_.literal_length());
dvander@145
  1093
        if (!returnTag)
dvander@145
  1094
            return NULL;
dvander@145
  1095
dvander@145
  1096
        token = TOK_STOCK;
dvander@145
  1097
    } else {
dvander@145
  1098
        if (matchName(returnTag.ref(), TOK_LABEL) && !returnTag)
dvander@145
  1099
            return NULL;
dvander@145
  1100
    }
dvander@145
  1101
dvander@145
  1102
    BoundName *returnType = NULL;
dvander@145
  1103
    if (returnTag)
dvander@145
  1104
        returnType = bindType(returnTag);
dvander@132
  1105
dvander@54
  1106
    Local<String> name(zone_, expectName());
dvander@0
  1107
    if (!name)
dvander@0
  1108
        return NULL;
dvander@0
  1109
dvander@25
  1110
    SourcePosition pos = scanner_.begin();
dvander@25
  1111
dvander@0
  1112
    // The function name goes into the outer (global) scope.
dvander@0
  1113
    assert(!scope_->enclosing());
dvander@0
  1114
dvander@63
  1115
    NamedFunction *fun;
dvander@25
  1116
    if (BoundName *other = scope_->localLookup(name)) {
dvander@63
  1117
        // We allow a redeclaration if the new type is a public, and the old
dvander@63
  1118
        // type was a forward. However, the forward must come first.
dvander@63
  1119
        if (other->kind() != BoundName::FUNCTION) {
dvander@63
  1120
            redeclarationError(other);
dvander@63
  1121
            return NULL;
dvander@63
  1122
        }
dvander@63
  1123
dvander@63
  1124
        fun = other->toNamedFunction();
dvander@63
  1125
        if (!fun->isForward() || token != TOK_PUBLIC) {
dvander@63
  1126
            redeclarationError(other);
dvander@63
  1127
            return NULL;
dvander@63
  1128
        }
dvander@63
  1129
        
dvander@63
  1130
        // We've got the same name, but the original is a forward, so let it
dvander@63
  1131
        // slide and re-use the original declaration.
dvander@63
  1132
        fun->setImplemented(scanner_.begin());
dvander@63
  1133
    } else {
dvander@63
  1134
        fun = scope_->declareFunction(name, scanner_.begin(), token);
dvander@63
  1135
        if (!fun)
dvander@63
  1136
            return NULL;
dvander@0
  1137
    }
dvander@0
  1138
dvander@137
  1139
    if (fun->isPublic())
dvander@137
  1140
        fun->setUsed();
dvander@137
  1141
dvander@0
  1142
    Scope *scope = enterScope(Scope::FUNCTION);
dvander@0
  1143
    if (!scope)
dvander@0
  1144
        return NULL;
dvander@0
  1145
dvander@57
  1146
    ParameterList *parameters = new (pool_) ParameterList();
dvander@14
  1147
dvander@0
  1148
    if (!expect(TOK_LPAREN))
dvander@0
  1149
        return NULL;
dvander@133
  1150
dvander@0
  1151
    if (!match(TOK_RPAREN)) {
dvander@0
  1152
        while (true) {
dvander@67
  1153
            bool isConst = match(TOK_CONST);
dvander@14
  1154
            bool ref = match(TOK_AMPERSAND);
dvander@14
  1155
dvander@66
  1156
            SourcePosition begin = scanner_.begin();
dvander@66
  1157
            Local<String> tag(zone_);
dvander@66
  1158
            if (matchName(tag.ref(), TOK_LABEL) && !tag)
dvander@66
  1159
                return NULL;
dvander@66
  1160
dvander@145
  1161
            BoundName *type = NULL;
dvander@145
  1162
            if (tag)
dvander@145
  1163
                type = bindType(tag);
dvander@145
  1164
dvander@68
  1165
            if (match(TOK_ELLIPSES)) {
dvander@68
  1166
                if (isConst || ref) {
dvander@68
  1167
                    cc_.reportError(begin, Message_InvalidVarArgs);
dvander@68
  1168
                    return NULL;
dvander@68
  1169
                }
dvander@68
  1170
dvander@68
  1171
                if (token != TOK_NATIVE) {
dvander@68
  1172
                    cc_.reportError(begin, Message_VarArgsOutsideNative);
dvander@68
  1173
                    return NULL;
dvander@68
  1174
                }
dvander@68
  1175
dvander@68
  1176
                fun->markNativeVariadic();
dvander@68
  1177
                break;
dvander@68
  1178
            }
dvander@68
  1179
dvander@54
  1180
            Local<String> name(zone_, expectName());
dvander@0
  1181
            if (!name)
dvander@0
  1182
                return NULL;
dvander@0
  1183
dvander@25
  1184
            if (BoundName *other = scope_->localLookup(name)) {
dvander@25
  1185
                redeclarationError(other);
dvander@0
  1186
                return NULL;
dvander@0
  1187
            }
dvander@25
  1188
            Variable *arg = scope_->declareArgument(name, scanner_.begin());
dvander@14
  1189
            if (!arg)
dvander@0
  1190
                return NULL;
dvander@0
  1191
dvander@66
  1192
            // Look for dimensions.
dvander@66
  1193
            ExpressionList *postDimensions = NULL;
dvander@145
  1194
            if (peek(TOK_LBRACKET)) {
dvander@145
  1195
                if ((postDimensions = dimensions()) == NULL)
dvander@66
  1196
                    return NULL;
dvander@66
  1197
            }
dvander@66
  1198
dvander@133
  1199
            Expression *expr = NULL;
dvander@133
  1200
            if (match(TOK_ASSIGN)) {
dvander@133
  1201
                if ((expr = expression()) == NULL)
dvander@133
  1202
                    return NULL;
dvander@133
  1203
            }
dvander@133
  1204
dvander@145
  1205
            Parameter *parameter = new (pool_) Parameter(arg, type, ref, isConst, postDimensions,
dvander@133
  1206
                                                         expr);
dvander@57
  1207
            if (!parameters->append(parameter))
dvander@57
  1208
                return NULL;
dvander@14
  1209
dvander@0
  1210
            if (!match(TOK_COMMA))
dvander@0
  1211
                break;
dvander@0
  1212
        }
dvander@0
  1213
        if (!expect(TOK_RPAREN))
dvander@0
  1214
            return NULL;
dvander@0
  1215
    }
dvander@0
  1216
dvander@71
  1217
    encounteredReturn_ = false;
dvander@71
  1218
dvander@63
  1219
    Statement *body = NULL;
dvander@68
  1220
    if (token != TOK_FORWARD && token != TOK_NATIVE) {
dvander@63
  1221
        body = block();
dvander@63
  1222
        if (!body)
dvander@63
  1223
            return NULL;
dvander@63
  1224
    }
dvander@0
  1225
dvander@0
  1226
    scope_ = scope_->enclosing();
dvander@145
  1227
    return new (pool_) FunctionStatement(pos, scope, fun, body, parameters, returnType,
dvander@132
  1228
                                         encounteredReturn_);
dvander@0
  1229
}
dvander@0
  1230
dvander@145
  1231
static inline bool
dvander@167
  1232
DeclareIntrinsicType(Zone *zone, Scope *scope, const char *name, Handle<Type> type)
dvander@145
  1233
{
dvander@145
  1234
    Local<String> tag(zone, zone->makeSymbol(name));
dvander@145
  1235
    if (!tag)
dvander@145
  1236
        return false;
dvander@145
  1237
dvander@167
  1238
    return !!scope->declareType(tag, type);
dvander@167
  1239
}
dvander@167
  1240
dvander@167
  1241
static inline bool
dvander@167
  1242
DeclareIntrinsicType(Zone *zone, Scope *scope, const char *name, PrimitiveType type)
dvander@167
  1243
{
dvander@145
  1244
    Local<Type> primitive(zone, zone->types()->getPrimitive(type));
dvander@145
  1245
    assert(primitive);
dvander@167
  1246
    return DeclareIntrinsicType(zone, scope, name, primitive);
dvander@145
  1247
}
dvander@145
  1248
dvander@145
  1249
bool
dvander@145
  1250
Parser::setupIntrinsics()
dvander@145
  1251
{
dvander@145
  1252
    if (!DeclareIntrinsicType(zone_, scope_, "Float", PrimitiveType_Float))
dvander@145
  1253
        return false;
dvander@145
  1254
    if (!DeclareIntrinsicType(zone_, scope_, "_", PrimitiveType_Int32))
dvander@145
  1255
        return false;
dvander@145
  1256
    if (!DeclareIntrinsicType(zone_, scope_, "bool", PrimitiveType_Bool))
dvander@145
  1257
        return false;
dvander@145
  1258
    if (!DeclareIntrinsicType(zone_, scope_, "String", PrimitiveType_Char))
dvander@145
  1259
        return false;
dvander@167
  1260
dvander@167
  1261
    Local<Type> unchecked(zone_, zone_->types()->getUnchecked());
dvander@167
  1262
    if (!DeclareIntrinsicType(zone_, scope_, "unchecked", unchecked))
dvander@167
  1263
        return false;
dvander@167
  1264
dvander@145
  1265
    return true;
dvander@145
  1266
}
dvander@145
  1267
dvander@0
  1268
ParseTree *
dvander@0
  1269
Parser::parse()
dvander@0
  1270
{
dvander@0
  1271
    StatementList *statements = new (pool_) StatementList();
dvander@0
  1272
dvander@0
  1273
    if (!enterScope(Scope::GLOBAL))
dvander@0
  1274
        return NULL;
dvander@0
  1275
dvander@145
  1276
    if (!setupIntrinsics())
dvander@145
  1277
        return NULL;
dvander@145
  1278
dvander@0
  1279
    for (;;) {
dvander@0
  1280
        Statement *statement = NULL;
dvander@0
  1281
dvander@135
  1282
        TokenKind kind = scanner_.peek();
dvander@135
  1283
        switch (kind) {
dvander@0
  1284
          case TOK_ERROR:
dvander@0
  1285
            return NULL;
dvander@0
  1286
dvander@0
  1287
          case TOK_EOF:
dvander@0
  1288
            break;
dvander@0
  1289
dvander@0
  1290
          case TOK_NAME:
dvander@63
  1291
            if ((statement = function(TOK_NAME)) == NULL)
dvander@0
  1292
                return NULL;
dvander@0
  1293
            break;
dvander@0
  1294
dvander@63
  1295
          case TOK_FORWARD:
dvander@63
  1296
          case TOK_PUBLIC:
dvander@68
  1297
          case TOK_NATIVE:
dvander@134
  1298
          case TOK_STOCK:
dvander@145
  1299
          case TOK_LABEL:
dvander@63
  1300
          {
dvander@135
  1301
            scanner_.scan();
dvander@170
  1302
            if (kind == TOK_PUBLIC && peek(TOK_CONST)) {
dvander@170
  1303
                if ((statement = var(TOK_PUBLIC, scanner_.scan())) == NULL)
dvander@170
  1304
                    return NULL;
dvander@170
  1305
                if (!matchSemicolon())
dvander@170
  1306
                    return NULL;
dvander@170
  1307
            } else {
dvander@170
  1308
                if ((statement = function(kind)) == NULL)
dvander@170
  1309
                    return NULL;
dvander@170
  1310
                if ((kind == TOK_FORWARD || kind == TOK_NATIVE) && !matchSemicolon())
dvander@170
  1311
                    return NULL;
dvander@170
  1312
            }
dvander@63
  1313
            break;
dvander@63
  1314
          }
dvander@63
  1315
dvander@135
  1316
          case TOK_CONST:
dvander@85
  1317
          case TOK_NEW:
dvander@85
  1318
          {
dvander@165
  1319
            // Note: at global scope, we don't accept comma-delimited
dvander@165
  1320
            // declarations yet, to see if we can get away with forcing
dvander@165
  1321
            // a nicer top-level style.
dvander@135
  1322
            scanner_.scan();
dvander@170
  1323
            if ((statement = var(TOK_STOCK, kind)) == NULL)
dvander@170
  1324
                return NULL;
dvander@85
  1325
            if (!matchSemicolon())
dvander@85
  1326
                return NULL;
dvander@85
  1327
            break;
dvander@85
  1328
          }
dvander@74
  1329
dvander@2
  1330
          case TOK_ENUM:
dvander@2
  1331
            if ((statement = enum_()) == NULL)
dvander@2
  1332
                return NULL;
dvander@63
  1333
            if (!matchSemicolon())
dvander@63
  1334
                return NULL;
dvander@2
  1335
            break;
dvander@2
  1336
dvander@146
  1337
          case TOK_STRUCT:
dvander@146
  1338
            if ((statement = struct_()) == NULL)
dvander@146
  1339
                return NULL;
dvander@146
  1340
            if (!matchSemicolon())
dvander@146
  1341
                return NULL;
dvander@146
  1342
            break;
dvander@146
  1343
dvander@0
  1344
          default:
dvander@63
  1345
            cc_.reportError(scanner_.begin(), Message_ExpectedGlobal);
dvander@0
  1346
            return NULL;
dvander@0
  1347
        }
dvander@0
  1348
dvander@0
  1349
        if (!statement)
dvander@0
  1350
            break;
dvander@0
  1351
dvander@56
  1352
        if (!statements->append(statement))
dvander@56
  1353
            return NULL;
dvander@0
  1354
    }
dvander@0
  1355
dvander@0
  1356
    return new (pool_) ParseTree(scope_, statements, unbound_);
dvander@0
  1357
}
dvander@0
  1358
dvander@0
  1359
class AstPrinter : public AstVisitor
dvander@0
  1360
{
dvander@0
  1361
    FILE *fp_;
dvander@0
  1362
    size_t level_;
dvander@0
  1363
dvander@0
  1364
  private:
dvander@0
  1365
    void prefix() {
dvander@0
  1366
        for (size_t i = 0; i < level_; i++)
dvander@0
  1367
            fprintf(fp_, "  ");
dvander@0
  1368
    }
dvander@0
  1369
    void indent() {
dvander@0
  1370
        level_++;
dvander@0
  1371
    }
dvander@0
  1372
    void unindent() {
dvander@0
  1373
        level_--;
dvander@0
  1374
    }
dvander@0
  1375
dvander@0
  1376
  public:
dvander@0
  1377
    AstPrinter(FILE *fp)
dvander@0
  1378
      : fp_(fp),
dvander@0
  1379
        level_(0)
dvander@0
  1380
    {
dvander@0
  1381
    }
dvander@0
  1382
dvander@0
  1383
    void visit(NameProxy *name) {
dvander@0
  1384
        prefix();
dvander@54
  1385
        fprintf(fp_, "[ NameProxy (%s)%s\n", name->name()->chars(),
dvander@0
  1386
                (name->binding() ? "" : " unbound"));
dvander@0
  1387
    }
dvander@0
  1388
    void visit(CallExpression *node) {
dvander@0
  1389
        prefix();
dvander@0
  1390
        fprintf(fp_, "[ CallExpression\n");
dvander@0
  1391
        indent();
dvander@0
  1392
        node->callee()->accept(this);
dvander@55
  1393
        for (size_t i = 0; i < node->arguments()->length(); i++)
dvander@0
  1394
            node->arguments()->at(i)->accept(this);
dvander@0
  1395
        unindent();
dvander@0
  1396
    }
dvander@0
  1397
    void visit(FunctionStatement *node) {
dvander@0
  1398
        prefix();
dvander@54
  1399
        fprintf(fp_, "[ FunctionStatement (%s)\n", node->fun()->name()->chars());
dvander@0
  1400
        indent();
dvander@63
  1401
        if (node->body())
dvander@63
  1402
            node->body()->accept(this);
dvander@0
  1403
        unindent();
dvander@0
  1404
    }
dvander@0
  1405
    void visit(ExpressionStatement *node) {
dvander@0
  1406
        prefix();
dvander@0
  1407
        fprintf(fp_, "[ ExpressionStatement\n");
dvander@0
  1408
        indent();
dvander@0
  1409
        node->expression()->accept(this);
dvander@0
  1410
        unindent();
dvander@0
  1411
    }
dvander@0
  1412
    void visit(Assignment *node) {
dvander@0
  1413
        prefix();
dvander@0
  1414
        fprintf(fp_, "[ Assignment\n");
dvander@0
  1415
        indent();
dvander@0
  1416
        node->lvalue()->accept(this);
dvander@0
  1417
        node->expression()->accept(this);
dvander@0
  1418
        unindent();
dvander@0
  1419
    }
dvander@83
  1420
    void visit(TernaryExpression *node) {
dvander@83
  1421
        prefix();
dvander@83
  1422
        fprintf(fp_, "[ TernaryExpression\n");
dvander@83
  1423
        indent();
dvander@83
  1424
        node->condition()->accept(this);
dvander@83
  1425
        node->left()->accept(this);
dvander@83
  1426
        node->right()->accept(this);
dvander@83
  1427
        unindent();
dvander@83
  1428
    }
dvander@0
  1429
    void visit(BinaryExpression *node) {
dvander@0
  1430
        prefix();
dvander@0
  1431
        fprintf(fp_, "[ BinaryExpression (%s)\n", TokenNames[node->token()]);
dvander@0
  1432
        indent();
dvander@0
  1433
        node->left()->accept(this);
dvander@0
  1434
        node->right()->accept(this);
dvander@0
  1435
        unindent();
dvander@0
  1436
    }
dvander@78
  1437
    void visit(UnaryExpression *node) {
dvander@78
  1438
        prefix();
dvander@78
  1439
        fprintf(fp_, "[ UnaryExpression (%s)\n", TokenNames[node->token()]);
dvander@78
  1440
        indent();
dvander@78
  1441
        node->expression()->accept(this);
dvander@78
  1442
        unindent();
dvander@78
  1443
    }
dvander@0
  1444
    void visit(ReturnStatement *node) {
dvander@0
  1445
        prefix();
dvander@0
  1446
        fprintf(fp_, "[ ReturnStatement\n");
dvander@0
  1447
        indent();
dvander@72
  1448
        if (node->expression())
dvander@72
  1449
            node->expression()->accept(this);
dvander@0
  1450
        unindent();
dvander@0
  1451
    }
dvander@0
  1452
    void visit(ForStatement *node) {
dvander@0
  1453
        prefix();
dvander@0
  1454
        fprintf(fp_, "[ ForStatement\n");
dvander@0
  1455
        indent();
dvander@22
  1456
        if (node->initialization())
dvander@22
  1457
            node->initialization()->accept(this);
dvander@0
  1458
        if (node->condition())
dvander@0
  1459
            node->condition()->accept(this);
dvander@0
  1460
        if (node->update())
dvander@0
  1461
            node->update()->accept(this);
dvander@0
  1462
        node->body()->accept(this);
dvander@0
  1463
        unindent();
dvander@0
  1464
    }
dvander@0
  1465
    void visit(BlockStatement *node) {
dvander@0
  1466
        prefix();
dvander@0
  1467
        fprintf(fp_, "[ BlockStatement\n");
dvander@0
  1468
        indent();
dvander@0
  1469
        for (size_t i = 0; i < node->statements()->length(); i++)
dvander@0
  1470
            node->statements()->at(i)->accept(this);
dvander@0
  1471
        unindent();
dvander@0
  1472
    }
dvander@0
  1473
    void visit(VariableDeclaration *node) {
dvander@0
  1474
        prefix();
dvander@54
  1475
        fprintf(fp_, "[ VariableDeclaration (%s)\n", node->variable()->name()->chars());
dvander@0
  1476
        indent();
dvander@0
  1477
        if (node->initialization())
dvander@0
  1478
            node->initialization()->accept(this);
dvander@0
  1479
        unindent();
dvander@0
  1480
    }
dvander@4
  1481
    void visit(IntegerLiteral *node) {
dvander@0
  1482
        prefix();
dvander@4
  1483
        fprintf(fp_, "[ IntegerLiteral (%d)\n", node->value());
dvander@4
  1484
    }
dvander@143
  1485
    void visit(BooleanLiteral *node) {
dvander@143
  1486
        prefix();
dvander@143
  1487
        fprintf(fp_, "[ BooleanLiteral (%s)\n",
dvander@143
  1488
                (node->token() == TOK_TRUE) ? "true" : "false");
dvander@143
  1489
    }
dvander@4
  1490
    void visit(FloatLiteral *node) {
dvander@4
  1491
        prefix();
dvander@4
  1492
        fprintf(fp_, "[ FloatLiteral (%f)\n", node->value());
dvander@0
  1493
    }
dvander@0
  1494
    void visit(IfStatement *node) {
dvander@0
  1495
        prefix();
dvander@0
  1496
        fprintf(fp_, "[ IfStatement\n");
dvander@0
  1497
        indent();
dvander@0
  1498
        node->ifTrue()->accept(this);
dvander@0
  1499
        if (node->ifFalse())
dvander@0
  1500
            node->ifFalse()->accept(this);
dvander@0
  1501
        unindent();
dvander@0
  1502
    }
dvander@0
  1503
    void visit(IndexExpression *node) {
dvander@0
  1504
        prefix();
dvander@0
  1505
        fprintf(fp_, "[ IndexExpression\n");
dvander@0
  1506
        indent();
dvander@0
  1507
        node->left()->accept(this);
dvander@0
  1508
        node->right()->accept(this);
dvander@0
  1509
        unindent();
dvander@0
  1510
    }
dvander@2
  1511
    void visit(EnumStatement *node) {
dvander@2
  1512
        prefix();
dvander@54
  1513
        fprintf(fp_, "[ EnumStatement (%s)\n", node->name() ? node->name()->chars() : "<anonymous>");
dvander@2
  1514
        indent();
dvander@57
  1515
        for (size_t i = 0; i < node->entries()->length(); i++) {
dvander@2
  1516
            prefix();
dvander@54
  1517
            fprintf(fp_, "%s =\n", node->entries()->at(i).name->name()->chars());
dvander@2
  1518
            if (node->entries()->at(i).expr) {
dvander@2
  1519
                indent();
dvander@2
  1520
                node->entries()->at(i).expr->accept(this);
dvander@2
  1521
                unindent();
dvander@2
  1522
            }
dvander@2
  1523
        }
dvander@2
  1524
        unindent();
dvander@2
  1525
    }
dvander@9
  1526
    void visit(WhileStatement *node) {
dvander@9
  1527
        prefix();
dvander@9
  1528
        fprintf(fp_, "[ WhileStatement (%s)\n",
dvander@9
  1529
                (node->token() == TOK_DO) ? "do" : "while");
dvander@9
  1530
        indent();
dvander@9
  1531
        if (node->token() == TOK_DO) {
dvander@9
  1532
            node->condition()->accept(this);
dvander@9
  1533
            node->body()->accept(this);
dvander@9
  1534
        } else {
dvander@9
  1535
            node->condition()->accept(this);
dvander@9
  1536
            node->body()->accept(this);
dvander@9
  1537
        }
dvander@9
  1538
        unindent();
dvander@9
  1539
    }
dvander@10
  1540
    void visit(BreakStatement *node) {
dvander@10
  1541
        prefix();
dvander@10
  1542
        fprintf(fp_, "[ BreakStatement\n");
dvander@10
  1543
    }
dvander@10
  1544
    void visit(ContinueStatement *node) {
dvander@10
  1545
        prefix();
dvander@10
  1546
        fprintf(fp_, "[ ContinueStatement\n");
dvander@10
  1547
    }
dvander@21
  1548
    void visit(StringLiteral *node) {
dvander@21
  1549
        prefix();
dvander@21
  1550
        fprintf(fp_, "[ StringLiteral\n");
dvander@21
  1551
    }
dvander@23
  1552
    void visit(IncDecExpression *node) {
dvander@23
  1553
        prefix();
dvander@23
  1554
        fprintf(fp_, "[ IncDecExpression (postfix=%d)\n", node->postfix());
dvander@23
  1555
        indent();
dvander@23
  1556
        node->expression()->accept(this);
dvander@23
  1557
        unindent();
dvander@23
  1558
    }
dvander@146
  1559
    void visit(StructureStatement *node) {
dvander@146
  1560
        prefix();
dvander@148
  1561
        fprintf(fp_, "[ StructureStatement %s\n", node->decl()->name()->chars());
dvander@148
  1562
    }
dvander@148
  1563
    void visit(FieldExpression *node) {
dvander@148
  1564
        prefix();
dvander@148
  1565
        fprintf(fp_, "[ FieldExpression %s\n", node->field()->chars());
dvander@148
  1566
        indent();
dvander@148
  1567
        node->left()->accept(this);
dvander@148
  1568
        unindent();
dvander@146
  1569
    }
dvander@0
  1570
};
dvander@0
  1571
dvander@0
  1572
void
dvander@0
  1573
ParseTree::dump(FILE *fp)
dvander@0
  1574
{
dvander@0
  1575
    AstPrinter printer(fp);
dvander@0
  1576
dvander@0
  1577
    for (size_t i = 0; i < statements_->length(); i++)
dvander@0
  1578
        statements_->at(i)->accept(&printer);
dvander@0
  1579
}