src/Parser.cpp
author David Anderson <dvander@alliedmods.net>
Sat Aug 04 23:58:23 2012 -0700 (2012-08-04)
changeset 153 fc91c4a3dfe2
parent 148 c0740249963c
child 165 b67697fba413
permissions -rw-r--r--
Enable struct composition.
dvander@48
     1
/* vim: set ts=4 sw=4 tw=99 et:
dvander@48
     2
 *
dvander@0
     3
 * Copyright (C) 2012 David Anderson
dvander@0
     4
 *
dvander@117
     5
 * This file is part of SourcePawn.
dvander@0
     6
 *
dvander@117
     7
 * SourcePawn is free software: you can redistribute it and/or modify it under
dvander@0
     8
 * the terms of the GNU General Public License as published by the Free
dvander@0
     9
 * Software Foundation, either version 3 of the License, or (at your option)
dvander@0
    10
 * any later version.
dvander@0
    11
 * 
dvander@117
    12
 * SourcePawn is distributed in the hope that it will be useful, but WITHOUT ANY
dvander@0
    13
 * WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
dvander@0
    14
 * FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
dvander@0
    15
 *
dvander@0
    16
 * You should have received a copy of the GNU General Public License along with
dvander@117
    17
 * SourcePawn. If not, see http://www.gnu.org/licenses/.
dvander@0
    18
 */
danderson@92
    19
#include <string.h>
dvander@0
    20
#include "Zone.h"
dvander@0
    21
#include "Parser.h"
dvander@21
    22
#include "FixedArray.h"
dvander@21
    23
#include "Heap.h"
dvander@54
    24
#include "Strings.h"
dvander@145
    25
#include "TypeManager.h"
dvander@21
    26
#include "Heap-inl.h"
dvander@0
    27
dvander@59
    28
using namespace ke;
dvander@0
    29
dvander@54
    30
Parser::Parser(Zone *zone, CompileContext &cc, const char *stream, size_t length)
dvander@54
    31
  : zone_(zone),
dvander@54
    32
    cc_(cc),
dvander@54
    33
    pool_(zone_->pool()),
dvander@25
    34
    scanner_(cc, stream, length),
dvander@0
    35
    scope_(NULL),
dvander@0
    36
    unbound_(NULL)
dvander@0
    37
{
dvander@57
    38
    unbound_ = new (pool_) PoolList<NameProxy *>();
dvander@0
    39
}
dvander@0
    40
dvander@0
    41
bool
dvander@145
    42
Parser::peek(TokenKind kind)
dvander@145
    43
{
dvander@145
    44
    return scanner_.peek() == kind;
dvander@145
    45
}
dvander@145
    46
dvander@145
    47
bool
dvander@0
    48
Parser::match(TokenKind kind)
dvander@0
    49
{
dvander@145
    50
    if (!peek(kind))
dvander@0
    51
        return false;
dvander@0
    52
    scanner_.scan();
dvander@0
    53
    return true;
dvander@0
    54
}
dvander@0
    55
dvander@0
    56
bool
dvander@63
    57
Parser::matchSemicolon()
dvander@63
    58
{
dvander@63
    59
    return expect(TOK_SEMICOLON);
dvander@63
    60
}
dvander@63
    61
dvander@63
    62
bool
dvander@0
    63
Parser::expect(TokenKind kind)
dvander@0
    64
{
dvander@0
    65
    TokenKind got = scanner_.scan();
dvander@0
    66
    if (got == kind)
dvander@0
    67
        return true;
dvander@25
    68
    cc_.reportError(scanner_.begin(), Message_WrongToken, TokenNames[kind], TokenNames[got]);
dvander@0
    69
    return false;
dvander@0
    70
}
dvander@0
    71
dvander@0
    72
Scope *
dvander@0
    73
Parser::enterScope(Scope::Kind kind)
dvander@0
    74
{
dvander@0
    75
    scope_ = new (pool_) Scope(pool_, kind, scope_);
dvander@0
    76
    if (!scope_->initialize())
dvander@0
    77
        return NULL;
dvander@0
    78
    return scope_;
dvander@0
    79
}
dvander@0
    80
dvander@0
    81
NameProxy *
dvander@54
    82
Parser::bind(Handle<String> name)
dvander@0
    83
{
dvander@0
    84
    BoundName *bound = scope_->lookup(name);
dvander@25
    85
    NameProxy *proxy = new (pool_) NameProxy(scanner_.begin(), name, bound);
dvander@57
    86
    if (!bound && !unbound_->append(proxy))
dvander@57
    87
        return NULL;
dvander@0
    88
    return proxy;
dvander@0
    89
}
dvander@0
    90
dvander@145
    91
BoundName *
dvander@145
    92
Parser::bindType(Handle<String> name)
dvander@145
    93
{
dvander@145
    94
    if (BoundName *binding = scope_->lookup(name))
dvander@145
    95
        return binding;
dvander@145
    96
dvander@145
    97
    return new (pool_) UnboundName(scope_, name);
dvander@145
    98
}
dvander@145
    99
dvander@4
   100
bool
dvander@54
   101
Parser::matchName(String **name, TokenKind kind)
dvander@4
   102
{
dvander@4
   103
    assert(kind == TOK_NAME || kind == TOK_LABEL);
dvander@4
   104
    *name = NULL;
dvander@4
   105
    if (!match(kind))
dvander@4
   106
        return false;
dvander@54
   107
    *name = zone_->makeSymbol(scanner_.literal(), scanner_.literal_length());
dvander@4
   108
    return true;
dvander@4
   109
}
dvander@4
   110
dvander@54
   111
String *
dvander@4
   112
Parser::expectName()
dvander@4
   113
{
dvander@4
   114
    if (!expect(TOK_NAME))
dvander@4
   115
        return NULL;
dvander@54
   116
    return zone_->makeSymbol(scanner_.literal(), scanner_.literal_length());
dvander@4
   117
}
dvander@4
   118
dvander@25
   119
void
dvander@25
   120
Parser::redeclarationError(BoundName *other)
dvander@25
   121
{
dvander@63
   122
    cc_.reportError(scanner_.begin(), Message_RedeclaredName, other->name()->chars(),
dvander@63
   123
                    other->pos().line, other->pos().col);
dvander@25
   124
}
dvander@25
   125
dvander@0
   126
Expression *
dvander@0
   127
Parser::primitive()
dvander@0
   128
{
dvander@25
   129
    TokenKind kind = scanner_.peek();
dvander@25
   130
    switch (kind) {
dvander@0
   131
      case TOK_NAME:
dvander@0
   132
      {
dvander@54
   133
        Local<String> name(zone_, expectName());
dvander@54
   134
        if (!name)
dvander@54
   135
            return NULL;
dvander@0
   136
        return bind(name);
dvander@0
   137
      }
dvander@0
   138
dvander@4
   139
      case TOK_FLOAT_LITERAL:
dvander@4
   140
      {
dvander@4
   141
        scanner_.scan();
dvander@4
   142
        double value = Scanner::ParseDouble(scanner_.literal());
dvander@25
   143
        return new (pool_) FloatLiteral(scanner_.begin(), value);
dvander@4
   144
      }
dvander@4
   145
dvander@0
   146
      case TOK_INTEGER_LITERAL:
dvander@0
   147
      {
dvander@0
   148
        scanner_.scan();
dvander@0
   149
        int value = atoi(scanner_.literal());
dvander@25
   150
        return new (pool_) IntegerLiteral(scanner_.begin(), value);
dvander@0
   151
      }
dvander@0
   152
dvander@143
   153
      case TOK_TRUE:
dvander@143
   154
      case TOK_FALSE:
dvander@143
   155
        scanner_.scan();
dvander@143
   156
        return new (pool_) BooleanLiteral(scanner_.begin(), kind);
dvander@143
   157
dvander@21
   158
      case TOK_STRING_LITERAL:
dvander@21
   159
      {
dvander@21
   160
        scanner_.scan();
dvander@54
   161
        Local<ByteArray> array(zone_, ByteArray::New(zone_, scanner_.literal_length() + 1));
dvander@21
   162
        if (!array)
dvander@21
   163
            return NULL;
dvander@54
   164
        memcpy(array->raw(), scanner_.literal(), scanner_.literal_length() + 1);
dvander@25
   165
        return new (pool_) StringLiteral(scanner_.begin(), array);
dvander@21
   166
      }
dvander@21
   167
dvander@0
   168
      default:
dvander@0
   169
      {
dvander@25
   170
        if (kind != TOK_ERROR)
dvander@25
   171
            cc_.reportError(scanner_.begin(), Message_ExpectedExpression, TokenNames[kind]);
dvander@0
   172
        return NULL;
dvander@0
   173
      }
dvander@0
   174
    }
dvander@0
   175
}
dvander@0
   176
dvander@0
   177
Expression *
dvander@0
   178
Parser::prefix()
dvander@0
   179
{
dvander@0
   180
    switch (scanner_.peek()) {
dvander@0
   181
      case TOK_LPAREN:
dvander@0
   182
      {
dvander@0
   183
        scanner_.scan();
dvander@0
   184
        Expression *expr = expression();
dvander@0
   185
        if (!expr)
dvander@0
   186
            return NULL;
dvander@0
   187
        if (!expect(TOK_RPAREN))
dvander@0
   188
            return NULL;
dvander@0
   189
        return expr;
dvander@0
   190
      }
dvander@0
   191
dvander@0
   192
      default:
dvander@0
   193
        return primitive();
dvander@0
   194
    }
dvander@0
   195
}
dvander@0
   196
dvander@0
   197
Expression *
dvander@0
   198
Parser::call(Expression *callee)
dvander@0
   199
{
dvander@56
   200
    ExpressionList *arguments = new (pool_) ExpressionList();
dvander@0
   201
dvander@25
   202
    SourcePosition pos = scanner_.begin();
dvander@0
   203
    expect(TOK_LPAREN);
dvander@0
   204
    
dvander@0
   205
    if (!match(TOK_RPAREN)) {
dvander@0
   206
        while (true) {
dvander@0
   207
            Expression *expr = expression();
dvander@0
   208
            if (!expr)
dvander@0
   209
                return NULL;
dvander@0
   210
dvander@55
   211
            if (!arguments->append(expr))
dvander@55
   212
                return NULL;
dvander@0
   213
dvander@0
   214
            if (!match(TOK_COMMA))
dvander@0
   215
                break;
dvander@0
   216
        }
dvander@0
   217
dvander@0
   218
        if (!expect(TOK_RPAREN))
dvander@0
   219
            return NULL;
dvander@0
   220
    }
dvander@0
   221
dvander@25
   222
    return new (pool_) CallExpression(pos, callee, arguments);
dvander@0
   223
}
dvander@0
   224
dvander@0
   225
Expression *
dvander@0
   226
Parser::index(Expression *left)
dvander@0
   227
{
dvander@0
   228
    expect(TOK_LBRACKET);
dvander@0
   229
    
dvander@25
   230
    SourcePosition pos = scanner_.begin();
dvander@0
   231
    Expression *expr = expression();
dvander@0
   232
    if (!expr)
dvander@0
   233
        return NULL;
dvander@0
   234
dvander@0
   235
    if (!expect(TOK_RBRACKET))
dvander@0
   236
        return NULL;
dvander@0
   237
dvander@25
   238
    return new (pool_) IndexExpression(pos, left, expr);
dvander@0
   239
}
dvander@0
   240
dvander@0
   241
Expression *
dvander@148
   242
Parser::field(Expression *left)
dvander@148
   243
{
dvander@148
   244
    expect(TOK_DOT);
dvander@148
   245
dvander@148
   246
    SourcePosition pos = scanner_.begin();
dvander@148
   247
    Local<String> name(zone_, expectName());
dvander@148
   248
    if (!name)
dvander@148
   249
        return NULL;
dvander@148
   250
dvander@148
   251
    return new (pool_) FieldExpression(pos, left, name);
dvander@148
   252
}
dvander@148
   253
dvander@148
   254
Expression *
dvander@0
   255
Parser::primary()
dvander@0
   256
{
dvander@0
   257
    Expression *expr = prefix();
dvander@0
   258
    if (!expr)
dvander@0
   259
        return NULL;
dvander@0
   260
dvander@0
   261
    for (;;) {
dvander@0
   262
        switch (scanner_.peek()) {
dvander@0
   263
          case TOK_LPAREN:
dvander@148
   264
            if ((expr = call(expr)) == NULL)
dvander@0
   265
                return NULL;
dvander@0
   266
            break;
dvander@0
   267
dvander@0
   268
          case TOK_LBRACKET:
dvander@148
   269
            if ((expr = index(expr)) == NULL)
dvander@148
   270
                return NULL;
dvander@148
   271
            break;
dvander@148
   272
dvander@148
   273
          case TOK_DOT:
dvander@148
   274
            if ((expr = field(expr)) == NULL)
dvander@0
   275
                return NULL;
dvander@0
   276
            break;
dvander@0
   277
dvander@0
   278
          default:
dvander@0
   279
            return expr;
dvander@0
   280
        }
dvander@0
   281
    }
dvander@0
   282
}
dvander@0
   283
dvander@0
   284
Expression *
dvander@0
   285
Parser::unary()
dvander@0
   286
{
dvander@23
   287
    TokenKind token = scanner_.peek();
dvander@23
   288
dvander@25
   289
    SourcePosition pos = scanner_.begin();
dvander@23
   290
    switch (token) {
dvander@23
   291
      case TOK_INCREMENT:
dvander@23
   292
      case TOK_DECREMENT:
dvander@23
   293
      {
dvander@23
   294
        scanner_.scan();
dvander@141
   295
        Expression *expr = unary();
dvander@23
   296
        if (!expr)
dvander@23
   297
            return NULL;
dvander@25
   298
        return new (pool_) IncDecExpression(pos, token, expr, false);
dvander@23
   299
      }
dvander@78
   300
dvander@80
   301
      case TOK_MINUS:
dvander@79
   302
      case TOK_NOT:
dvander@78
   303
      case TOK_TILDE:
dvander@78
   304
      {
dvander@78
   305
        scanner_.scan();
dvander@141
   306
        Expression *expr = unary();
dvander@78
   307
        if (!expr)
dvander@78
   308
            return NULL;
dvander@78
   309
        return new (pool_) UnaryExpression(pos, token, expr);
dvander@78
   310
      }
dvander@78
   311
dvander@141
   312
      case TOK_LABEL:
dvander@141
   313
      {
dvander@141
   314
        scanner_.scan();
dvander@141
   315
        Local<String> tag(zone_, zone_->makeSymbol(scanner_.literal(), scanner_.literal_length()));
dvander@141
   316
        if (!tag)
dvander@141
   317
            return NULL;
dvander@141
   318
dvander@145
   319
        BoundName *type = NULL;
dvander@145
   320
        if (tag)
dvander@145
   321
            type = bindType(tag);
dvander@145
   322
dvander@141
   323
        Expression *expr = unary();
dvander@141
   324
        if (!expr)
dvander@141
   325
            return NULL;
dvander@141
   326
dvander@145
   327
        return new (pool_) UnaryExpression(pos, TOK_LABEL, expr, type);
dvander@141
   328
      }
dvander@141
   329
dvander@28
   330
      default:
dvander@28
   331
        break;
dvander@23
   332
    }
dvander@23
   333
dvander@23
   334
    Expression *expr = primary();
dvander@23
   335
dvander@23
   336
    token = scanner_.peek();
dvander@23
   337
    if (token == TOK_INCREMENT || token == TOK_DECREMENT) {
dvander@23
   338
        scanner_.scan();
dvander@25
   339
        return new (pool_) IncDecExpression(pos, token, expr, true);
dvander@23
   340
    }
dvander@23
   341
dvander@23
   342
    return expr;
dvander@0
   343
}
dvander@0
   344
dvander@0
   345
Expression *
dvander@0
   346
Parser::multiplication()
dvander@0
   347
{
dvander@0
   348
    Expression *left = unary();
dvander@0
   349
    do {
dvander@82
   350
        if (!match(TOK_SLASH) && !match(TOK_STAR) && !match(TOK_PERCENT))
dvander@0
   351
            break;
dvander@25
   352
        SourcePosition pos = scanner_.begin();
dvander@0
   353
        TokenKind kind = scanner_.last();
dvander@0
   354
        Expression *right = unary();
dvander@0
   355
        if (!right)
dvander@0
   356
            return NULL;
dvander@25
   357
        left = new (pool_) BinaryExpression(pos, kind, left, right);
dvander@0
   358
    } while (left);
dvander@0
   359
    return left;
dvander@0
   360
}
dvander@0
   361
dvander@0
   362
Expression *
dvander@0
   363
Parser::addition()
dvander@0
   364
{
dvander@0
   365
    Expression *left = multiplication();
dvander@0
   366
    while (left) {
dvander@0
   367
        if (!match(TOK_PLUS) && !match(TOK_MINUS))
dvander@0
   368
            break;
dvander@25
   369
        SourcePosition pos = scanner_.begin();
dvander@0
   370
        TokenKind kind = scanner_.last();
dvander@0
   371
        Expression *right = multiplication();
dvander@0
   372
        if (!right)
dvander@0
   373
            return NULL;
dvander@25
   374
        left = new (pool_) BinaryExpression(pos, kind, left, right);
dvander@0
   375
    }
dvander@0
   376
    return left;
dvander@0
   377
}
dvander@0
   378
dvander@0
   379
Expression *
dvander@2
   380
Parser::shift()
dvander@2
   381
{
dvander@2
   382
    Expression *left = addition();
dvander@2
   383
    while (left) {
dvander@8
   384
        if (!match(TOK_SHL) && !match(TOK_SHR) && !match(TOK_USHR))
dvander@2
   385
            break;
dvander@25
   386
        SourcePosition pos = scanner_.begin();
dvander@2
   387
        TokenKind kind = scanner_.last();
dvander@2
   388
        Expression *right = addition();
dvander@2
   389
        if (!right)
dvander@2
   390
            return NULL;
dvander@25
   391
        left = new (pool_) BinaryExpression(pos, kind, left, right);
dvander@2
   392
    }
dvander@2
   393
    return left;
dvander@2
   394
}
dvander@2
   395
dvander@2
   396
Expression *
dvander@28
   397
Parser::bitand_()
dvander@8
   398
{
dvander@8
   399
    Expression *left = shift();
dvander@8
   400
    while (left) {
dvander@8
   401
        if (!match(TOK_BITAND))
dvander@8
   402
            break;
dvander@25
   403
        SourcePosition pos = scanner_.begin();
dvander@8
   404
        Expression *right = shift();
dvander@8
   405
        if (!right)
dvander@8
   406
            return NULL;
dvander@25
   407
        left = new (pool_) BinaryExpression(pos, TOK_BITAND, left, right);
dvander@8
   408
    }
dvander@8
   409
    return left;
dvander@8
   410
}
dvander@8
   411
dvander@8
   412
Expression *
dvander@8
   413
Parser::bitxor()
dvander@8
   414
{
dvander@28
   415
    Expression *left = bitand_();
dvander@8
   416
    while (left) {
dvander@8
   417
        if (!match(TOK_BITXOR))
dvander@8
   418
            break;
dvander@25
   419
        SourcePosition pos = scanner_.begin();
dvander@8
   420
        Expression *right = shift();
dvander@8
   421
        if (!right)
dvander@8
   422
            return NULL;
dvander@25
   423
        left = new (pool_) BinaryExpression(pos, TOK_BITXOR, left, right);
dvander@8
   424
    }
dvander@8
   425
    return left;
dvander@8
   426
}
dvander@8
   427
dvander@8
   428
Expression *
dvander@28
   429
Parser::bitor_()
dvander@8
   430
{
dvander@8
   431
    Expression *left = bitxor();
dvander@8
   432
    while (left) {
dvander@8
   433
        if (!match(TOK_BITOR))
dvander@8
   434
            break;
dvander@25
   435
        SourcePosition pos = scanner_.begin();
dvander@75
   436
        Expression *right = bitxor();
dvander@8
   437
        if (!right)
dvander@8
   438
            return NULL;
dvander@25
   439
        left = new (pool_) BinaryExpression(pos, TOK_BITOR, left, right);
dvander@8
   440
    }
dvander@8
   441
    return left;
dvander@8
   442
}
dvander@8
   443
dvander@8
   444
Expression *
dvander@0
   445
Parser::relational()
dvander@0
   446
{
dvander@28
   447
    Expression *left = bitor_();
dvander@0
   448
    while (left) {
dvander@0
   449
        TokenKind kind = scanner_.peek();
dvander@0
   450
        if (kind < TOK_LT || kind > TOK_GE)
dvander@0
   451
            break;
dvander@0
   452
        scanner_.scan();
dvander@25
   453
        SourcePosition pos = scanner_.begin();
dvander@2
   454
        Expression *right = shift();
dvander@0
   455
        if (!right)
dvander@0
   456
            return NULL;
dvander@25
   457
        left = new (pool_) BinaryExpression(pos, kind, left, right);
dvander@0
   458
    }
dvander@0
   459
    return left;
dvander@0
   460
}
dvander@0
   461
dvander@0
   462
Expression *
dvander@0
   463
Parser::equals()
dvander@0
   464
{
dvander@0
   465
    Expression *left = relational();
dvander@0
   466
    while (left) {
dvander@0
   467
        if (!match(TOK_EQUALS) && !match(TOK_NOTEQUALS))
dvander@0
   468
            break;
dvander@0
   469
        TokenKind kind = scanner_.last();
dvander@25
   470
        SourcePosition pos = scanner_.begin();
dvander@0
   471
        Expression *right = relational();
dvander@0
   472
        if (!right)
dvander@0
   473
            return NULL;
dvander@25
   474
        left = new (pool_) BinaryExpression(pos, kind, left, right);
dvander@0
   475
    }
dvander@0
   476
    return left;
dvander@0
   477
}
dvander@0
   478
dvander@0
   479
Expression *
dvander@75
   480
Parser::and_()
dvander@75
   481
{
dvander@75
   482
    Expression *left = equals();
dvander@75
   483
    while (left) {
dvander@75
   484
        if (!match(TOK_AND))
dvander@75
   485
            break;
dvander@75
   486
        SourcePosition pos = scanner_.begin();
dvander@75
   487
        Expression *right = equals();
dvander@75
   488
        if (!right)
dvander@75
   489
            return NULL;
dvander@75
   490
        left = new (pool_) BinaryExpression(pos, TOK_AND, left, right);
dvander@75
   491
    }
dvander@75
   492
    return left;
dvander@75
   493
}
dvander@75
   494
dvander@75
   495
Expression *
dvander@75
   496
Parser::or_()
dvander@75
   497
{
dvander@75
   498
    Expression *left = and_();
dvander@75
   499
    while (left) {
dvander@75
   500
        if (!match(TOK_OR))
dvander@75
   501
            break;
dvander@75
   502
        SourcePosition pos = scanner_.begin();
dvander@75
   503
        Expression *right = and_();
dvander@75
   504
        if (!right)
dvander@75
   505
            return NULL;
dvander@75
   506
        left = new (pool_) BinaryExpression(pos, TOK_OR, left, right);
dvander@75
   507
    }
dvander@75
   508
    return left;
dvander@75
   509
}
dvander@75
   510
dvander@75
   511
Expression *
dvander@83
   512
Parser::ternary()
dvander@83
   513
{
dvander@83
   514
    Expression *cond = or_();
dvander@83
   515
    if (!cond)
dvander@83
   516
        return NULL;
dvander@83
   517
    
dvander@83
   518
    if (!match(TOK_QMARK))
dvander@83
   519
        return cond;
dvander@83
   520
dvander@83
   521
    SourcePosition pos = scanner_.begin();
dvander@83
   522
    Expression *left = expression();
dvander@83
   523
    if (!left)
dvander@83
   524
        return NULL;
dvander@83
   525
dvander@83
   526
    if (!expect(TOK_COLON))
dvander@83
   527
        return NULL;
dvander@83
   528
dvander@83
   529
    Expression *right = expression();
dvander@83
   530
    if (!right)
dvander@83
   531
        return NULL;
dvander@83
   532
dvander@83
   533
    return new (pool_) TernaryExpression(pos, cond, left, right);
dvander@83
   534
}
dvander@83
   535
dvander@83
   536
Expression *
dvander@22
   537
Parser::assignment()
dvander@22
   538
{
dvander@83
   539
    Expression *left = ternary();
dvander@22
   540
    while (left) {
dvander@22
   541
        TokenKind token = scanner_.peek();
dvander@22
   542
        if (token != TOK_ASSIGN && (token < TOK_ASSIGN_ADD || token > TOK_ASSIGN_SHL))
dvander@22
   543
            break;
dvander@22
   544
        scanner_.scan();
dvander@25
   545
        SourcePosition pos = scanner_.begin();
dvander@83
   546
        Expression *expr = ternary();
dvander@22
   547
        if (!expr)
dvander@22
   548
            return NULL;
dvander@22
   549
dvander@25
   550
        left = new (pool_) Assignment(pos, token, left, expr);
dvander@22
   551
    }
dvander@22
   552
    return left;
dvander@22
   553
}
dvander@22
   554
dvander@22
   555
Expression *
dvander@0
   556
Parser::expression()
dvander@0
   557
{
dvander@22
   558
    return assignment();
dvander@0
   559
}
dvander@0
   560
dvander@0
   561
Statement *
dvander@9
   562
Parser::while_()
dvander@9
   563
{
dvander@25
   564
    SourcePosition pos = scanner_.begin();
dvander@9
   565
    scanner_.scan();
dvander@9
   566
dvander@9
   567
    if (!expect(TOK_LPAREN))
dvander@9
   568
        return NULL;
dvander@25
   569
dvander@9
   570
    Expression *condition = expression();
dvander@9
   571
    if (!condition)
dvander@9
   572
        return NULL;
dvander@25
   573
dvander@9
   574
    if (!expect(TOK_RPAREN))
dvander@9
   575
        return NULL;
dvander@9
   576
dvander@48
   577
    // Inside a loop, we force the creation of a scope object. Normally, we
dvander@48
   578
    // will cull scopes if they have no variables. However inside a loop,
dvander@48
   579
    // function calls that take references may compute a LIFO object, and to
dvander@48
   580
    // avoid temporarily leaking many such objects, we ensure that a scope
dvander@48
   581
    // is present so a LIFO slot can be allocated.
dvander@48
   582
    if (!enterScope(Scope::BLOCK))
dvander@48
   583
        return NULL;
dvander@48
   584
dvander@48
   585
    Statement *body;
dvander@48
   586
    if (scanner_.peek() == TOK_LBRACE)
dvander@48
   587
        body = block(scope_);
dvander@48
   588
    else
dvander@48
   589
        body = localStatement();
dvander@9
   590
    if (!body)
dvander@9
   591
        return NULL;
dvander@9
   592
dvander@48
   593
    scope_ = scope_->enclosing();
dvander@25
   594
    return new (pool_) WhileStatement(pos, TOK_WHILE, condition, body);
dvander@9
   595
}
dvander@9
   596
dvander@9
   597
Statement *
dvander@9
   598
Parser::do_()
dvander@9
   599
{
dvander@25
   600
    SourcePosition pos = scanner_.begin();
dvander@9
   601
    scanner_.scan();
dvander@9
   602
dvander@48
   603
    // See the comment in ::while_() as to why we force a scope.
dvander@48
   604
    if (!enterScope(Scope::BLOCK))
dvander@48
   605
        return NULL;
dvander@48
   606
dvander@48
   607
    Statement *body;
dvander@48
   608
    if (scanner_.peek() == TOK_LBRACE)
dvander@48
   609
        body = block(scope_);
dvander@48
   610
    else
dvander@48
   611
        body = localStatement();
dvander@9
   612
    if (!body)
dvander@9
   613
        return NULL;
dvander@9
   614
dvander@48
   615
    scope_ = scope_->enclosing();
dvander@48
   616
dvander@9
   617
    if (!expect(TOK_WHILE))
dvander@9
   618
        return NULL;
dvander@9
   619
dvander@9
   620
    if (!expect(TOK_LPAREN))
dvander@9
   621
        return NULL;
dvander@9
   622
    Expression *condition = expression();
dvander@9
   623
    if (!condition)
dvander@9
   624
        return NULL;
dvander@9
   625
    if (!expect(TOK_RPAREN))
dvander@9
   626
        return NULL;
dvander@9
   627
dvander@25
   628
    return new (pool_) WhileStatement(pos, TOK_DO, condition, body);
dvander@9
   629
}
dvander@9
   630
dvander@9
   631
Statement *
dvander@0
   632
Parser::forStatement()
dvander@0
   633
{
dvander@25
   634
    SourcePosition pos = scanner_.begin();
dvander@0
   635
    scanner_.scan();
dvander@0
   636
    if (!expect(TOK_LPAREN))
dvander@0
   637
        return NULL;
dvander@0
   638
dvander@22
   639
    Statement *decl = NULL;
dvander@0
   640
    if (!match(TOK_SEMICOLON)) {
dvander@135
   641
        if (match(TOK_NEW)) {
dvander@22
   642
            if (!enterScope(Scope::BLOCK))
dvander@22
   643
                return NULL;
dvander@135
   644
            if ((decl = variableDeclaration(TOK_NEW)) == NULL)
dvander@22
   645
                return NULL;
dvander@22
   646
        } else {
dvander@22
   647
            if ((decl = expressionStatement()) == NULL)
dvander@22
   648
                return NULL;
dvander@22
   649
        }
dvander@0
   650
        if (!expect(TOK_SEMICOLON))
dvander@0
   651
            return NULL;
dvander@0
   652
    }
dvander@0
   653
dvander@0
   654
    Expression *condition = NULL;
dvander@0
   655
    if (!match(TOK_SEMICOLON)) {
dvander@0
   656
        if ((condition = expression()) == NULL)
dvander@0
   657
            return NULL;
dvander@0
   658
        if (!expect(TOK_SEMICOLON))
dvander@0
   659
            return NULL;
dvander@0
   660
    }
dvander@0
   661
dvander@0
   662
    Statement *update = NULL;
dvander@0
   663
    if (!match(TOK_RPAREN)) {
dvander@0
   664
        if ((update = expressionStatement()) == NULL)
dvander@0
   665
            return NULL;
dvander@0
   666
        if (!expect(TOK_RPAREN))
dvander@0
   667
            return NULL;
dvander@0
   668
    }
dvander@0
   669
dvander@48
   670
    // See the comment in ::while_() as to why we force a scope.
dvander@48
   671
    if (!enterScope(Scope::BLOCK))
dvander@48
   672
        return NULL;
dvander@48
   673
dvander@48
   674
    Statement *body;
dvander@48
   675
    if (scanner_.peek() == TOK_LBRACE)
dvander@48
   676
        body = block(scope_);
dvander@48
   677
    else
dvander@48
   678
        body = localStatement();
dvander@0
   679
    if (!body)
dvander@0
   680
        return NULL;
dvander@0
   681
dvander@48
   682
    scope_ = scope_->enclosing();
dvander@48
   683
dvander@48
   684
    Scope *declScope = NULL;
dvander@22
   685
    if (decl && decl->isVariableDeclaration()) {
dvander@48
   686
        declScope = scope_->unlinkIfEmpty();
dvander@0
   687
        scope_ = scope_->enclosing();
dvander@0
   688
    }
dvander@48
   689
    return new (pool_) ForStatement(pos, declScope, decl, condition, update, body);
dvander@0
   690
}
dvander@0
   691
dvander@145
   692
ExpressionList *
dvander@145
   693
Parser::dimensions()
dvander@145
   694
{
dvander@145
   695
    ExpressionList *postDimensions = new (pool_) ExpressionList();
dvander@145
   696
    while (match(TOK_LBRACKET)) {
dvander@145
   697
        Expression *dim = NULL;
dvander@145
   698
        if (!match(TOK_RBRACKET)) {
dvander@145
   699
            if ((dim = expression()) == NULL)
dvander@145
   700
                return NULL;
dvander@145
   701
            if (!expect(TOK_RBRACKET))
dvander@145
   702
                return NULL;
dvander@145
   703
        }
dvander@145
   704
dvander@145
   705
        if (!postDimensions->append(dim))
dvander@145
   706
            return NULL;
dvander@145
   707
    }
dvander@145
   708
    return postDimensions;
dvander@145
   709
}
dvander@145
   710
dvander@0
   711
VariableDeclaration *
dvander@135
   712
Parser::variableDeclaration(TokenKind kind)
dvander@0
   713
{
dvander@54
   714
    Local<String> tag(zone_);
dvander@54
   715
    if (matchName(tag.ref(), TOK_LABEL) && !tag)
dvander@0
   716
        return NULL;
dvander@4
   717
dvander@145
   718
    BoundName *type = NULL;
dvander@145
   719
    if (tag)
dvander@145
   720
        type = bindType(tag);
dvander@145
   721
dvander@54
   722
    Local<String> name(zone_, expectName());
dvander@4
   723
    if (!name)
dvander@4
   724
        return NULL;
dvander@0
   725
dvander@25
   726
    if (BoundName *other = scope_->localLookup(name)) {
dvander@25
   727
        redeclarationError(other);
dvander@25
   728
        return NULL;
dvander@25
   729
    }
dvander@25
   730
dvander@25
   731
    Variable *var = scope_->declareVariable(name, scanner_.begin());
dvander@25
   732
    if (!var)
dvander@25
   733
        return NULL;
dvander@25
   734
dvander@0
   735
    ExpressionList *postDimensions = NULL;
dvander@145
   736
    if (peek(TOK_LBRACKET)) {
dvander@145
   737
        if ((postDimensions = dimensions()) == NULL)
dvander@145
   738
            return NULL;
dvander@0
   739
    }
dvander@0
   740
    
dvander@0
   741
    Expression *expr = NULL;
dvander@0
   742
    if (match(TOK_ASSIGN)) {
dvander@0
   743
        if ((expr = expression()) == NULL)
dvander@0
   744
            return NULL;
dvander@0
   745
    }
dvander@0
   746
dvander@145
   747
    return new (pool_) VariableDeclaration(var->pos(), kind, var, type, postDimensions, expr);
dvander@0
   748
}
dvander@0
   749
dvander@0
   750
Statement *
dvander@0
   751
Parser::returnStatement()
dvander@0
   752
{
dvander@25
   753
    SourcePosition pos = scanner_.begin();
dvander@0
   754
    if (!expect(TOK_RETURN))
dvander@0
   755
        return NULL;
dvander@0
   756
dvander@72
   757
    Expression *expr = NULL;
dvander@72
   758
    if (scanner_.peek() != TOK_SEMICOLON) {
dvander@72
   759
        if ((expr = expression()) == NULL)
dvander@72
   760
            return NULL;
dvander@0
   761
dvander@72
   762
        // We only care about non-void returns when determining whether a
dvander@72
   763
        // tagless function is non-void.
dvander@72
   764
        encounteredReturn_ = true;
dvander@72
   765
    }
dvander@71
   766
dvander@25
   767
    return new (pool_) ReturnStatement(pos, expr);
dvander@0
   768
}
dvander@0
   769
dvander@0
   770
Statement *
dvander@0
   771
Parser::expressionStatement()
dvander@0
   772
{
dvander@22
   773
    Expression *left = assignment();
dvander@21
   774
    if (!left)
dvander@0
   775
        return NULL;
dvander@0
   776
dvander@0
   777
    return new (pool_) ExpressionStatement(left);
dvander@0
   778
}
dvander@0
   779
dvander@0
   780
Statement *
dvander@48
   781
Parser::block(Scope *scope)
dvander@0
   782
{
dvander@0
   783
    if (!expect(TOK_LBRACE))
dvander@0
   784
        return NULL;
dvander@0
   785
dvander@25
   786
    SourcePosition pos = scanner_.begin();
dvander@48
   787
    if (!scope && !enterScope(Scope::BLOCK))
dvander@0
   788
        return NULL;
dvander@0
   789
dvander@0
   790
    StatementList *statements = new (pool_) StatementList();
dvander@0
   791
    while (!match(TOK_RBRACE)) {
dvander@0
   792
        Statement *statement = localStatement();
dvander@0
   793
        if (statement == NULL)
dvander@0
   794
            return NULL;
dvander@56
   795
        if (!statements->append(statement))
dvander@56
   796
            return NULL;
dvander@0
   797
    }
dvander@0
   798
dvander@48
   799
    if (!scope) {
dvander@48
   800
    	scope = scope_->unlinkIfEmpty();
dvander@48
   801
        scope_ = scope_->enclosing();
dvander@48
   802
    }
dvander@48
   803
    BlockStatement *block = new (pool_) BlockStatement(pos, scope, statements);
dvander@0
   804
    return block;
dvander@0
   805
}
dvander@0
   806
dvander@0
   807
Statement *
dvander@0
   808
Parser::if_()
dvander@0
   809
{
dvander@0
   810
    expect(TOK_IF);
dvander@25
   811
    
dvander@25
   812
    SourcePosition pos = scanner_.begin();
dvander@0
   813
    if (!expect(TOK_LPAREN))
dvander@0
   814
        return NULL;
dvander@0
   815
dvander@0
   816
    Expression *cond = expression();
dvander@0
   817
    if (!cond)
dvander@0
   818
        return NULL;
dvander@0
   819
dvander@0
   820
    if (!expect(TOK_RPAREN))
dvander@0
   821
        return NULL;
dvander@0
   822
dvander@0
   823
    Statement *ifTrue = localStatement();
dvander@0
   824
    if (!ifTrue)
dvander@0
   825
        return NULL;
dvander@0
   826
dvander@25
   827
    IfStatement *outer = new (pool_) IfStatement(pos, cond, ifTrue);
dvander@0
   828
dvander@0
   829
    IfStatement *last = outer;
dvander@0
   830
    while (match(TOK_ELSE)) {
dvander@0
   831
        if (!match(TOK_IF)) {
dvander@0
   832
            Statement *ifFalse = localStatement();
dvander@0
   833
            if (!ifFalse)
dvander@0
   834
                return NULL;
dvander@0
   835
dvander@0
   836
            last->setIfFalse(ifFalse);
dvander@0
   837
            break;
dvander@0
   838
        }
dvander@0
   839
dvander@25
   840
        SourcePosition pos = scanner_.begin();
dvander@0
   841
        if (!expect(TOK_LPAREN))
dvander@0
   842
            return NULL;
dvander@0
   843
dvander@0
   844
        Expression *otherCond = expression();
dvander@0
   845
        if (!otherCond)
dvander@0
   846
            return NULL;
dvander@0
   847
dvander@0
   848
        if (!expect(TOK_RPAREN))
dvander@0
   849
            return NULL;
dvander@0
   850
dvander@0
   851
        Statement *otherIfTrue = localStatement();
dvander@0
   852
        if (!otherIfTrue)
dvander@0
   853
            return NULL;
dvander@0
   854
dvander@25
   855
        IfStatement *inner = new (pool_) IfStatement(pos, otherCond, otherIfTrue);
dvander@0
   856
        last->setIfFalse(inner);
dvander@0
   857
        last = inner;
dvander@0
   858
    }
dvander@0
   859
dvander@0
   860
    return outer;
dvander@0
   861
}
dvander@0
   862
dvander@0
   863
Statement *
dvander@0
   864
Parser::localStatement()
dvander@0
   865
{
dvander@0
   866
    Statement *statement = NULL;
dvander@0
   867
dvander@0
   868
    // Statements which must be followed by a semicolon will break out of the
dvander@0
   869
    // switch. If they may end in BlockStatements, they'll immediately return.
dvander@0
   870
dvander@135
   871
    TokenKind kind = scanner_.peek();
dvander@135
   872
    switch (kind) {
dvander@135
   873
      case TOK_CONST:
dvander@131
   874
      case TOK_NEW:
dvander@135
   875
        scanner_.scan();
dvander@135
   876
        if ((statement = variableDeclaration(kind)) == NULL)
dvander@131
   877
            return NULL;
dvander@131
   878
        break;
dvander@0
   879
dvander@131
   880
      case TOK_FOR:
dvander@131
   881
        return forStatement();
dvander@0
   882
dvander@131
   883
      case TOK_WHILE:
dvander@131
   884
        return while_();
dvander@9
   885
dvander@131
   886
      case TOK_BREAK:
dvander@131
   887
        scanner_.scan();
dvander@131
   888
        statement = new (pool_) BreakStatement(scanner_.begin());
dvander@131
   889
        break;
dvander@10
   890
dvander@131
   891
      case TOK_CONTINUE:
dvander@131
   892
        scanner_.scan();
dvander@131
   893
        statement = new (pool_) ContinueStatement(scanner_.begin());
dvander@131
   894
        break;
dvander@10
   895
dvander@131
   896
      case TOK_DO:
dvander@131
   897
        if ((statement = do_()) == NULL)
dvander@131
   898
            return NULL;
dvander@131
   899
        break;
dvander@9
   900
dvander@131
   901
      case TOK_RETURN:
dvander@131
   902
        if ((statement = returnStatement()) == NULL)
dvander@131
   903
            return NULL;
dvander@131
   904
        break;
dvander@0
   905
dvander@131
   906
      case TOK_ENUM:
dvander@131
   907
        if ((statement = enum_()) == NULL)
dvander@131
   908
            return NULL;
dvander@131
   909
        break;
dvander@2
   910
dvander@146
   911
      case TOK_STRUCT:
dvander@146
   912
        if ((statement = struct_()) == NULL)
dvander@146
   913
            return NULL;
dvander@146
   914
        break;
dvander@146
   915
dvander@131
   916
      case TOK_IF:
dvander@131
   917
        return if_();
dvander@0
   918
dvander@131
   919
      case TOK_LBRACE:
dvander@131
   920
        return block();
dvander@28
   921
dvander@131
   922
      default:
dvander@131
   923
        break;
dvander@0
   924
    }
dvander@0
   925
dvander@0
   926
    if (!statement) {
dvander@0
   927
        if ((statement = expressionStatement()) == NULL)
dvander@0
   928
            return NULL;
dvander@0
   929
    }
dvander@0
   930
dvander@0
   931
    if (!expect(TOK_SEMICOLON))
dvander@0
   932
        return NULL;
dvander@0
   933
dvander@0
   934
    return statement;
dvander@0
   935
}
dvander@0
   936
dvander@0
   937
Statement *
dvander@146
   938
Parser::struct_()
dvander@146
   939
{
dvander@146
   940
    expect(TOK_STRUCT);
dvander@146
   941
dvander@146
   942
    Local<String> name(zone_, expectName());
dvander@146
   943
    if (!name)
dvander@146
   944
        return NULL;
dvander@146
   945
dvander@146
   946
    SourcePosition pos = scanner_.begin();
dvander@146
   947
dvander@146
   948
    if (BoundName *other = scope_->localLookup(name)) {
dvander@146
   949
        redeclarationError(other);
dvander@146
   950
        return NULL;
dvander@146
   951
    }
dvander@146
   952
dvander@146
   953
    NamedType *type;
dvander@146
   954
    if ((type = scope_->declareType(name, scanner_.begin())) == NULL)
dvander@146
   955
        return NULL;
dvander@146
   956
dvander@146
   957
    if (!expect(TOK_LBRACE))
dvander@146
   958
        return NULL;
dvander@146
   959
dvander@146
   960
    FieldList *fields = new (pool_) FieldList();
dvander@146
   961
dvander@146
   962
    while (!peek(TOK_RBRACE)) {
dvander@146
   963
        if (matchName(name.ref(), TOK_LABEL) && !name)
dvander@146
   964
            return NULL;
dvander@146
   965
dvander@146
   966
        BoundName *type = NULL;
dvander@146
   967
        if (name) {
dvander@146
   968
            if ((type = bindType(name)) == NULL)
dvander@146
   969
                return NULL;
dvander@146
   970
        }
dvander@146
   971
dvander@146
   972
        name = expectName();
dvander@146
   973
        if (!name)
dvander@146
   974
            return NULL;
dvander@146
   975
dvander@146
   976
        SourcePosition pos = scanner_.begin();
dvander@146
   977
dvander@146
   978
        ExpressionList *postDimensions = NULL;
dvander@153
   979
        //if (peek(TOK_LBRACKET)) {
dvander@153
   980
        //    if ((postDimensions = dimensions()) == NULL)
dvander@153
   981
        //        return NULL;
dvander@153
   982
        //}
dvander@146
   983
dvander@146
   984
        if (!matchSemicolon())
dvander@146
   985
            return NULL;
dvander@146
   986
dvander@146
   987
        StructureStatement::Field *field =
dvander@146
   988
            new (pool_) StructureStatement::Field(pos, type, name, postDimensions);
dvander@146
   989
        if (!field || !fields->append(field))
dvander@146
   990
            return NULL;
dvander@146
   991
    }
dvander@146
   992
dvander@146
   993
    if (!expect(TOK_RBRACE))
dvander@146
   994
        return NULL;
dvander@146
   995
dvander@146
   996
    return new (pool_) StructureStatement(pos, type, fields);
dvander@146
   997
}
dvander@146
   998
dvander@146
   999
Statement *
dvander@2
  1000
Parser::enum_()
dvander@2
  1001
{
dvander@2
  1002
    expect(TOK_ENUM);
dvander@2
  1003
dvander@145
  1004
    NamedType *type = NULL;
dvander@25
  1005
    SourcePosition pos = scanner_.begin();
dvander@25
  1006
dvander@54
  1007
    Local<String> name(zone_);
dvander@54
  1008
    if (matchName(name.ref())) {
dvander@54
  1009
        if (!name)
dvander@2
  1010
            return NULL;
dvander@2
  1011
dvander@25
  1012
        if (BoundName *other = scope_->localLookup(name)) {
dvander@25
  1013
            redeclarationError(other);
dvander@2
  1014
            return NULL;
dvander@2
  1015
        }
dvander@2
  1016
dvander@145
  1017
        if ((type = scope_->declareType(name, scanner_.begin())) == NULL)
dvander@2
  1018
            return NULL;
dvander@2
  1019
    }
dvander@2
  1020
dvander@57
  1021
    EnumStatement::EntryList *entries = new (pool_) EnumStatement::EntryList();
dvander@2
  1022
dvander@2
  1023
    if (!expect(TOK_LBRACE))
dvander@2
  1024
        return NULL;
dvander@2
  1025
dvander@2
  1026
    do {
dvander@2
  1027
        if (scanner_.peek() == TOK_RBRACE)
dvander@2
  1028
            break;
dvander@2
  1029
dvander@54
  1030
        Local<String> name(zone_, expectName());
dvander@2
  1031
        if (!name)
dvander@2
  1032
            return NULL;
dvander@2
  1033
dvander@25
  1034
        if (BoundName *other = scope_->localLookup(name)) {
dvander@25
  1035
            redeclarationError(other);
dvander@2
  1036
            return NULL;
dvander@2
  1037
        }
dvander@2
  1038
dvander@25
  1039
        NamedConstant *constant = scope_->declareConstant(name, scanner_.begin());
dvander@2
  1040
        if (!constant)
dvander@2
  1041
            return NULL;
dvander@2
  1042
dvander@2
  1043
        Expression *expr = NULL;
dvander@2
  1044
        if (match(TOK_ASSIGN)) {
dvander@2
  1045
            if ((expr = expression()) == NULL)
dvander@2
  1046
                return NULL;
dvander@2
  1047
        }
dvander@2
  1048
dvander@57
  1049
        if (!entries->append(EnumStatement::Entry(constant, expr)))
dvander@57
  1050
            return NULL;
dvander@2
  1051
    } while (match(TOK_COMMA));
dvander@2
  1052
    if (!expect(TOK_RBRACE))
dvander@2
  1053
        return NULL;
dvander@2
  1054
dvander@145
  1055
    return new (pool_) EnumStatement(pos, type, name, entries);
dvander@2
  1056
}
dvander@2
  1057
dvander@2
  1058
Statement *
dvander@63
  1059
Parser::function(TokenKind token)
dvander@0
  1060
{
dvander@132
  1061
    Local<String> returnTag(zone_);
dvander@145
  1062
    if (token == TOK_LABEL) {
dvander@145
  1063
        returnTag = zone_->makeSymbol(scanner_.literal(), scanner_.literal_length());
dvander@145
  1064
        if (!returnTag)
dvander@145
  1065
            return NULL;
dvander@145
  1066
dvander@145
  1067
        token = TOK_STOCK;
dvander@145
  1068
    } else {
dvander@145
  1069
        if (matchName(returnTag.ref(), TOK_LABEL) && !returnTag)
dvander@145
  1070
            return NULL;
dvander@145
  1071
    }
dvander@145
  1072
dvander@145
  1073
    BoundName *returnType = NULL;
dvander@145
  1074
    if (returnTag)
dvander@145
  1075
        returnType = bindType(returnTag);
dvander@132
  1076
dvander@54
  1077
    Local<String> name(zone_, expectName());
dvander@0
  1078
    if (!name)
dvander@0
  1079
        return NULL;
dvander@0
  1080
dvander@25
  1081
    SourcePosition pos = scanner_.begin();
dvander@25
  1082
dvander@0
  1083
    // The function name goes into the outer (global) scope.
dvander@0
  1084
    assert(!scope_->enclosing());
dvander@0
  1085
dvander@63
  1086
    NamedFunction *fun;
dvander@25
  1087
    if (BoundName *other = scope_->localLookup(name)) {
dvander@63
  1088
        // We allow a redeclaration if the new type is a public, and the old
dvander@63
  1089
        // type was a forward. However, the forward must come first.
dvander@63
  1090
        if (other->kind() != BoundName::FUNCTION) {
dvander@63
  1091
            redeclarationError(other);
dvander@63
  1092
            return NULL;
dvander@63
  1093
        }
dvander@63
  1094
dvander@63
  1095
        fun = other->toNamedFunction();
dvander@63
  1096
        if (!fun->isForward() || token != TOK_PUBLIC) {
dvander@63
  1097
            redeclarationError(other);
dvander@63
  1098
            return NULL;
dvander@63
  1099
        }
dvander@63
  1100
        
dvander@63
  1101
        // We've got the same name, but the original is a forward, so let it
dvander@63
  1102
        // slide and re-use the original declaration.
dvander@63
  1103
        fun->setImplemented(scanner_.begin());
dvander@63
  1104
    } else {
dvander@63
  1105
        fun = scope_->declareFunction(name, scanner_.begin(), token);
dvander@63
  1106
        if (!fun)
dvander@63
  1107
            return NULL;
dvander@0
  1108
    }
dvander@0
  1109
dvander@137
  1110
    if (fun->isPublic())
dvander@137
  1111
        fun->setUsed();
dvander@137
  1112
dvander@0
  1113
    Scope *scope = enterScope(Scope::FUNCTION);
dvander@0
  1114
    if (!scope)
dvander@0
  1115
        return NULL;
dvander@0
  1116
dvander@57
  1117
    ParameterList *parameters = new (pool_) ParameterList();
dvander@14
  1118
dvander@0
  1119
    if (!expect(TOK_LPAREN))
dvander@0
  1120
        return NULL;
dvander@133
  1121
dvander@0
  1122
    if (!match(TOK_RPAREN)) {
dvander@0
  1123
        while (true) {
dvander@67
  1124
            bool isConst = match(TOK_CONST);
dvander@14
  1125
            bool ref = match(TOK_AMPERSAND);
dvander@14
  1126
dvander@66
  1127
            SourcePosition begin = scanner_.begin();
dvander@66
  1128
            Local<String> tag(zone_);
dvander@66
  1129
            if (matchName(tag.ref(), TOK_LABEL) && !tag)
dvander@66
  1130
                return NULL;
dvander@66
  1131
dvander@145
  1132
            BoundName *type = NULL;
dvander@145
  1133
            if (tag)
dvander@145
  1134
                type = bindType(tag);
dvander@145
  1135
dvander@68
  1136
            if (match(TOK_ELLIPSES)) {
dvander@68
  1137
                if (isConst || ref) {
dvander@68
  1138
                    cc_.reportError(begin, Message_InvalidVarArgs);
dvander@68
  1139
                    return NULL;
dvander@68
  1140
                }
dvander@68
  1141
dvander@68
  1142
                if (token != TOK_NATIVE) {
dvander@68
  1143
                    cc_.reportError(begin, Message_VarArgsOutsideNative);
dvander@68
  1144
                    return NULL;
dvander@68
  1145
                }
dvander@68
  1146
dvander@68
  1147
                fun->markNativeVariadic();
dvander@68
  1148
                break;
dvander@68
  1149
            }
dvander@68
  1150
dvander@54
  1151
            Local<String> name(zone_, expectName());
dvander@0
  1152
            if (!name)
dvander@0
  1153
                return NULL;
dvander@0
  1154
dvander@25
  1155
            if (BoundName *other = scope_->localLookup(name)) {
dvander@25
  1156
                redeclarationError(other);
dvander@0
  1157
                return NULL;
dvander@0
  1158
            }
dvander@25
  1159
            Variable *arg = scope_->declareArgument(name, scanner_.begin());
dvander@14
  1160
            if (!arg)
dvander@0
  1161
                return NULL;
dvander@0
  1162
dvander@66
  1163
            // Look for dimensions.
dvander@66
  1164
            ExpressionList *postDimensions = NULL;
dvander@145
  1165
            if (peek(TOK_LBRACKET)) {
dvander@145
  1166
                if ((postDimensions = dimensions()) == NULL)
dvander@66
  1167
                    return NULL;
dvander@66
  1168
            }
dvander@66
  1169
dvander@133
  1170
            Expression *expr = NULL;
dvander@133
  1171
            if (match(TOK_ASSIGN)) {
dvander@133
  1172
                if ((expr = expression()) == NULL)
dvander@133
  1173
                    return NULL;
dvander@133
  1174
            }
dvander@133
  1175
dvander@145
  1176
            Parameter *parameter = new (pool_) Parameter(arg, type, ref, isConst, postDimensions,
dvander@133
  1177
                                                         expr);
dvander@57
  1178
            if (!parameters->append(parameter))
dvander@57
  1179
                return NULL;
dvander@14
  1180
dvander@0
  1181
            if (!match(TOK_COMMA))
dvander@0
  1182
                break;
dvander@0
  1183
        }
dvander@0
  1184
        if (!expect(TOK_RPAREN))
dvander@0
  1185
            return NULL;
dvander@0
  1186
    }
dvander@0
  1187
dvander@71
  1188
    encounteredReturn_ = false;
dvander@71
  1189
dvander@63
  1190
    Statement *body = NULL;
dvander@68
  1191
    if (token != TOK_FORWARD && token != TOK_NATIVE) {
dvander@63
  1192
        body = block();
dvander@63
  1193
        if (!body)
dvander@63
  1194
            return NULL;
dvander@63
  1195
    }
dvander@0
  1196
dvander@0
  1197
    scope_ = scope_->enclosing();
dvander@145
  1198
    return new (pool_) FunctionStatement(pos, scope, fun, body, parameters, returnType,
dvander@132
  1199
                                         encounteredReturn_);
dvander@0
  1200
}
dvander@0
  1201
dvander@145
  1202
static inline bool
dvander@145
  1203
DeclareIntrinsicType(Zone *zone, Scope *scope, const char *name, PrimitiveType type)
dvander@145
  1204
{
dvander@145
  1205
    Local<String> tag(zone, zone->makeSymbol(name));
dvander@145
  1206
    if (!tag)
dvander@145
  1207
        return false;
dvander@145
  1208
dvander@145
  1209
    Local<Type> primitive(zone, zone->types()->getPrimitive(type));
dvander@145
  1210
    assert(primitive);
dvander@145
  1211
dvander@145
  1212
    return !!scope->declareType(tag, primitive);
dvander@145
  1213
}
dvander@145
  1214
dvander@145
  1215
bool
dvander@145
  1216
Parser::setupIntrinsics()
dvander@145
  1217
{
dvander@145
  1218
    if (!DeclareIntrinsicType(zone_, scope_, "Float", PrimitiveType_Float))
dvander@145
  1219
        return false;
dvander@145
  1220
    if (!DeclareIntrinsicType(zone_, scope_, "_", PrimitiveType_Int32))
dvander@145
  1221
        return false;
dvander@145
  1222
    if (!DeclareIntrinsicType(zone_, scope_, "bool", PrimitiveType_Bool))
dvander@145
  1223
        return false;
dvander@145
  1224
    if (!DeclareIntrinsicType(zone_, scope_, "String", PrimitiveType_Char))
dvander@145
  1225
        return false;
dvander@145
  1226
    return true;
dvander@145
  1227
}
dvander@145
  1228
dvander@0
  1229
ParseTree *
dvander@0
  1230
Parser::parse()
dvander@0
  1231
{
dvander@0
  1232
    StatementList *statements = new (pool_) StatementList();
dvander@0
  1233
dvander@0
  1234
    if (!enterScope(Scope::GLOBAL))
dvander@0
  1235
        return NULL;
dvander@0
  1236
dvander@145
  1237
    if (!setupIntrinsics())
dvander@145
  1238
        return NULL;
dvander@145
  1239
dvander@0
  1240
    for (;;) {
dvander@0
  1241
        Statement *statement = NULL;
dvander@0
  1242
dvander@135
  1243
        TokenKind kind = scanner_.peek();
dvander@135
  1244
        switch (kind) {
dvander@0
  1245
          case TOK_ERROR:
dvander@0
  1246
            return NULL;
dvander@0
  1247
dvander@0
  1248
          case TOK_EOF:
dvander@0
  1249
            break;
dvander@0
  1250
dvander@0
  1251
          case TOK_NAME:
dvander@63
  1252
            if ((statement = function(TOK_NAME)) == NULL)
dvander@0
  1253
                return NULL;
dvander@0
  1254
            break;
dvander@0
  1255
dvander@63
  1256
          case TOK_FORWARD:
dvander@63
  1257
          case TOK_PUBLIC:
dvander@68
  1258
          case TOK_NATIVE:
dvander@134
  1259
          case TOK_STOCK:
dvander@145
  1260
          case TOK_LABEL:
dvander@63
  1261
          {
dvander@135
  1262
            scanner_.scan();
dvander@63
  1263
            if ((statement = function(kind)) == NULL)
dvander@63
  1264
                return NULL;
dvander@68
  1265
            if ((kind == TOK_FORWARD || kind == TOK_NATIVE) && !matchSemicolon())
dvander@63
  1266
                return NULL;
dvander@63
  1267
            break;
dvander@63
  1268
          }
dvander@63
  1269
dvander@135
  1270
          case TOK_CONST:
dvander@85
  1271
          case TOK_NEW:
dvander@85
  1272
          {
dvander@135
  1273
            scanner_.scan();
dvander@135
  1274
            if ((statement = variableDeclaration(kind)) == NULL)
dvander@85
  1275
               return NULL;
dvander@85
  1276
            if (!matchSemicolon())
dvander@85
  1277
                return NULL;
dvander@85
  1278
            break;
dvander@85
  1279
          }
dvander@74
  1280
dvander@2
  1281
          case TOK_ENUM:
dvander@2
  1282
            if ((statement = enum_()) == NULL)
dvander@2
  1283
                return NULL;
dvander@63
  1284
            if (!matchSemicolon())
dvander@63
  1285
                return NULL;
dvander@2
  1286
            break;
dvander@2
  1287
dvander@146
  1288
          case TOK_STRUCT:
dvander@146
  1289
            if ((statement = struct_()) == NULL)
dvander@146
  1290
                return NULL;
dvander@146
  1291
            if (!matchSemicolon())
dvander@146
  1292
                return NULL;
dvander@146
  1293
            break;
dvander@146
  1294
dvander@0
  1295
          default:
dvander@63
  1296
            cc_.reportError(scanner_.begin(), Message_ExpectedGlobal);
dvander@0
  1297
            return NULL;
dvander@0
  1298
        }
dvander@0
  1299
dvander@0
  1300
        if (!statement)
dvander@0
  1301
            break;
dvander@0
  1302
dvander@56
  1303
        if (!statements->append(statement))
dvander@56
  1304
            return NULL;
dvander@0
  1305
    }
dvander@0
  1306
dvander@0
  1307
    return new (pool_) ParseTree(scope_, statements, unbound_);
dvander@0
  1308
}
dvander@0
  1309
dvander@0
  1310
class AstPrinter : public AstVisitor
dvander@0
  1311
{
dvander@0
  1312
    FILE *fp_;
dvander@0
  1313
    size_t level_;
dvander@0
  1314
dvander@0
  1315
  private:
dvander@0
  1316
    void prefix() {
dvander@0
  1317
        for (size_t i = 0; i < level_; i++)
dvander@0
  1318
            fprintf(fp_, "  ");
dvander@0
  1319
    }
dvander@0
  1320
    void indent() {
dvander@0
  1321
        level_++;
dvander@0
  1322
    }
dvander@0
  1323
    void unindent() {
dvander@0
  1324
        level_--;
dvander@0
  1325
    }
dvander@0
  1326
dvander@0
  1327
  public:
dvander@0
  1328
    AstPrinter(FILE *fp)
dvander@0
  1329
      : fp_(fp),
dvander@0
  1330
        level_(0)
dvander@0
  1331
    {
dvander@0
  1332
    }
dvander@0
  1333
dvander@0
  1334
    void visit(NameProxy *name) {
dvander@0
  1335
        prefix();
dvander@54
  1336
        fprintf(fp_, "[ NameProxy (%s)%s\n", name->name()->chars(),
dvander@0
  1337
                (name->binding() ? "" : " unbound"));
dvander@0
  1338
    }
dvander@0
  1339
    void visit(CallExpression *node) {
dvander@0
  1340
        prefix();
dvander@0
  1341
        fprintf(fp_, "[ CallExpression\n");
dvander@0
  1342
        indent();
dvander@0
  1343
        node->callee()->accept(this);
dvander@55
  1344
        for (size_t i = 0; i < node->arguments()->length(); i++)
dvander@0
  1345
            node->arguments()->at(i)->accept(this);
dvander@0
  1346
        unindent();
dvander@0
  1347
    }
dvander@0
  1348
    void visit(FunctionStatement *node) {
dvander@0
  1349
        prefix();
dvander@54
  1350
        fprintf(fp_, "[ FunctionStatement (%s)\n", node->fun()->name()->chars());
dvander@0
  1351
        indent();
dvander@63
  1352
        if (node->body())
dvander@63
  1353
            node->body()->accept(this);
dvander@0
  1354
        unindent();
dvander@0
  1355
    }
dvander@0
  1356
    void visit(ExpressionStatement *node) {
dvander@0
  1357
        prefix();
dvander@0
  1358
        fprintf(fp_, "[ ExpressionStatement\n");
dvander@0
  1359
        indent();
dvander@0
  1360
        node->expression()->accept(this);
dvander@0
  1361
        unindent();
dvander@0
  1362
    }
dvander@0
  1363
    void visit(Assignment *node) {
dvander@0
  1364
        prefix();
dvander@0
  1365
        fprintf(fp_, "[ Assignment\n");
dvander@0
  1366
        indent();
dvander@0
  1367
        node->lvalue()->accept(this);
dvander@0
  1368
        node->expression()->accept(this);
dvander@0
  1369
        unindent();
dvander@0
  1370
    }
dvander@83
  1371
    void visit(TernaryExpression *node) {
dvander@83
  1372
        prefix();
dvander@83
  1373
        fprintf(fp_, "[ TernaryExpression\n");
dvander@83
  1374
        indent();
dvander@83
  1375
        node->condition()->accept(this);
dvander@83
  1376
        node->left()->accept(this);
dvander@83
  1377
        node->right()->accept(this);
dvander@83
  1378
        unindent();
dvander@83
  1379
    }
dvander@0
  1380
    void visit(BinaryExpression *node) {
dvander@0
  1381
        prefix();
dvander@0
  1382
        fprintf(fp_, "[ BinaryExpression (%s)\n", TokenNames[node->token()]);
dvander@0
  1383
        indent();
dvander@0
  1384
        node->left()->accept(this);
dvander@0
  1385
        node->right()->accept(this);
dvander@0
  1386
        unindent();
dvander@0
  1387
    }
dvander@78
  1388
    void visit(UnaryExpression *node) {
dvander@78
  1389
        prefix();
dvander@78
  1390
        fprintf(fp_, "[ UnaryExpression (%s)\n", TokenNames[node->token()]);
dvander@78
  1391
        indent();
dvander@78
  1392
        node->expression()->accept(this);
dvander@78
  1393
        unindent();
dvander@78
  1394
    }
dvander@0
  1395
    void visit(ReturnStatement *node) {
dvander@0
  1396
        prefix();
dvander@0
  1397
        fprintf(fp_, "[ ReturnStatement\n");
dvander@0
  1398
        indent();
dvander@72
  1399
        if (node->expression())
dvander@72
  1400
            node->expression()->accept(this);
dvander@0
  1401
        unindent();
dvander@0
  1402
    }
dvander@0
  1403
    void visit(ForStatement *node) {
dvander@0
  1404
        prefix();
dvander@0
  1405
        fprintf(fp_, "[ ForStatement\n");
dvander@0
  1406
        indent();
dvander@22
  1407
        if (node->initialization())
dvander@22
  1408
            node->initialization()->accept(this);
dvander@0
  1409
        if (node->condition())
dvander@0
  1410
            node->condition()->accept(this);
dvander@0
  1411
        if (node->update())
dvander@0
  1412
            node->update()->accept(this);
dvander@0
  1413
        node->body()->accept(this);
dvander@0
  1414
        unindent();
dvander@0
  1415
    }
dvander@0
  1416
    void visit(BlockStatement *node) {
dvander@0
  1417
        prefix();
dvander@0
  1418
        fprintf(fp_, "[ BlockStatement\n");
dvander@0
  1419
        indent();
dvander@0
  1420
        for (size_t i = 0; i < node->statements()->length(); i++)
dvander@0
  1421
            node->statements()->at(i)->accept(this);
dvander@0
  1422
        unindent();
dvander@0
  1423
    }
dvander@0
  1424
    void visit(VariableDeclaration *node) {
dvander@0
  1425
        prefix();
dvander@54
  1426
        fprintf(fp_, "[ VariableDeclaration (%s)\n", node->variable()->name()->chars());
dvander@0
  1427
        indent();
dvander@0
  1428
        if (node->initialization())
dvander@0
  1429
            node->initialization()->accept(this);
dvander@0
  1430
        unindent();
dvander@0
  1431
    }
dvander@4
  1432
    void visit(IntegerLiteral *node) {
dvander@0
  1433
        prefix();
dvander@4
  1434
        fprintf(fp_, "[ IntegerLiteral (%d)\n", node->value());
dvander@4
  1435
    }
dvander@143
  1436
    void visit(BooleanLiteral *node) {
dvander@143
  1437
        prefix();
dvander@143
  1438
        fprintf(fp_, "[ BooleanLiteral (%s)\n",
dvander@143
  1439
                (node->token() == TOK_TRUE) ? "true" : "false");
dvander@143
  1440
    }
dvander@4
  1441
    void visit(FloatLiteral *node) {
dvander@4
  1442
        prefix();
dvander@4
  1443
        fprintf(fp_, "[ FloatLiteral (%f)\n", node->value());
dvander@0
  1444
    }
dvander@0
  1445
    void visit(IfStatement *node) {
dvander@0
  1446
        prefix();
dvander@0
  1447
        fprintf(fp_, "[ IfStatement\n");
dvander@0
  1448
        indent();
dvander@0
  1449
        node->ifTrue()->accept(this);
dvander@0
  1450
        if (node->ifFalse())
dvander@0
  1451
            node->ifFalse()->accept(this);
dvander@0
  1452
        unindent();
dvander@0
  1453
    }
dvander@0
  1454
    void visit(IndexExpression *node) {
dvander@0
  1455
        prefix();
dvander@0
  1456
        fprintf(fp_, "[ IndexExpression\n");
dvander@0
  1457
        indent();
dvander@0
  1458
        node->left()->accept(this);
dvander@0
  1459
        node->right()->accept(this);
dvander@0
  1460
        unindent();
dvander@0
  1461
    }
dvander@2
  1462
    void visit(EnumStatement *node) {
dvander@2
  1463
        prefix();
dvander@54
  1464
        fprintf(fp_, "[ EnumStatement (%s)\n", node->name() ? node->name()->chars() : "<anonymous>");
dvander@2
  1465
        indent();
dvander@57
  1466
        for (size_t i = 0; i < node->entries()->length(); i++) {
dvander@2
  1467
            prefix();
dvander@54
  1468
            fprintf(fp_, "%s =\n", node->entries()->at(i).name->name()->chars());
dvander@2
  1469
            if (node->entries()->at(i).expr) {
dvander@2
  1470
                indent();
dvander@2
  1471
                node->entries()->at(i).expr->accept(this);
dvander@2
  1472
                unindent();
dvander@2
  1473
            }
dvander@2
  1474
        }
dvander@2
  1475
        unindent();
dvander@2
  1476
    }
dvander@9
  1477
    void visit(WhileStatement *node) {
dvander@9
  1478
        prefix();
dvander@9
  1479
        fprintf(fp_, "[ WhileStatement (%s)\n",
dvander@9
  1480
                (node->token() == TOK_DO) ? "do" : "while");
dvander@9
  1481
        indent();
dvander@9
  1482
        if (node->token() == TOK_DO) {
dvander@9
  1483
            node->condition()->accept(this);
dvander@9
  1484
            node->body()->accept(this);
dvander@9
  1485
        } else {
dvander@9
  1486
            node->condition()->accept(this);
dvander@9
  1487
            node->body()->accept(this);
dvander@9
  1488
        }
dvander@9
  1489
        unindent();
dvander@9
  1490
    }
dvander@10
  1491
    void visit(BreakStatement *node) {
dvander@10
  1492
        prefix();
dvander@10
  1493
        fprintf(fp_, "[ BreakStatement\n");
dvander@10
  1494
    }
dvander@10
  1495
    void visit(ContinueStatement *node) {
dvander@10
  1496
        prefix();
dvander@10
  1497
        fprintf(fp_, "[ ContinueStatement\n");
dvander@10
  1498
    }
dvander@21
  1499
    void visit(StringLiteral *node) {
dvander@21
  1500
        prefix();
dvander@21
  1501
        fprintf(fp_, "[ StringLiteral\n");
dvander@21
  1502
    }
dvander@23
  1503
    void visit(IncDecExpression *node) {
dvander@23
  1504
        prefix();
dvander@23
  1505
        fprintf(fp_, "[ IncDecExpression (postfix=%d)\n", node->postfix());
dvander@23
  1506
        indent();
dvander@23
  1507
        node->expression()->accept(this);
dvander@23
  1508
        unindent();
dvander@23
  1509
    }
dvander@146
  1510
    void visit(StructureStatement *node) {
dvander@146
  1511
        prefix();
dvander@148
  1512
        fprintf(fp_, "[ StructureStatement %s\n", node->decl()->name()->chars());
dvander@148
  1513
    }
dvander@148
  1514
    void visit(FieldExpression *node) {
dvander@148
  1515
        prefix();
dvander@148
  1516
        fprintf(fp_, "[ FieldExpression %s\n", node->field()->chars());
dvander@148
  1517
        indent();
dvander@148
  1518
        node->left()->accept(this);
dvander@148
  1519
        unindent();
dvander@146
  1520
    }
dvander@0
  1521
};
dvander@0
  1522
dvander@0
  1523
void
dvander@0
  1524
ParseTree::dump(FILE *fp)
dvander@0
  1525
{
dvander@0
  1526
    AstPrinter printer(fp);
dvander@0
  1527
dvander@0
  1528
    for (size_t i = 0; i < statements_->length(); i++)
dvander@0
  1529
        statements_->at(i)->accept(&printer);
dvander@0
  1530
}