src/jdk.scripting.nashorn/share/classes/jdk/nashorn/internal/parser/AbstractParser.java
author erikj
Tue, 12 Sep 2017 19:03:39 +0200
changeset 47216 71c04702a3d5
parent 37924 nashorn/src/jdk.scripting.nashorn/share/classes/jdk/nashorn/internal/parser/AbstractParser.java@a78497edf9fb
permissions -rw-r--r--
8187443: Forest Consolidation: Move files to unified layout Reviewed-by: darcy, ihse
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
     1
/*
16151
97c1e756ae1e 8005663: Update copyright year to 2013
jlaskey
parents: 16147
diff changeset
     2
 * Copyright (c) 2010, 2013, Oracle and/or its affiliates. All rights reserved.
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
     4
 *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
     7
 * published by the Free Software Foundation.  Oracle designates this
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
     8
 * particular file as subject to the "Classpath" exception as provided
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
     9
 * by Oracle in the LICENSE file that accompanied this code.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    10
 *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    11
 * This code is distributed in the hope that it will be useful, but WITHOUT
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    12
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    13
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    14
 * version 2 for more details (a copy is included in the LICENSE file that
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    15
 * accompanied this code).
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    16
 *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    17
 * You should have received a copy of the GNU General Public License version
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    18
 * 2 along with this work; if not, write to the Free Software Foundation,
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    19
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    20
 *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    21
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    22
 * or visit www.oracle.com if you need additional information or have any
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    23
 * questions.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    24
 */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    25
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    26
package jdk.nashorn.internal.parser;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    27
19089
51cfdcf21d35 8021130: Comments need to be tokens
jlaskey
parents: 17523
diff changeset
    28
import static jdk.nashorn.internal.parser.TokenType.COMMENT;
22390
1d2d88e478ea 8032068: implement @sourceURL and #sourceURL directives
sundar
parents: 20571
diff changeset
    29
import static jdk.nashorn.internal.parser.TokenType.DIRECTIVE_COMMENT;
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    30
import static jdk.nashorn.internal.parser.TokenType.EOF;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    31
import static jdk.nashorn.internal.parser.TokenType.EOL;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    32
import static jdk.nashorn.internal.parser.TokenType.IDENT;
26243
438aba09d465 8055911: Don't use String.intern for IdentNode
attila
parents: 26068
diff changeset
    33
import java.util.HashMap;
438aba09d465 8055911: Don't use String.intern for IdentNode
attila
parents: 26068
diff changeset
    34
import java.util.Map;
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    35
import jdk.nashorn.internal.ir.IdentNode;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    36
import jdk.nashorn.internal.ir.LiteralNode;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    37
import jdk.nashorn.internal.parser.Lexer.LexerToken;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    38
import jdk.nashorn.internal.parser.Lexer.RegexToken;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    39
import jdk.nashorn.internal.runtime.ECMAErrors;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    40
import jdk.nashorn.internal.runtime.ErrorManager;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    41
import jdk.nashorn.internal.runtime.JSErrorType;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    42
import jdk.nashorn.internal.runtime.ParserException;
17257
a2232050cd8f 8008814: Configurable ignore/warning/error behavior for function declaration as statement
attila
parents: 17233
diff changeset
    43
import jdk.nashorn.internal.runtime.Source;
16258
0e25f785df4d 8008093: Make RegExp engine pluggable
hannesw
parents: 16256
diff changeset
    44
import jdk.nashorn.internal.runtime.regexp.RegExpFactory;
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    45
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    46
/**
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    47
 * Base class for parsers.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    48
 */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    49
public abstract class AbstractParser {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    50
    /** Source to parse. */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    51
    protected final Source source;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    52
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    53
    /** Error manager to report errors. */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    54
    protected final ErrorManager errors;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    55
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    56
    /** Stream of lex tokens to parse. */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    57
    protected TokenStream stream;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    58
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    59
    /** Index of current token. */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    60
    protected int k;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    61
24719
f726e9d67629 8035820: Optimistic recompilation
attila
parents: 22390
diff changeset
    62
    /** Previous token - accessible to sub classes */
f726e9d67629 8035820: Optimistic recompilation
attila
parents: 22390
diff changeset
    63
    protected long previousToken;
f726e9d67629 8035820: Optimistic recompilation
attila
parents: 22390
diff changeset
    64
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    65
    /** Descriptor of current token. */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    66
    protected long token;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    67
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    68
    /** Type of current token. */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    69
    protected TokenType type;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    70
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    71
    /** Type of last token. */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    72
    protected TokenType last;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    73
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    74
    /** Start position of current token. */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    75
    protected int start;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    76
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    77
    /** Finish position of previous token. */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    78
    protected int finish;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    79
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    80
    /** Current line number. */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    81
    protected int line;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    82
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    83
    /** Position of last EOL + 1. */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    84
    protected int linePosition;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    85
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    86
    /** Lexer used to scan source content. */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    87
    protected Lexer lexer;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    88
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    89
    /** Is this parser running under strict mode? */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    90
    protected boolean isStrictMode;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    91
24719
f726e9d67629 8035820: Optimistic recompilation
attila
parents: 22390
diff changeset
    92
    /** What should line numbers be counted from? */
f726e9d67629 8035820: Optimistic recompilation
attila
parents: 22390
diff changeset
    93
    protected final int lineOffset;
f726e9d67629 8035820: Optimistic recompilation
attila
parents: 22390
diff changeset
    94
26243
438aba09d465 8055911: Don't use String.intern for IdentNode
attila
parents: 26068
diff changeset
    95
    private final Map<String, String> canonicalNames = new HashMap<>();
438aba09d465 8055911: Don't use String.intern for IdentNode
attila
parents: 26068
diff changeset
    96
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    97
    /**
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    98
     * Construct a parser.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    99
     *
24719
f726e9d67629 8035820: Optimistic recompilation
attila
parents: 22390
diff changeset
   100
     * @param source     Source to parse.
f726e9d67629 8035820: Optimistic recompilation
attila
parents: 22390
diff changeset
   101
     * @param errors     Error reporting manager.
f726e9d67629 8035820: Optimistic recompilation
attila
parents: 22390
diff changeset
   102
     * @param strict     True if we are in strict mode
f726e9d67629 8035820: Optimistic recompilation
attila
parents: 22390
diff changeset
   103
     * @param lineOffset Offset from which lines should be counted
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   104
     */
24719
f726e9d67629 8035820: Optimistic recompilation
attila
parents: 22390
diff changeset
   105
    protected AbstractParser(final Source source, final ErrorManager errors, final boolean strict, final int lineOffset) {
33890
2e8c1be40a52 8143304: Random failures when script size exceeds token limits
hannesw
parents: 31198
diff changeset
   106
        if (source.getLength() > Token.LENGTH_MASK) {
2e8c1be40a52 8143304: Random failures when script size exceeds token limits
hannesw
parents: 31198
diff changeset
   107
            throw new RuntimeException("Source exceeds size limit of " + Token.LENGTH_MASK + " bytes");
2e8c1be40a52 8143304: Random failures when script size exceeds token limits
hannesw
parents: 31198
diff changeset
   108
        }
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   109
        this.source       = source;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   110
        this.errors       = errors;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   111
        this.k            = -1;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   112
        this.token        = Token.toDesc(EOL, 0, 1);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   113
        this.type         = EOL;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   114
        this.last         = EOL;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   115
        this.isStrictMode = strict;
24719
f726e9d67629 8035820: Optimistic recompilation
attila
parents: 22390
diff changeset
   116
        this.lineOffset   = lineOffset;
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   117
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   118
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   119
    /**
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   120
     * Get the ith token.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   121
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   122
     * @param i Index of token.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   123
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   124
     * @return  the token
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   125
     */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   126
    protected final long getToken(final int i) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   127
        // Make sure there are enough tokens available.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   128
        while (i > stream.last()) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   129
            // If we need to buffer more for lookahead.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   130
            if (stream.isFull()) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   131
                stream.grow();
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   132
            }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   133
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   134
            // Get more tokens.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   135
            lexer.lexify();
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   136
        }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   137
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   138
        return stream.get(i);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   139
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   140
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   141
    /**
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   142
     * Return the tokenType of the ith token.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   143
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   144
     * @param i Index of token
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   145
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   146
     * @return the token type
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   147
     */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   148
    protected final TokenType T(final int i) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   149
        // Get token descriptor and extract tokenType.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   150
        return Token.descType(getToken(i));
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   151
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   152
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   153
    /**
19089
51cfdcf21d35 8021130: Comments need to be tokens
jlaskey
parents: 17523
diff changeset
   154
     * Seek next token that is not an EOL or comment.
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   155
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   156
     * @return tokenType of next token.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   157
     */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   158
    protected final TokenType next() {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   159
        do {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   160
            nextOrEOL();
19089
51cfdcf21d35 8021130: Comments need to be tokens
jlaskey
parents: 17523
diff changeset
   161
        } while (type == EOL || type == COMMENT);
51cfdcf21d35 8021130: Comments need to be tokens
jlaskey
parents: 17523
diff changeset
   162
51cfdcf21d35 8021130: Comments need to be tokens
jlaskey
parents: 17523
diff changeset
   163
        return type;
51cfdcf21d35 8021130: Comments need to be tokens
jlaskey
parents: 17523
diff changeset
   164
    }
51cfdcf21d35 8021130: Comments need to be tokens
jlaskey
parents: 17523
diff changeset
   165
51cfdcf21d35 8021130: Comments need to be tokens
jlaskey
parents: 17523
diff changeset
   166
    /**
51cfdcf21d35 8021130: Comments need to be tokens
jlaskey
parents: 17523
diff changeset
   167
     * Seek next token or EOL (skipping comments.)
51cfdcf21d35 8021130: Comments need to be tokens
jlaskey
parents: 17523
diff changeset
   168
     *
51cfdcf21d35 8021130: Comments need to be tokens
jlaskey
parents: 17523
diff changeset
   169
     * @return tokenType of next token.
51cfdcf21d35 8021130: Comments need to be tokens
jlaskey
parents: 17523
diff changeset
   170
     */
51cfdcf21d35 8021130: Comments need to be tokens
jlaskey
parents: 17523
diff changeset
   171
    protected final TokenType nextOrEOL() {
51cfdcf21d35 8021130: Comments need to be tokens
jlaskey
parents: 17523
diff changeset
   172
        do {
51cfdcf21d35 8021130: Comments need to be tokens
jlaskey
parents: 17523
diff changeset
   173
            nextToken();
22390
1d2d88e478ea 8032068: implement @sourceURL and #sourceURL directives
sundar
parents: 20571
diff changeset
   174
            if (type == DIRECTIVE_COMMENT) {
1d2d88e478ea 8032068: implement @sourceURL and #sourceURL directives
sundar
parents: 20571
diff changeset
   175
                checkDirectiveComment();
1d2d88e478ea 8032068: implement @sourceURL and #sourceURL directives
sundar
parents: 20571
diff changeset
   176
            }
1d2d88e478ea 8032068: implement @sourceURL and #sourceURL directives
sundar
parents: 20571
diff changeset
   177
        } while (type == COMMENT || type == DIRECTIVE_COMMENT);
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   178
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   179
        return type;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   180
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   181
22390
1d2d88e478ea 8032068: implement @sourceURL and #sourceURL directives
sundar
parents: 20571
diff changeset
   182
    // sourceURL= after directive comment
1d2d88e478ea 8032068: implement @sourceURL and #sourceURL directives
sundar
parents: 20571
diff changeset
   183
    private static final String SOURCE_URL_PREFIX = "sourceURL=";
1d2d88e478ea 8032068: implement @sourceURL and #sourceURL directives
sundar
parents: 20571
diff changeset
   184
1d2d88e478ea 8032068: implement @sourceURL and #sourceURL directives
sundar
parents: 20571
diff changeset
   185
    // currently only @sourceURL=foo supported
1d2d88e478ea 8032068: implement @sourceURL and #sourceURL directives
sundar
parents: 20571
diff changeset
   186
    private void checkDirectiveComment() {
1d2d88e478ea 8032068: implement @sourceURL and #sourceURL directives
sundar
parents: 20571
diff changeset
   187
        // if already set, ignore this one
26055
fe8be844ba50 8043956: Make code caching work with optimistic typing and lazy compilation
hannesw
parents: 24719
diff changeset
   188
        if (source.getExplicitURL() != null) {
22390
1d2d88e478ea 8032068: implement @sourceURL and #sourceURL directives
sundar
parents: 20571
diff changeset
   189
            return;
1d2d88e478ea 8032068: implement @sourceURL and #sourceURL directives
sundar
parents: 20571
diff changeset
   190
        }
1d2d88e478ea 8032068: implement @sourceURL and #sourceURL directives
sundar
parents: 20571
diff changeset
   191
1d2d88e478ea 8032068: implement @sourceURL and #sourceURL directives
sundar
parents: 20571
diff changeset
   192
        final String comment = (String) lexer.getValueOf(token, isStrictMode);
1d2d88e478ea 8032068: implement @sourceURL and #sourceURL directives
sundar
parents: 20571
diff changeset
   193
        final int len = comment.length();
1d2d88e478ea 8032068: implement @sourceURL and #sourceURL directives
sundar
parents: 20571
diff changeset
   194
        // 4 characters for directive comment marker //@\s or //#\s
1d2d88e478ea 8032068: implement @sourceURL and #sourceURL directives
sundar
parents: 20571
diff changeset
   195
        if (len > 4 && comment.substring(4).startsWith(SOURCE_URL_PREFIX)) {
26055
fe8be844ba50 8043956: Make code caching work with optimistic typing and lazy compilation
hannesw
parents: 24719
diff changeset
   196
            source.setExplicitURL(comment.substring(4 + SOURCE_URL_PREFIX.length()));
22390
1d2d88e478ea 8032068: implement @sourceURL and #sourceURL directives
sundar
parents: 20571
diff changeset
   197
        }
1d2d88e478ea 8032068: implement @sourceURL and #sourceURL directives
sundar
parents: 20571
diff changeset
   198
    }
1d2d88e478ea 8032068: implement @sourceURL and #sourceURL directives
sundar
parents: 20571
diff changeset
   199
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   200
    /**
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   201
     * Seek next token.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   202
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   203
     * @return tokenType of next token.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   204
     */
22390
1d2d88e478ea 8032068: implement @sourceURL and #sourceURL directives
sundar
parents: 20571
diff changeset
   205
    private TokenType nextToken() {
37924
a78497edf9fb 8156714: Parsing issue with automatic semicolon insertion
hannesw
parents: 33890
diff changeset
   206
        // Capture last token type, but ignore comments (which are irrelevant for the purpose of newline detection).
a78497edf9fb 8156714: Parsing issue with automatic semicolon insertion
hannesw
parents: 33890
diff changeset
   207
        if (type != COMMENT) {
a78497edf9fb 8156714: Parsing issue with automatic semicolon insertion
hannesw
parents: 33890
diff changeset
   208
            last = type;
a78497edf9fb 8156714: Parsing issue with automatic semicolon insertion
hannesw
parents: 33890
diff changeset
   209
        }
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   210
        if (type != EOF) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   211
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   212
            // Set up next token.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   213
            k++;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   214
            final long lastToken = token;
24719
f726e9d67629 8035820: Optimistic recompilation
attila
parents: 22390
diff changeset
   215
            previousToken = token;
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   216
            token = getToken(k);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   217
            type = Token.descType(token);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   218
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   219
            // do this before the start is changed below
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   220
            if (last != EOL) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   221
                finish = start + Token.descLength(lastToken);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   222
            }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   223
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   224
            if (type == EOL) {
24719
f726e9d67629 8035820: Optimistic recompilation
attila
parents: 22390
diff changeset
   225
                line         = Token.descLength(token);
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   226
                linePosition = Token.descPosition(token);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   227
            } else {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   228
                start = Token.descPosition(token);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   229
            }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   230
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   231
        }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   232
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   233
        return type;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   234
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   235
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   236
    /**
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   237
     * Get the message string for a message ID and arguments
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   238
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   239
     * @param msgId The Message ID
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   240
     * @param args  The arguments
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   241
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   242
     * @return The message string
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   243
     */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   244
    protected static String message(final String msgId, final String... args) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   245
        return ECMAErrors.getMessage("parser.error." + msgId, args);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   246
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   247
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   248
    /**
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   249
     * Report an error.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   250
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   251
     * @param message    Error message.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   252
     * @param errorToken Offending token.
17233
72ccf78a8216 8010701: Immutable nodes - final iteration
lagergren
parents: 16258
diff changeset
   253
     * @return ParserException upon failure. Caller should throw and not ignore
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   254
     */
17233
72ccf78a8216 8010701: Immutable nodes - final iteration
lagergren
parents: 16258
diff changeset
   255
    protected final ParserException error(final String message, final long errorToken) {
72ccf78a8216 8010701: Immutable nodes - final iteration
lagergren
parents: 16258
diff changeset
   256
        return error(JSErrorType.SYNTAX_ERROR, message, errorToken);
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   257
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   258
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   259
    /**
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   260
     * Report an error.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   261
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   262
     * @param errorType  The error type
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   263
     * @param message    Error message.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   264
     * @param errorToken Offending token.
17233
72ccf78a8216 8010701: Immutable nodes - final iteration
lagergren
parents: 16258
diff changeset
   265
     * @return ParserException upon failure. Caller should throw and not ignore
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   266
     */
17233
72ccf78a8216 8010701: Immutable nodes - final iteration
lagergren
parents: 16258
diff changeset
   267
    protected final ParserException error(final JSErrorType errorType, final String message, final long errorToken) {
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   268
        final int position  = Token.descPosition(errorToken);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   269
        final int lineNum   = source.getLine(position);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   270
        final int columnNum = source.getColumn(position);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   271
        final String formatted = ErrorManager.format(message, source, lineNum, columnNum, errorToken);
17233
72ccf78a8216 8010701: Immutable nodes - final iteration
lagergren
parents: 16258
diff changeset
   272
        return new ParserException(errorType, formatted, source, lineNum, columnNum, errorToken);
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   273
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   274
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   275
    /**
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   276
     * Report an error.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   277
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   278
     * @param message Error message.
17233
72ccf78a8216 8010701: Immutable nodes - final iteration
lagergren
parents: 16258
diff changeset
   279
     * @return ParserException upon failure. Caller should throw and not ignore
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   280
     */
17233
72ccf78a8216 8010701: Immutable nodes - final iteration
lagergren
parents: 16258
diff changeset
   281
    protected final ParserException error(final String message) {
72ccf78a8216 8010701: Immutable nodes - final iteration
lagergren
parents: 16258
diff changeset
   282
        return error(JSErrorType.SYNTAX_ERROR, message);
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   283
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   284
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   285
    /**
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   286
     * Report an error.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   287
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   288
     * @param errorType  The error type
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   289
     * @param message    Error message.
17233
72ccf78a8216 8010701: Immutable nodes - final iteration
lagergren
parents: 16258
diff changeset
   290
     * @return ParserException upon failure. Caller should throw and not ignore
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   291
     */
17233
72ccf78a8216 8010701: Immutable nodes - final iteration
lagergren
parents: 16258
diff changeset
   292
    protected final ParserException error(final JSErrorType errorType, final String message) {
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   293
        // TODO - column needs to account for tabs.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   294
        final int position = Token.descPosition(token);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   295
        final int column = position - linePosition;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   296
        final String formatted = ErrorManager.format(message, source, line, column, token);
17233
72ccf78a8216 8010701: Immutable nodes - final iteration
lagergren
parents: 16258
diff changeset
   297
        return new ParserException(errorType, formatted, source, line, column, token);
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   298
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   299
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   300
    /**
17257
a2232050cd8f 8008814: Configurable ignore/warning/error behavior for function declaration as statement
attila
parents: 17233
diff changeset
   301
     * Report a warning to the error manager.
a2232050cd8f 8008814: Configurable ignore/warning/error behavior for function declaration as statement
attila
parents: 17233
diff changeset
   302
     *
a2232050cd8f 8008814: Configurable ignore/warning/error behavior for function declaration as statement
attila
parents: 17233
diff changeset
   303
     * @param errorType  The error type of the warning
a2232050cd8f 8008814: Configurable ignore/warning/error behavior for function declaration as statement
attila
parents: 17233
diff changeset
   304
     * @param message    Warning message.
17518
2225a4f929c0 8013477: Node.setSymbol needs to be copy on write - enable IR snapshots for recompilation based on callsite type specialization. [not enabled by default, hidden by a flag for now]
lagergren
parents: 17257
diff changeset
   305
     * @param errorToken error token
17257
a2232050cd8f 8008814: Configurable ignore/warning/error behavior for function declaration as statement
attila
parents: 17233
diff changeset
   306
     */
a2232050cd8f 8008814: Configurable ignore/warning/error behavior for function declaration as statement
attila
parents: 17233
diff changeset
   307
    protected final void warning(final JSErrorType errorType, final String message, final long errorToken) {
a2232050cd8f 8008814: Configurable ignore/warning/error behavior for function declaration as statement
attila
parents: 17233
diff changeset
   308
        errors.warning(error(errorType, message, errorToken));
a2232050cd8f 8008814: Configurable ignore/warning/error behavior for function declaration as statement
attila
parents: 17233
diff changeset
   309
    }
a2232050cd8f 8008814: Configurable ignore/warning/error behavior for function declaration as statement
attila
parents: 17233
diff changeset
   310
a2232050cd8f 8008814: Configurable ignore/warning/error behavior for function declaration as statement
attila
parents: 17233
diff changeset
   311
    /**
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   312
     * Generate 'expected' message.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   313
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   314
     * @param expected Expected tokenType.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   315
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   316
     * @return the message string
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   317
     */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   318
    protected final String expectMessage(final TokenType expected) {
16241
e23ed61e75a2 8008291: Add more tests for better coverage of objects, scripting and parser packages
sundar
parents: 16226
diff changeset
   319
        final String tokenString = Token.toString(source, token);
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   320
        String msg;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   321
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   322
        if (expected == null) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   323
            msg = AbstractParser.message("expected.stmt", tokenString);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   324
        } else {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   325
            final String expectedName = expected.getNameOrType();
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   326
            msg = AbstractParser.message("expected", expectedName, tokenString);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   327
        }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   328
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   329
        return msg;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   330
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   331
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   332
    /**
26505
d29bf8787b43 8057931: Instead of not skipping small functions in parser, make lexer avoid them instead
attila
parents: 26243
diff changeset
   333
     * Check current token and advance to the next token.
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   334
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   335
     * @param expected Expected tokenType.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   336
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   337
     * @throws ParserException on unexpected token type
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   338
     */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   339
    protected final void expect(final TokenType expected) throws ParserException {
26505
d29bf8787b43 8057931: Instead of not skipping small functions in parser, make lexer avoid them instead
attila
parents: 26243
diff changeset
   340
        expectDontAdvance(expected);
d29bf8787b43 8057931: Instead of not skipping small functions in parser, make lexer avoid them instead
attila
parents: 26243
diff changeset
   341
        next();
d29bf8787b43 8057931: Instead of not skipping small functions in parser, make lexer avoid them instead
attila
parents: 26243
diff changeset
   342
    }
d29bf8787b43 8057931: Instead of not skipping small functions in parser, make lexer avoid them instead
attila
parents: 26243
diff changeset
   343
d29bf8787b43 8057931: Instead of not skipping small functions in parser, make lexer avoid them instead
attila
parents: 26243
diff changeset
   344
    /**
d29bf8787b43 8057931: Instead of not skipping small functions in parser, make lexer avoid them instead
attila
parents: 26243
diff changeset
   345
     * Check current token, but don't advance to the next token.
d29bf8787b43 8057931: Instead of not skipping small functions in parser, make lexer avoid them instead
attila
parents: 26243
diff changeset
   346
     *
d29bf8787b43 8057931: Instead of not skipping small functions in parser, make lexer avoid them instead
attila
parents: 26243
diff changeset
   347
     * @param expected Expected tokenType.
d29bf8787b43 8057931: Instead of not skipping small functions in parser, make lexer avoid them instead
attila
parents: 26243
diff changeset
   348
     *
d29bf8787b43 8057931: Instead of not skipping small functions in parser, make lexer avoid them instead
attila
parents: 26243
diff changeset
   349
     * @throws ParserException on unexpected token type
d29bf8787b43 8057931: Instead of not skipping small functions in parser, make lexer avoid them instead
attila
parents: 26243
diff changeset
   350
     */
d29bf8787b43 8057931: Instead of not skipping small functions in parser, make lexer avoid them instead
attila
parents: 26243
diff changeset
   351
    protected final void expectDontAdvance(final TokenType expected) throws ParserException {
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   352
        if (type != expected) {
17233
72ccf78a8216 8010701: Immutable nodes - final iteration
lagergren
parents: 16258
diff changeset
   353
            throw error(expectMessage(expected));
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   354
        }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   355
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   356
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   357
    /**
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   358
     * Check next token, get its value and advance.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   359
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   360
     * @param  expected Expected tokenType.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   361
     * @return The JavaScript value of the token
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   362
     * @throws ParserException on unexpected token type
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   363
     */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   364
    protected final Object expectValue(final TokenType expected) throws ParserException {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   365
        if (type != expected) {
17233
72ccf78a8216 8010701: Immutable nodes - final iteration
lagergren
parents: 16258
diff changeset
   366
            throw error(expectMessage(expected));
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   367
        }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   368
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   369
        final Object value = getValue();
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   370
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   371
        next();
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   372
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   373
        return value;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   374
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   375
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   376
    /**
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   377
     * Get the value of the current token.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   378
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   379
     * @return JavaScript value of the token.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   380
     */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   381
    protected final Object getValue() {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   382
        return getValue(token);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   383
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   384
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   385
    /**
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   386
     * Get the value of a specific token
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   387
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   388
     * @param valueToken the token
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   389
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   390
     * @return JavaScript value of the token
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   391
     */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   392
    protected final Object getValue(final long valueToken) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   393
        try {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   394
            return lexer.getValueOf(valueToken, isStrictMode);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   395
        } catch (final ParserException e) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   396
            errors.error(e);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   397
        }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   398
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   399
        return null;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   400
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   401
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   402
    /**
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   403
     * Certain future reserved words can be used as identifiers in
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   404
     * non-strict mode. Check if the current token is one such.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   405
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   406
     * @return true if non strict mode identifier
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   407
     */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   408
    protected final boolean isNonStrictModeIdent() {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   409
        return !isStrictMode && type.getKind() == TokenKind.FUTURESTRICT;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   410
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   411
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   412
    /**
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   413
     * Get ident.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   414
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   415
     * @return Ident node.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   416
     */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   417
    protected final IdentNode getIdent() {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   418
        // Capture IDENT token.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   419
        long identToken = token;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   420
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   421
        if (isNonStrictModeIdent()) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   422
            // Fake out identifier.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   423
            identToken = Token.recast(token, IDENT);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   424
            // Get IDENT.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   425
            final String ident = (String)getValue(identToken);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   426
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   427
            next();
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   428
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   429
            // Create IDENT node.
26243
438aba09d465 8055911: Don't use String.intern for IdentNode
attila
parents: 26068
diff changeset
   430
            return createIdentNode(identToken, finish, ident).setIsFutureStrictName();
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   431
        }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   432
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   433
        // Get IDENT.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   434
        final String ident = (String)expectValue(IDENT);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   435
        if (ident == null) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   436
            return null;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   437
        }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   438
        // Create IDENT node.
26243
438aba09d465 8055911: Don't use String.intern for IdentNode
attila
parents: 26068
diff changeset
   439
        return createIdentNode(identToken, finish, ident);
438aba09d465 8055911: Don't use String.intern for IdentNode
attila
parents: 26068
diff changeset
   440
    }
438aba09d465 8055911: Don't use String.intern for IdentNode
attila
parents: 26068
diff changeset
   441
438aba09d465 8055911: Don't use String.intern for IdentNode
attila
parents: 26068
diff changeset
   442
    /**
438aba09d465 8055911: Don't use String.intern for IdentNode
attila
parents: 26068
diff changeset
   443
     * Creates a new {@link IdentNode} as if invoked with a {@link IdentNode#IdentNode(long, int, String)
438aba09d465 8055911: Don't use String.intern for IdentNode
attila
parents: 26068
diff changeset
   444
     * constructor} but making sure that the {@code name} is deduplicated within this parse job.
438aba09d465 8055911: Don't use String.intern for IdentNode
attila
parents: 26068
diff changeset
   445
     * @param identToken the token for the new {@code IdentNode}
438aba09d465 8055911: Don't use String.intern for IdentNode
attila
parents: 26068
diff changeset
   446
     * @param identFinish the finish for the new {@code IdentNode}
438aba09d465 8055911: Don't use String.intern for IdentNode
attila
parents: 26068
diff changeset
   447
     * @param name the name for the new {@code IdentNode}. It will be de-duplicated.
438aba09d465 8055911: Don't use String.intern for IdentNode
attila
parents: 26068
diff changeset
   448
     * @return a newly constructed {@code IdentNode} with the specified token, finish, and name; the name will
438aba09d465 8055911: Don't use String.intern for IdentNode
attila
parents: 26068
diff changeset
   449
     * be deduplicated.
438aba09d465 8055911: Don't use String.intern for IdentNode
attila
parents: 26068
diff changeset
   450
     */
438aba09d465 8055911: Don't use String.intern for IdentNode
attila
parents: 26068
diff changeset
   451
    protected IdentNode createIdentNode(final long identToken, final int identFinish, final String name) {
438aba09d465 8055911: Don't use String.intern for IdentNode
attila
parents: 26068
diff changeset
   452
        final String existingName = canonicalNames.putIfAbsent(name, name);
438aba09d465 8055911: Don't use String.intern for IdentNode
attila
parents: 26068
diff changeset
   453
        final String canonicalName = existingName != null ? existingName : name;
438aba09d465 8055911: Don't use String.intern for IdentNode
attila
parents: 26068
diff changeset
   454
        return new IdentNode(identToken, identFinish, canonicalName);
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   455
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   456
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   457
    /**
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   458
     * Check if current token is in identifier name
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   459
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   460
     * @return true if current token is an identifier name
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   461
     */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   462
    protected final boolean isIdentifierName() {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   463
        final TokenKind kind = type.getKind();
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   464
        if (kind == TokenKind.KEYWORD || kind == TokenKind.FUTURE || kind == TokenKind.FUTURESTRICT) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   465
            return true;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   466
        }
31198
f807ce35a661 8098847: obj."prop" and obj.'prop' should result in SyntaxError
sundar
parents: 26887
diff changeset
   467
f807ce35a661 8098847: obj."prop" and obj.'prop' should result in SyntaxError
sundar
parents: 26887
diff changeset
   468
        // only literals allowed are null, false and true
f807ce35a661 8098847: obj."prop" and obj.'prop' should result in SyntaxError
sundar
parents: 26887
diff changeset
   469
        if (kind == TokenKind.LITERAL) {
f807ce35a661 8098847: obj."prop" and obj.'prop' should result in SyntaxError
sundar
parents: 26887
diff changeset
   470
            switch (type) {
f807ce35a661 8098847: obj."prop" and obj.'prop' should result in SyntaxError
sundar
parents: 26887
diff changeset
   471
                case FALSE:
f807ce35a661 8098847: obj."prop" and obj.'prop' should result in SyntaxError
sundar
parents: 26887
diff changeset
   472
                case NULL:
f807ce35a661 8098847: obj."prop" and obj.'prop' should result in SyntaxError
sundar
parents: 26887
diff changeset
   473
                case TRUE:
f807ce35a661 8098847: obj."prop" and obj.'prop' should result in SyntaxError
sundar
parents: 26887
diff changeset
   474
                    return true;
f807ce35a661 8098847: obj."prop" and obj.'prop' should result in SyntaxError
sundar
parents: 26887
diff changeset
   475
                default:
f807ce35a661 8098847: obj."prop" and obj.'prop' should result in SyntaxError
sundar
parents: 26887
diff changeset
   476
                    return false;
f807ce35a661 8098847: obj."prop" and obj.'prop' should result in SyntaxError
sundar
parents: 26887
diff changeset
   477
            }
f807ce35a661 8098847: obj."prop" and obj.'prop' should result in SyntaxError
sundar
parents: 26887
diff changeset
   478
        }
f807ce35a661 8098847: obj."prop" and obj.'prop' should result in SyntaxError
sundar
parents: 26887
diff changeset
   479
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   480
        // Fake out identifier.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   481
        final long identToken = Token.recast(token, IDENT);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   482
        // Get IDENT.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   483
        final String ident = (String)getValue(identToken);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   484
        return !ident.isEmpty() && Character.isJavaIdentifierStart(ident.charAt(0));
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   485
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   486
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   487
    /**
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   488
     * Create an IdentNode from the current token
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   489
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   490
     * @return an IdentNode representing the current token
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   491
     */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   492
    protected final IdentNode getIdentifierName() {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   493
        if (type == IDENT) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   494
            return getIdent();
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   495
        } else if (isIdentifierName()) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   496
            // Fake out identifier.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   497
            final long identToken = Token.recast(token, IDENT);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   498
            // Get IDENT.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   499
            final String ident = (String)getValue(identToken);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   500
            next();
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   501
            // Create IDENT node.
26243
438aba09d465 8055911: Don't use String.intern for IdentNode
attila
parents: 26068
diff changeset
   502
            return createIdentNode(identToken, finish, ident);
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   503
        } else {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   504
            expect(IDENT);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   505
            return null;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   506
        }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   507
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   508
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   509
    /**
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   510
     * Create a LiteralNode from the current token
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   511
     *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   512
     * @return LiteralNode representing the current token
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   513
     * @throws ParserException if any literals fails to parse
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   514
     */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   515
    protected final LiteralNode<?> getLiteral() throws ParserException {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   516
        // Capture LITERAL token.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   517
        final long literalToken = token;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   518
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   519
        // Create literal node.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   520
        final Object value = getValue();
16153
60de45bf54b0 8005703: Offsets miscalculated for blocks
jlaskey
parents: 16151
diff changeset
   521
        // Advance to have a correct finish
60de45bf54b0 8005703: Offsets miscalculated for blocks
jlaskey
parents: 16151
diff changeset
   522
        next();
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   523
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   524
        LiteralNode<?> node = null;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   525
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   526
        if (value == null) {
17523
cb4a7c901e0d 8013913: Removed Source field from all nodes except FunctionNode in order to save footprint
lagergren
parents: 17518
diff changeset
   527
            node = LiteralNode.newInstance(literalToken, finish);
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   528
        } else if (value instanceof Number) {
17523
cb4a7c901e0d 8013913: Removed Source field from all nodes except FunctionNode in order to save footprint
lagergren
parents: 17518
diff changeset
   529
            node = LiteralNode.newInstance(literalToken, finish, (Number)value);
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   530
        } else if (value instanceof String) {
17523
cb4a7c901e0d 8013913: Removed Source field from all nodes except FunctionNode in order to save footprint
lagergren
parents: 17518
diff changeset
   531
            node = LiteralNode.newInstance(literalToken, finish, (String)value);
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   532
        } else if (value instanceof LexerToken) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   533
            if (value instanceof RegexToken) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   534
                final RegexToken regex = (RegexToken)value;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   535
                try {
16258
0e25f785df4d 8008093: Make RegExp engine pluggable
hannesw
parents: 16256
diff changeset
   536
                    RegExpFactory.validate(regex.getExpression(), regex.getOptions());
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   537
                } catch (final ParserException e) {
17233
72ccf78a8216 8010701: Immutable nodes - final iteration
lagergren
parents: 16258
diff changeset
   538
                    throw error(e.getMessage());
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   539
                }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   540
            }
17523
cb4a7c901e0d 8013913: Removed Source field from all nodes except FunctionNode in order to save footprint
lagergren
parents: 17518
diff changeset
   541
            node = LiteralNode.newInstance(literalToken, finish, (LexerToken)value);
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   542
        } else {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   543
            assert false : "unknown type for LiteralNode: " + value.getClass();
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   544
        }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   545
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   546
        return node;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   547
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   548
}