langtools/src/share/classes/com/sun/tools/javac/parser/Scanner.java
author mcimadamore
Mon, 28 Nov 2011 15:56:42 +0000
changeset 11143 9dbe313bfb74
parent 10815 a719aa5f1631
child 14259 fb94a1df0d53
permissions -rw-r--r--
7115050: Add parser support for lambda expressions Summary: Add support for parsing lambda expressions to JavacParser Reviewed-by: jjg
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
10
06bc494ca11e Initial load
duke
parents:
diff changeset
     1
/*
8032
e1aa25ccdabb 6396503: javac should not require assertions enabled
jjg
parents: 7330
diff changeset
     2
 * Copyright (c) 1999, 2011, Oracle and/or its affiliates. All rights reserved.
10
06bc494ca11e Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
06bc494ca11e Initial load
duke
parents:
diff changeset
     4
 *
06bc494ca11e Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
06bc494ca11e Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
5520
86e4b9a9da40 6943119: Rebrand source copyright notices
ohair
parents: 4072
diff changeset
     7
 * published by the Free Software Foundation.  Oracle designates this
10
06bc494ca11e Initial load
duke
parents:
diff changeset
     8
 * particular file as subject to the "Classpath" exception as provided
5520
86e4b9a9da40 6943119: Rebrand source copyright notices
ohair
parents: 4072
diff changeset
     9
 * by Oracle in the LICENSE file that accompanied this code.
10
06bc494ca11e Initial load
duke
parents:
diff changeset
    10
 *
06bc494ca11e Initial load
duke
parents:
diff changeset
    11
 * This code is distributed in the hope that it will be useful, but WITHOUT
06bc494ca11e Initial load
duke
parents:
diff changeset
    12
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
06bc494ca11e Initial load
duke
parents:
diff changeset
    13
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
06bc494ca11e Initial load
duke
parents:
diff changeset
    14
 * version 2 for more details (a copy is included in the LICENSE file that
06bc494ca11e Initial load
duke
parents:
diff changeset
    15
 * accompanied this code).
06bc494ca11e Initial load
duke
parents:
diff changeset
    16
 *
06bc494ca11e Initial load
duke
parents:
diff changeset
    17
 * You should have received a copy of the GNU General Public License version
06bc494ca11e Initial load
duke
parents:
diff changeset
    18
 * 2 along with this work; if not, write to the Free Software Foundation,
06bc494ca11e Initial load
duke
parents:
diff changeset
    19
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
06bc494ca11e Initial load
duke
parents:
diff changeset
    20
 *
5520
86e4b9a9da40 6943119: Rebrand source copyright notices
ohair
parents: 4072
diff changeset
    21
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
86e4b9a9da40 6943119: Rebrand source copyright notices
ohair
parents: 4072
diff changeset
    22
 * or visit www.oracle.com if you need additional information or have any
86e4b9a9da40 6943119: Rebrand source copyright notices
ohair
parents: 4072
diff changeset
    23
 * questions.
10
06bc494ca11e Initial load
duke
parents:
diff changeset
    24
 */
06bc494ca11e Initial load
duke
parents:
diff changeset
    25
06bc494ca11e Initial load
duke
parents:
diff changeset
    26
package com.sun.tools.javac.parser;
06bc494ca11e Initial load
duke
parents:
diff changeset
    27
06bc494ca11e Initial load
duke
parents:
diff changeset
    28
import java.nio.*;
11143
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
    29
import java.util.List;
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
    30
import java.util.ArrayList;
10
06bc494ca11e Initial load
duke
parents:
diff changeset
    31
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
    32
import com.sun.tools.javac.util.Position.LineMap;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
    33
import com.sun.tools.javac.parser.JavaTokenizer.*;
10
06bc494ca11e Initial load
duke
parents:
diff changeset
    34
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
    35
import static com.sun.tools.javac.parser.Tokens.*;
10
06bc494ca11e Initial load
duke
parents:
diff changeset
    36
06bc494ca11e Initial load
duke
parents:
diff changeset
    37
/** The lexical analyzer maps an input stream consisting of
06bc494ca11e Initial load
duke
parents:
diff changeset
    38
 *  ASCII characters and Unicode escapes into a token sequence.
06bc494ca11e Initial load
duke
parents:
diff changeset
    39
 *
5847
1908176fd6e3 6944312: Potential rebranding issues in openjdk/langtools repository sources
jjg
parents: 5520
diff changeset
    40
 *  <p><b>This is NOT part of any supported API.
1908176fd6e3 6944312: Potential rebranding issues in openjdk/langtools repository sources
jjg
parents: 5520
diff changeset
    41
 *  If you write code that depends on this, you do so at your own risk.
10
06bc494ca11e Initial load
duke
parents:
diff changeset
    42
 *  This code and its internal interfaces are subject to change or
06bc494ca11e Initial load
duke
parents:
diff changeset
    43
 *  deletion without notice.</b>
06bc494ca11e Initial load
duke
parents:
diff changeset
    44
 */
06bc494ca11e Initial load
duke
parents:
diff changeset
    45
public class Scanner implements Lexer {
06bc494ca11e Initial load
duke
parents:
diff changeset
    46
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
    47
    private Tokens tokens;
10
06bc494ca11e Initial load
duke
parents:
diff changeset
    48
06bc494ca11e Initial load
duke
parents:
diff changeset
    49
    /** The token, set by nextToken().
06bc494ca11e Initial load
duke
parents:
diff changeset
    50
     */
06bc494ca11e Initial load
duke
parents:
diff changeset
    51
    private Token token;
06bc494ca11e Initial load
duke
parents:
diff changeset
    52
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
    53
    /** The previous token, set by nextToken().
10
06bc494ca11e Initial load
duke
parents:
diff changeset
    54
     */
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
    55
    private Token prevToken;
10
06bc494ca11e Initial load
duke
parents:
diff changeset
    56
11143
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
    57
    /** Buffer of saved tokens (used during lookahead)
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
    58
     */
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
    59
    private List<Token> savedTokens = new ArrayList<Token>();
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
    60
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
    61
    private JavaTokenizer tokenizer;
10
06bc494ca11e Initial load
duke
parents:
diff changeset
    62
    /**
06bc494ca11e Initial load
duke
parents:
diff changeset
    63
     * Create a scanner from the input array.  This method might
06bc494ca11e Initial load
duke
parents:
diff changeset
    64
     * modify the array.  To avoid copying the input array, ensure
06bc494ca11e Initial load
duke
parents:
diff changeset
    65
     * that {@code inputLength < input.length} or
06bc494ca11e Initial load
duke
parents:
diff changeset
    66
     * {@code input[input.length -1]} is a white space character.
06bc494ca11e Initial load
duke
parents:
diff changeset
    67
     *
06bc494ca11e Initial load
duke
parents:
diff changeset
    68
     * @param fac the factory which created this Scanner
06bc494ca11e Initial load
duke
parents:
diff changeset
    69
     * @param input the input, might be modified
06bc494ca11e Initial load
duke
parents:
diff changeset
    70
     * @param inputLength the size of the input.
06bc494ca11e Initial load
duke
parents:
diff changeset
    71
     * Must be positive and less than or equal to input.length.
06bc494ca11e Initial load
duke
parents:
diff changeset
    72
     */
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
    73
    protected Scanner(ScannerFactory fac, CharBuffer buf) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
    74
        this(fac, new JavaTokenizer(fac, buf));
10
06bc494ca11e Initial load
duke
parents:
diff changeset
    75
    }
06bc494ca11e Initial load
duke
parents:
diff changeset
    76
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
    77
    protected Scanner(ScannerFactory fac, char[] buf, int inputLength) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
    78
        this(fac, new JavaTokenizer(fac, buf, inputLength));
10
06bc494ca11e Initial load
duke
parents:
diff changeset
    79
    }
06bc494ca11e Initial load
duke
parents:
diff changeset
    80
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
    81
    protected Scanner(ScannerFactory fac, JavaTokenizer tokenizer) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
    82
        this.tokenizer = tokenizer;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
    83
        tokens = fac.tokens;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
    84
        token = prevToken = DUMMY;
10
06bc494ca11e Initial load
duke
parents:
diff changeset
    85
    }
06bc494ca11e Initial load
duke
parents:
diff changeset
    86
06bc494ca11e Initial load
duke
parents:
diff changeset
    87
    public Token token() {
11143
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
    88
        return token(0);
10
06bc494ca11e Initial load
duke
parents:
diff changeset
    89
    }
06bc494ca11e Initial load
duke
parents:
diff changeset
    90
11143
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
    91
    public Token token(int lookahead) {
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
    92
        if (lookahead == 0) {
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
    93
            return token;
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
    94
        } else {
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
    95
            ensureLookahead(lookahead);
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
    96
            return savedTokens.get(lookahead - 1);
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
    97
        }
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
    98
    }
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
    99
    //where
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
   100
        private void ensureLookahead(int lookahead) {
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
   101
            for (int i = savedTokens.size() ; i < lookahead ; i ++) {
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
   102
                savedTokens.add(tokenizer.readToken());
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
   103
            }
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
   104
        }
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
   105
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
   106
    public Token prevToken() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
   107
        return prevToken;
10
06bc494ca11e Initial load
duke
parents:
diff changeset
   108
    }
06bc494ca11e Initial load
duke
parents:
diff changeset
   109
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
   110
    public void nextToken() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
   111
        prevToken = token;
11143
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
   112
        if (!savedTokens.isEmpty()) {
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
   113
            token = savedTokens.remove(0);
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
   114
        } else {
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
   115
            token = tokenizer.readToken();
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10815
diff changeset
   116
        }
10
06bc494ca11e Initial load
duke
parents:
diff changeset
   117
    }
06bc494ca11e Initial load
duke
parents:
diff changeset
   118
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
   119
    public Token split() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
   120
        Token[] splitTokens = token.split(tokens);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
   121
        prevToken = splitTokens[0];
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
   122
        token = splitTokens[1];
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
   123
        return token;
10
06bc494ca11e Initial load
duke
parents:
diff changeset
   124
    }
06bc494ca11e Initial load
duke
parents:
diff changeset
   125
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
   126
    public LineMap getLineMap() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
   127
        return tokenizer.getLineMap();
10
06bc494ca11e Initial load
duke
parents:
diff changeset
   128
    }
06bc494ca11e Initial load
duke
parents:
diff changeset
   129
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
   130
    public int errPos() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
   131
        return tokenizer.errPos();
10
06bc494ca11e Initial load
duke
parents:
diff changeset
   132
    }
06bc494ca11e Initial load
duke
parents:
diff changeset
   133
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
   134
    public void errPos(int pos) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents: 10455
diff changeset
   135
        tokenizer.errPos(pos);
10
06bc494ca11e Initial load
duke
parents:
diff changeset
   136
    }
06bc494ca11e Initial load
duke
parents:
diff changeset
   137
}