langtools/src/share/classes/com/sun/tools/javac/parser/Tokens.java
author briangoetz
Wed, 18 Dec 2013 16:05:18 -0500
changeset 22163 3651128c74eb
parent 20249 93f8eae31092
permissions -rw-r--r--
8030244: Update langtools to use Diamond Reviewed-by: darcy
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
     1
/*
20249
93f8eae31092 6386236: Please rename com.sun.tools.javac.util.ListBuffer.lb()
alundblad
parents: 15367
diff changeset
     2
 * Copyright (c) 1999, 2013, Oracle and/or its affiliates. All rights reserved.
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
     4
 *
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
     7
 * published by the Free Software Foundation.  Oracle designates this
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
     8
 * particular file as subject to the "Classpath" exception as provided
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
     9
 * by Oracle in the LICENSE file that accompanied this code.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    10
 *
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    11
 * This code is distributed in the hope that it will be useful, but WITHOUT
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    12
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    13
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    14
 * version 2 for more details (a copy is included in the LICENSE file that
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    15
 * accompanied this code).
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    16
 *
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    17
 * You should have received a copy of the GNU General Public License version
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    18
 * 2 along with this work; if not, write to the Free Software Foundation,
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    19
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    20
 *
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    21
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    22
 * or visit www.oracle.com if you need additional information or have any
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    23
 * questions.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    24
 */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    25
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    26
package com.sun.tools.javac.parser;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    27
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    28
import java.util.Locale;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    29
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    30
import com.sun.tools.javac.api.Formattable;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    31
import com.sun.tools.javac.api.Messages;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    32
import com.sun.tools.javac.parser.Tokens.Token.Tag;
10948
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
    33
import com.sun.tools.javac.util.List;
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    34
import com.sun.tools.javac.util.Name;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    35
import com.sun.tools.javac.util.Context;
15367
31b57f2b8d0b 8005852: Treatment of '_' as identifier
mcimadamore
parents: 14062
diff changeset
    36
import com.sun.tools.javac.util.Filter;
10948
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
    37
import com.sun.tools.javac.util.ListBuffer;
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    38
import com.sun.tools.javac.util.Names;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    39
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    40
/** A class that defines codes/utilities for Java source tokens
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    41
 *  returned from lexical analysis.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    42
 *
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    43
 *  <p><b>This is NOT part of any supported API.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    44
 *  If you write code that depends on this, you do so at your own risk.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    45
 *  This code and its internal interfaces are subject to change or
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    46
 *  deletion without notice.</b>
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    47
 */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    48
public class Tokens {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    49
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    50
    private final Names names;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    51
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    52
    /**
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    53
     * Keyword array. Maps name indices to Token.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    54
     */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    55
    private final TokenKind[] key;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    56
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    57
    /**  The number of the last entered keyword.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    58
     */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    59
    private int maxKey = 0;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    60
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    61
    /** The names of all tokens.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    62
     */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    63
    private Name[] tokenName = new Name[TokenKind.values().length];
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    64
22163
3651128c74eb 8030244: Update langtools to use Diamond
briangoetz
parents: 20249
diff changeset
    65
    public static final Context.Key<Tokens> tokensKey = new Context.Key<>();
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    66
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    67
    public static Tokens instance(Context context) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    68
        Tokens instance = context.get(tokensKey);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    69
        if (instance == null)
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    70
            instance = new Tokens(context);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    71
        return instance;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    72
    }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    73
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    74
    protected Tokens(Context context) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    75
        context.put(tokensKey, this);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    76
        names = Names.instance(context);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    77
        for (TokenKind t : TokenKind.values()) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    78
            if (t.name != null)
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    79
                enterKeyword(t.name, t);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    80
            else
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    81
                tokenName[t.ordinal()] = null;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    82
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    83
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    84
        key = new TokenKind[maxKey+1];
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    85
        for (int i = 0; i <= maxKey; i++) key[i] = TokenKind.IDENTIFIER;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    86
        for (TokenKind t : TokenKind.values()) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    87
            if (t.name != null)
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    88
            key[tokenName[t.ordinal()].getIndex()] = t;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    89
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    90
    }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    91
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    92
    private void enterKeyword(String s, TokenKind token) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    93
        Name n = names.fromString(s);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    94
        tokenName[token.ordinal()] = n;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    95
        if (n.getIndex() > maxKey) maxKey = n.getIndex();
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    96
    }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    97
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    98
    /**
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    99
     * Create a new token given a name; if the name corresponds to a token name,
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   100
     * a new token of the corresponding kind is returned; otherwise, an
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   101
     * identifier token is returned.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   102
     */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   103
    TokenKind lookupKind(Name name) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   104
        return (name.getIndex() > maxKey) ? TokenKind.IDENTIFIER : key[name.getIndex()];
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   105
    }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   106
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   107
    TokenKind lookupKind(String name) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   108
        return lookupKind(names.fromString(name));
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   109
    }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   110
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   111
    /**
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   112
     * This enum defines all tokens used by the javac scanner. A token is
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   113
     * optionally associated with a name.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   114
     */
15367
31b57f2b8d0b 8005852: Treatment of '_' as identifier
mcimadamore
parents: 14062
diff changeset
   115
    public enum TokenKind implements Formattable, Filter<TokenKind> {
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   116
        EOF(),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   117
        ERROR(),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   118
        IDENTIFIER(Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   119
        ABSTRACT("abstract"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   120
        ASSERT("assert", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   121
        BOOLEAN("boolean", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   122
        BREAK("break"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   123
        BYTE("byte", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   124
        CASE("case"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   125
        CATCH("catch"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   126
        CHAR("char", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   127
        CLASS("class"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   128
        CONST("const"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   129
        CONTINUE("continue"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   130
        DEFAULT("default"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   131
        DO("do"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   132
        DOUBLE("double", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   133
        ELSE("else"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   134
        ENUM("enum", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   135
        EXTENDS("extends"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   136
        FINAL("final"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   137
        FINALLY("finally"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   138
        FLOAT("float", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   139
        FOR("for"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   140
        GOTO("goto"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   141
        IF("if"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   142
        IMPLEMENTS("implements"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   143
        IMPORT("import"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   144
        INSTANCEOF("instanceof"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   145
        INT("int", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   146
        INTERFACE("interface"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   147
        LONG("long", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   148
        NATIVE("native"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   149
        NEW("new"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   150
        PACKAGE("package"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   151
        PRIVATE("private"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   152
        PROTECTED("protected"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   153
        PUBLIC("public"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   154
        RETURN("return"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   155
        SHORT("short", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   156
        STATIC("static"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   157
        STRICTFP("strictfp"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   158
        SUPER("super", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   159
        SWITCH("switch"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   160
        SYNCHRONIZED("synchronized"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   161
        THIS("this", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   162
        THROW("throw"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   163
        THROWS("throws"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   164
        TRANSIENT("transient"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   165
        TRY("try"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   166
        VOID("void", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   167
        VOLATILE("volatile"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   168
        WHILE("while"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   169
        INTLITERAL(Tag.NUMERIC),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   170
        LONGLITERAL(Tag.NUMERIC),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   171
        FLOATLITERAL(Tag.NUMERIC),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   172
        DOUBLELITERAL(Tag.NUMERIC),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   173
        CHARLITERAL(Tag.NUMERIC),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   174
        STRINGLITERAL(Tag.STRING),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   175
        TRUE("true", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   176
        FALSE("false", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   177
        NULL("null", Tag.NAMED),
15367
31b57f2b8d0b 8005852: Treatment of '_' as identifier
mcimadamore
parents: 14062
diff changeset
   178
        UNDERSCORE("_", Tag.NAMED),
11143
9dbe313bfb74 7115050: Add parser support for lambda expressions
mcimadamore
parents: 10948
diff changeset
   179
        ARROW("->"),
14062
b7439971a094 7177386: Add attribution support for method references
mcimadamore
parents: 13078
diff changeset
   180
        COLCOL("::"),
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   181
        LPAREN("("),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   182
        RPAREN(")"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   183
        LBRACE("{"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   184
        RBRACE("}"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   185
        LBRACKET("["),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   186
        RBRACKET("]"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   187
        SEMI(";"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   188
        COMMA(","),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   189
        DOT("."),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   190
        ELLIPSIS("..."),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   191
        EQ("="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   192
        GT(">"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   193
        LT("<"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   194
        BANG("!"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   195
        TILDE("~"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   196
        QUES("?"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   197
        COLON(":"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   198
        EQEQ("=="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   199
        LTEQ("<="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   200
        GTEQ(">="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   201
        BANGEQ("!="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   202
        AMPAMP("&&"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   203
        BARBAR("||"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   204
        PLUSPLUS("++"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   205
        SUBSUB("--"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   206
        PLUS("+"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   207
        SUB("-"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   208
        STAR("*"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   209
        SLASH("/"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   210
        AMP("&"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   211
        BAR("|"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   212
        CARET("^"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   213
        PERCENT("%"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   214
        LTLT("<<"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   215
        GTGT(">>"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   216
        GTGTGT(">>>"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   217
        PLUSEQ("+="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   218
        SUBEQ("-="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   219
        STAREQ("*="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   220
        SLASHEQ("/="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   221
        AMPEQ("&="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   222
        BAREQ("|="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   223
        CARETEQ("^="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   224
        PERCENTEQ("%="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   225
        LTLTEQ("<<="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   226
        GTGTEQ(">>="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   227
        GTGTGTEQ(">>>="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   228
        MONKEYS_AT("@"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   229
        CUSTOM;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   230
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   231
        public final String name;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   232
        public final Tag tag;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   233
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   234
        TokenKind() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   235
            this(null, Tag.DEFAULT);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   236
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   237
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   238
        TokenKind(String name) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   239
            this(name, Tag.DEFAULT);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   240
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   241
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   242
        TokenKind(Tag tag) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   243
            this(null, tag);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   244
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   245
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   246
        TokenKind(String name, Tag tag) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   247
            this.name = name;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   248
            this.tag = tag;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   249
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   250
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   251
        public String toString() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   252
            switch (this) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   253
            case IDENTIFIER:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   254
                return "token.identifier";
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   255
            case CHARLITERAL:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   256
                return "token.character";
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   257
            case STRINGLITERAL:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   258
                return "token.string";
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   259
            case INTLITERAL:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   260
                return "token.integer";
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   261
            case LONGLITERAL:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   262
                return "token.long-integer";
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   263
            case FLOATLITERAL:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   264
                return "token.float";
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   265
            case DOUBLELITERAL:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   266
                return "token.double";
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   267
            case ERROR:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   268
                return "token.bad-symbol";
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   269
            case EOF:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   270
                return "token.end-of-input";
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   271
            case DOT: case COMMA: case SEMI: case LPAREN: case RPAREN:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   272
            case LBRACKET: case RBRACKET: case LBRACE: case RBRACE:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   273
                return "'" + name + "'";
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   274
            default:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   275
                return name;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   276
            }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   277
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   278
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   279
        public String getKind() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   280
            return "Token";
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   281
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   282
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   283
        public String toString(Locale locale, Messages messages) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   284
            return name != null ? toString() : messages.getLocalizedString(locale, "compiler.misc." + toString());
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   285
        }
15367
31b57f2b8d0b 8005852: Treatment of '_' as identifier
mcimadamore
parents: 14062
diff changeset
   286
31b57f2b8d0b 8005852: Treatment of '_' as identifier
mcimadamore
parents: 14062
diff changeset
   287
        @Override
31b57f2b8d0b 8005852: Treatment of '_' as identifier
mcimadamore
parents: 14062
diff changeset
   288
        public boolean accepts(TokenKind that) {
31b57f2b8d0b 8005852: Treatment of '_' as identifier
mcimadamore
parents: 14062
diff changeset
   289
            return this == that;
31b57f2b8d0b 8005852: Treatment of '_' as identifier
mcimadamore
parents: 14062
diff changeset
   290
        }
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   291
    }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   292
10948
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   293
    public interface Comment {
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   294
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   295
        enum CommentStyle {
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   296
            LINE,
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   297
            BLOCK,
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   298
            JAVADOC,
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   299
        }
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   300
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   301
        String getText();
13078
11d5e1c88864 7178297: provide mapping from doc comment position to source file position
jjg
parents: 13077
diff changeset
   302
        int getSourcePos(int index);
10948
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   303
        CommentStyle getStyle();
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   304
        boolean isDeprecated();
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   305
    }
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   306
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   307
    /**
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   308
     * This is the class representing a javac token. Each token has several fields
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   309
     * that are set by the javac lexer (i.e. start/end position, string value, etc).
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   310
     */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   311
    public static class Token {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   312
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   313
        /** tags constants **/
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   314
        enum Tag {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   315
            DEFAULT,
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   316
            NAMED,
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   317
            STRING,
22163
3651128c74eb 8030244: Update langtools to use Diamond
briangoetz
parents: 20249
diff changeset
   318
            NUMERIC
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   319
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   320
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   321
        /** The token kind */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   322
        public final TokenKind kind;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   323
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   324
        /** The start position of this token */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   325
        public final int pos;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   326
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   327
        /** The end position of this token */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   328
        public final int endPos;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   329
10948
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   330
        /** Comment reader associated with this token */
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   331
        public final List<Comment> comments;
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   332
10948
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   333
        Token(TokenKind kind, int pos, int endPos, List<Comment> comments) {
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   334
            this.kind = kind;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   335
            this.pos = pos;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   336
            this.endPos = endPos;
10948
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   337
            this.comments = comments;
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   338
            checkKind();
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   339
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   340
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   341
        Token[] split(Tokens tokens) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   342
            if (kind.name.length() < 2 || kind.tag != Tag.DEFAULT) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   343
                throw new AssertionError("Cant split" + kind);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   344
            }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   345
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   346
            TokenKind t1 = tokens.lookupKind(kind.name.substring(0, 1));
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   347
            TokenKind t2 = tokens.lookupKind(kind.name.substring(1));
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   348
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   349
            if (t1 == null || t2 == null) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   350
                throw new AssertionError("Cant split - bad subtokens");
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   351
            }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   352
            return new Token[] {
10948
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   353
                new Token(t1, pos, pos + t1.name.length(), comments),
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   354
                new Token(t2, pos + t1.name.length(), endPos, null)
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   355
            };
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   356
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   357
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   358
        protected void checkKind() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   359
            if (kind.tag != Tag.DEFAULT) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   360
                throw new AssertionError("Bad token kind - expected " + Tag.STRING);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   361
            }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   362
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   363
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   364
        public Name name() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   365
            throw new UnsupportedOperationException();
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   366
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   367
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   368
        public String stringVal() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   369
            throw new UnsupportedOperationException();
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   370
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   371
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   372
        public int radix() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   373
            throw new UnsupportedOperationException();
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   374
        }
10948
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   375
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   376
        /**
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   377
         * Preserve classic semantics - if multiple javadocs are found on the token
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   378
         * the last one is returned
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   379
         */
13077
16fb753bb5dc 7174143: encapsulate doc comment table
jjg
parents: 11144
diff changeset
   380
        public Comment comment(Comment.CommentStyle style) {
16fb753bb5dc 7174143: encapsulate doc comment table
jjg
parents: 11144
diff changeset
   381
            List<Comment> comments = getComments(Comment.CommentStyle.JAVADOC);
16fb753bb5dc 7174143: encapsulate doc comment table
jjg
parents: 11144
diff changeset
   382
            return comments.isEmpty() ?
10948
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   383
                    null :
13077
16fb753bb5dc 7174143: encapsulate doc comment table
jjg
parents: 11144
diff changeset
   384
                    comments.head;
10948
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   385
        }
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   386
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   387
        /**
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   388
         * Preserve classic semantics - deprecated should be set if at least one
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   389
         * javadoc comment attached to this token contains the '@deprecated' string
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   390
         */
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   391
        public boolean deprecatedFlag() {
13077
16fb753bb5dc 7174143: encapsulate doc comment table
jjg
parents: 11144
diff changeset
   392
            for (Comment c : getComments(Comment.CommentStyle.JAVADOC)) {
16fb753bb5dc 7174143: encapsulate doc comment table
jjg
parents: 11144
diff changeset
   393
                if (c.isDeprecated()) {
10948
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   394
                    return true;
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   395
                }
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   396
            }
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   397
            return false;
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   398
        }
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   399
13077
16fb753bb5dc 7174143: encapsulate doc comment table
jjg
parents: 11144
diff changeset
   400
        private List<Comment> getComments(Comment.CommentStyle style) {
10948
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   401
            if (comments == null) {
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   402
                return List.nil();
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   403
            } else {
20249
93f8eae31092 6386236: Please rename com.sun.tools.javac.util.ListBuffer.lb()
alundblad
parents: 15367
diff changeset
   404
                ListBuffer<Comment> buf = new ListBuffer<>();
13077
16fb753bb5dc 7174143: encapsulate doc comment table
jjg
parents: 11144
diff changeset
   405
                for (Comment c : comments) {
16fb753bb5dc 7174143: encapsulate doc comment table
jjg
parents: 11144
diff changeset
   406
                    if (c.getStyle() == style) {
16fb753bb5dc 7174143: encapsulate doc comment table
jjg
parents: 11144
diff changeset
   407
                        buf.add(c);
10948
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   408
                    }
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   409
                }
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   410
                return buf.toList();
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   411
            }
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   412
        }
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   413
    }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   414
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   415
    final static class NamedToken extends Token {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   416
        /** The name of this token */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   417
        public final Name name;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   418
10948
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   419
        public NamedToken(TokenKind kind, int pos, int endPos, Name name, List<Comment> comments) {
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   420
            super(kind, pos, endPos, comments);
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   421
            this.name = name;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   422
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   423
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   424
        protected void checkKind() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   425
            if (kind.tag != Tag.NAMED) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   426
                throw new AssertionError("Bad token kind - expected " + Tag.NAMED);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   427
            }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   428
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   429
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   430
        @Override
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   431
        public Name name() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   432
            return name;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   433
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   434
    }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   435
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   436
    static class StringToken extends Token {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   437
        /** The string value of this token */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   438
        public final String stringVal;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   439
10948
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   440
        public StringToken(TokenKind kind, int pos, int endPos, String stringVal, List<Comment> comments) {
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   441
            super(kind, pos, endPos, comments);
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   442
            this.stringVal = stringVal;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   443
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   444
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   445
        protected void checkKind() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   446
            if (kind.tag != Tag.STRING) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   447
                throw new AssertionError("Bad token kind - expected " + Tag.STRING);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   448
            }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   449
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   450
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   451
        @Override
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   452
        public String stringVal() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   453
            return stringVal;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   454
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   455
    }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   456
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   457
    final static class NumericToken extends StringToken {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   458
        /** The 'radix' value of this token */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   459
        public final int radix;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   460
10948
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   461
        public NumericToken(TokenKind kind, int pos, int endPos, String stringVal, int radix, List<Comment> comments) {
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   462
            super(kind, pos, endPos, stringVal, comments);
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   463
            this.radix = radix;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   464
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   465
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   466
        protected void checkKind() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   467
            if (kind.tag != Tag.NUMERIC) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   468
                throw new AssertionError("Bad token kind - expected " + Tag.NUMERIC);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   469
            }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   470
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   471
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   472
        @Override
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   473
        public int radix() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   474
            return radix;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   475
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   476
    }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   477
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   478
    public static final Token DUMMY =
10948
063463f6535f 7104201: Refactor DocCommentScanner
mcimadamore
parents: 10815
diff changeset
   479
                new Token(TokenKind.ERROR, 0, 0, null);
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   480
}