langtools/src/share/classes/com/sun/tools/javac/parser/Tokens.java
author mcimadamore
Mon, 24 Oct 2011 13:00:20 +0100
changeset 10815 a719aa5f1631
child 10948 063463f6535f
permissions -rw-r--r--
7096014: Javac tokens should retain state Summary: Refactor javac tokens from enum constants to stateful instances (to keep track of position, comments, etc.) Reviewed-by: jjg
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
10815
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
     1
/*
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
     2
 * Copyright (c) 1999, 2011, Oracle and/or its affiliates. All rights reserved.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
     4
 *
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
     7
 * published by the Free Software Foundation.  Oracle designates this
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
     8
 * particular file as subject to the "Classpath" exception as provided
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
     9
 * by Oracle in the LICENSE file that accompanied this code.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    10
 *
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    11
 * This code is distributed in the hope that it will be useful, but WITHOUT
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    12
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    13
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    14
 * version 2 for more details (a copy is included in the LICENSE file that
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    15
 * accompanied this code).
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    16
 *
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    17
 * You should have received a copy of the GNU General Public License version
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    18
 * 2 along with this work; if not, write to the Free Software Foundation,
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    19
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    20
 *
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    21
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    22
 * or visit www.oracle.com if you need additional information or have any
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    23
 * questions.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    24
 */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    25
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    26
package com.sun.tools.javac.parser;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    27
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    28
import java.util.Locale;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    29
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    30
import com.sun.tools.javac.api.Formattable;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    31
import com.sun.tools.javac.api.Messages;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    32
import com.sun.tools.javac.parser.Tokens.Token.Tag;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    33
import com.sun.tools.javac.util.Name;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    34
import com.sun.tools.javac.util.Context;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    35
import com.sun.tools.javac.util.Names;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    36
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    37
/** A class that defines codes/utilities for Java source tokens
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    38
 *  returned from lexical analysis.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    39
 *
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    40
 *  <p><b>This is NOT part of any supported API.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    41
 *  If you write code that depends on this, you do so at your own risk.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    42
 *  This code and its internal interfaces are subject to change or
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    43
 *  deletion without notice.</b>
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    44
 */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    45
public class Tokens {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    46
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    47
    private final Names names;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    48
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    49
    /**
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    50
     * Keyword array. Maps name indices to Token.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    51
     */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    52
    private final TokenKind[] key;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    53
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    54
    /**  The number of the last entered keyword.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    55
     */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    56
    private int maxKey = 0;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    57
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    58
    /** The names of all tokens.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    59
     */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    60
    private Name[] tokenName = new Name[TokenKind.values().length];
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    61
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    62
    public static final Context.Key<Tokens> tokensKey =
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    63
        new Context.Key<Tokens>();
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    64
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    65
    public static Tokens instance(Context context) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    66
        Tokens instance = context.get(tokensKey);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    67
        if (instance == null)
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    68
            instance = new Tokens(context);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    69
        return instance;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    70
    }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    71
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    72
    protected Tokens(Context context) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    73
        context.put(tokensKey, this);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    74
        names = Names.instance(context);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    75
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    76
        for (TokenKind t : TokenKind.values()) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    77
            if (t.name != null)
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    78
                enterKeyword(t.name, t);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    79
            else
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    80
                tokenName[t.ordinal()] = null;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    81
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    82
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    83
        key = new TokenKind[maxKey+1];
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    84
        for (int i = 0; i <= maxKey; i++) key[i] = TokenKind.IDENTIFIER;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    85
        for (TokenKind t : TokenKind.values()) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    86
            if (t.name != null)
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    87
            key[tokenName[t.ordinal()].getIndex()] = t;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    88
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    89
    }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    90
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    91
    private void enterKeyword(String s, TokenKind token) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    92
        Name n = names.fromString(s);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    93
        tokenName[token.ordinal()] = n;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    94
        if (n.getIndex() > maxKey) maxKey = n.getIndex();
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    95
    }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    96
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    97
    /**
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    98
     * Create a new token given a name; if the name corresponds to a token name,
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
    99
     * a new token of the corresponding kind is returned; otherwise, an
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   100
     * identifier token is returned.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   101
     */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   102
    TokenKind lookupKind(Name name) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   103
        return (name.getIndex() > maxKey) ? TokenKind.IDENTIFIER : key[name.getIndex()];
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   104
    }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   105
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   106
    TokenKind lookupKind(String name) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   107
        return lookupKind(names.fromString(name));
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   108
    }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   109
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   110
    /**
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   111
     * This enum defines all tokens used by the javac scanner. A token is
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   112
     * optionally associated with a name.
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   113
     */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   114
    public enum TokenKind implements Formattable {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   115
        EOF(),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   116
        ERROR(),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   117
        IDENTIFIER(Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   118
        ABSTRACT("abstract"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   119
        ASSERT("assert", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   120
        BOOLEAN("boolean", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   121
        BREAK("break"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   122
        BYTE("byte", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   123
        CASE("case"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   124
        CATCH("catch"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   125
        CHAR("char", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   126
        CLASS("class"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   127
        CONST("const"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   128
        CONTINUE("continue"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   129
        DEFAULT("default"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   130
        DO("do"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   131
        DOUBLE("double", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   132
        ELSE("else"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   133
        ENUM("enum", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   134
        EXTENDS("extends"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   135
        FINAL("final"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   136
        FINALLY("finally"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   137
        FLOAT("float", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   138
        FOR("for"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   139
        GOTO("goto"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   140
        IF("if"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   141
        IMPLEMENTS("implements"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   142
        IMPORT("import"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   143
        INSTANCEOF("instanceof"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   144
        INT("int", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   145
        INTERFACE("interface"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   146
        LONG("long", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   147
        NATIVE("native"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   148
        NEW("new"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   149
        PACKAGE("package"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   150
        PRIVATE("private"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   151
        PROTECTED("protected"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   152
        PUBLIC("public"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   153
        RETURN("return"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   154
        SHORT("short", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   155
        STATIC("static"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   156
        STRICTFP("strictfp"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   157
        SUPER("super", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   158
        SWITCH("switch"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   159
        SYNCHRONIZED("synchronized"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   160
        THIS("this", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   161
        THROW("throw"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   162
        THROWS("throws"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   163
        TRANSIENT("transient"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   164
        TRY("try"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   165
        VOID("void", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   166
        VOLATILE("volatile"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   167
        WHILE("while"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   168
        INTLITERAL(Tag.NUMERIC),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   169
        LONGLITERAL(Tag.NUMERIC),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   170
        FLOATLITERAL(Tag.NUMERIC),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   171
        DOUBLELITERAL(Tag.NUMERIC),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   172
        CHARLITERAL(Tag.NUMERIC),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   173
        STRINGLITERAL(Tag.STRING),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   174
        TRUE("true", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   175
        FALSE("false", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   176
        NULL("null", Tag.NAMED),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   177
        LPAREN("("),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   178
        RPAREN(")"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   179
        LBRACE("{"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   180
        RBRACE("}"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   181
        LBRACKET("["),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   182
        RBRACKET("]"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   183
        SEMI(";"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   184
        COMMA(","),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   185
        DOT("."),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   186
        ELLIPSIS("..."),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   187
        EQ("="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   188
        GT(">"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   189
        LT("<"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   190
        BANG("!"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   191
        TILDE("~"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   192
        QUES("?"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   193
        COLON(":"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   194
        EQEQ("=="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   195
        LTEQ("<="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   196
        GTEQ(">="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   197
        BANGEQ("!="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   198
        AMPAMP("&&"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   199
        BARBAR("||"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   200
        PLUSPLUS("++"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   201
        SUBSUB("--"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   202
        PLUS("+"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   203
        SUB("-"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   204
        STAR("*"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   205
        SLASH("/"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   206
        AMP("&"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   207
        BAR("|"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   208
        CARET("^"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   209
        PERCENT("%"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   210
        LTLT("<<"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   211
        GTGT(">>"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   212
        GTGTGT(">>>"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   213
        PLUSEQ("+="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   214
        SUBEQ("-="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   215
        STAREQ("*="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   216
        SLASHEQ("/="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   217
        AMPEQ("&="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   218
        BAREQ("|="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   219
        CARETEQ("^="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   220
        PERCENTEQ("%="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   221
        LTLTEQ("<<="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   222
        GTGTEQ(">>="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   223
        GTGTGTEQ(">>>="),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   224
        MONKEYS_AT("@"),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   225
        CUSTOM;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   226
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   227
        public final String name;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   228
        public final Tag tag;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   229
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   230
        TokenKind() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   231
            this(null, Tag.DEFAULT);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   232
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   233
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   234
        TokenKind(String name) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   235
            this(name, Tag.DEFAULT);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   236
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   237
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   238
        TokenKind(Tag tag) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   239
            this(null, tag);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   240
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   241
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   242
        TokenKind(String name, Tag tag) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   243
            this.name = name;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   244
            this.tag = tag;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   245
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   246
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   247
        public String toString() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   248
            switch (this) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   249
            case IDENTIFIER:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   250
                return "token.identifier";
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   251
            case CHARLITERAL:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   252
                return "token.character";
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   253
            case STRINGLITERAL:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   254
                return "token.string";
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   255
            case INTLITERAL:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   256
                return "token.integer";
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   257
            case LONGLITERAL:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   258
                return "token.long-integer";
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   259
            case FLOATLITERAL:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   260
                return "token.float";
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   261
            case DOUBLELITERAL:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   262
                return "token.double";
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   263
            case ERROR:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   264
                return "token.bad-symbol";
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   265
            case EOF:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   266
                return "token.end-of-input";
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   267
            case DOT: case COMMA: case SEMI: case LPAREN: case RPAREN:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   268
            case LBRACKET: case RBRACKET: case LBRACE: case RBRACE:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   269
                return "'" + name + "'";
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   270
            default:
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   271
                return name;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   272
            }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   273
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   274
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   275
        public String getKind() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   276
            return "Token";
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   277
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   278
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   279
        public String toString(Locale locale, Messages messages) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   280
            return name != null ? toString() : messages.getLocalizedString(locale, "compiler.misc." + toString());
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   281
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   282
    }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   283
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   284
    /**
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   285
     * This is the class representing a javac token. Each token has several fields
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   286
     * that are set by the javac lexer (i.e. start/end position, string value, etc).
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   287
     */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   288
    public static class Token {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   289
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   290
        /** tags constants **/
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   291
        enum Tag {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   292
            DEFAULT,
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   293
            NAMED,
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   294
            STRING,
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   295
            NUMERIC;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   296
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   297
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   298
        /** The token kind */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   299
        public final TokenKind kind;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   300
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   301
        /** The start position of this token */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   302
        public final int pos;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   303
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   304
        /** The end position of this token */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   305
        public final int endPos;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   306
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   307
        /** Is this token preceeded by a deprecated comment? */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   308
        public final boolean deprecatedFlag;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   309
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   310
        /** Is this token preceeded by a deprecated comment? */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   311
        public String docComment;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   312
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   313
        Token(TokenKind kind, int pos, int endPos,
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   314
                boolean deprecatedFlag) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   315
            this.kind = kind;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   316
            this.pos = pos;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   317
            this.endPos = endPos;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   318
            this.deprecatedFlag = deprecatedFlag;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   319
            checkKind();
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   320
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   321
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   322
        Token[] split(Tokens tokens) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   323
            if (kind.name.length() < 2 || kind.tag != Tag.DEFAULT) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   324
                throw new AssertionError("Cant split" + kind);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   325
            }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   326
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   327
            TokenKind t1 = tokens.lookupKind(kind.name.substring(0, 1));
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   328
            TokenKind t2 = tokens.lookupKind(kind.name.substring(1));
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   329
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   330
            if (t1 == null || t2 == null) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   331
                throw new AssertionError("Cant split - bad subtokens");
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   332
            }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   333
            return new Token[] {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   334
                new Token(t1, pos, pos + t1.name.length(), deprecatedFlag),
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   335
                new Token(t2, pos + t1.name.length(), endPos, false)
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   336
            };
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   337
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   338
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   339
        protected void checkKind() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   340
            if (kind.tag != Tag.DEFAULT) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   341
                throw new AssertionError("Bad token kind - expected " + Tag.STRING);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   342
            }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   343
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   344
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   345
        public Name name() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   346
            throw new UnsupportedOperationException();
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   347
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   348
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   349
        public String stringVal() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   350
            throw new UnsupportedOperationException();
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   351
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   352
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   353
        public int radix() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   354
            throw new UnsupportedOperationException();
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   355
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   356
    }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   357
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   358
    final static class NamedToken extends Token {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   359
        /** The name of this token */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   360
        public final Name name;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   361
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   362
        public NamedToken(TokenKind kind, int pos, int endPos, Name name, boolean deprecatedFlag) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   363
            super(kind, pos, endPos, deprecatedFlag);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   364
            this.name = name;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   365
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   366
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   367
        protected void checkKind() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   368
            if (kind.tag != Tag.NAMED) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   369
                throw new AssertionError("Bad token kind - expected " + Tag.NAMED);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   370
            }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   371
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   372
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   373
        @Override
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   374
        public Name name() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   375
            return name;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   376
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   377
    }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   378
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   379
    static class StringToken extends Token {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   380
        /** The string value of this token */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   381
        public final String stringVal;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   382
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   383
        public StringToken(TokenKind kind, int pos, int endPos, String stringVal, boolean deprecatedFlag) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   384
            super(kind, pos, endPos, deprecatedFlag);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   385
            this.stringVal = stringVal;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   386
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   387
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   388
        protected void checkKind() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   389
            if (kind.tag != Tag.STRING) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   390
                throw new AssertionError("Bad token kind - expected " + Tag.STRING);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   391
            }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   392
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   393
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   394
        @Override
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   395
        public String stringVal() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   396
            return stringVal;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   397
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   398
    }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   399
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   400
    final static class NumericToken extends StringToken {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   401
        /** The 'radix' value of this token */
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   402
        public final int radix;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   403
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   404
        public NumericToken(TokenKind kind, int pos, int endPos, String stringVal, int radix, boolean deprecatedFlag) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   405
            super(kind, pos, endPos, stringVal, deprecatedFlag);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   406
            this.radix = radix;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   407
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   408
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   409
        protected void checkKind() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   410
            if (kind.tag != Tag.NUMERIC) {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   411
                throw new AssertionError("Bad token kind - expected " + Tag.NUMERIC);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   412
            }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   413
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   414
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   415
        @Override
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   416
        public int radix() {
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   417
            return radix;
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   418
        }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   419
    }
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   420
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   421
    public static final Token DUMMY =
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   422
                new Token(TokenKind.ERROR, 0, 0, false);
a719aa5f1631 7096014: Javac tokens should retain state
mcimadamore
parents:
diff changeset
   423
}