src/jdk.internal.vm.compiler/share/classes/org.graalvm.compiler.phases.common/src/org/graalvm/compiler/phases/common/CanonicalizerPhase.java
author dlong
Thu, 31 Oct 2019 16:54:16 -0700
changeset 58877 aec7bf35d6f5
parent 58299 6df94ce3ab2f
permissions -rw-r--r--
8233273: Update Graal Reviewed-by: kvn
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     1
/*
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
     2
 * Copyright (c) 2011, 2019, Oracle and/or its affiliates. All rights reserved.
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     4
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     7
 * published by the Free Software Foundation.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     8
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    13
 * accompanied this code).
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    14
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    18
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    21
 * questions.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    22
 */
50858
2d3e99a72541 8205824: Update Graal
never
parents: 50330
diff changeset
    23
2d3e99a72541 8205824: Update Graal
never
parents: 50330
diff changeset
    24
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    25
package org.graalvm.compiler.phases.common;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    26
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    27
import static org.graalvm.compiler.phases.common.CanonicalizerPhase.CanonicalizerFeature.CFG_SIMPLIFICATION;
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    28
import static org.graalvm.compiler.phases.common.CanonicalizerPhase.CanonicalizerFeature.GVN;
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    29
import static org.graalvm.compiler.phases.common.CanonicalizerPhase.CanonicalizerFeature.READ_CANONICALIZATION;
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    30
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    31
import java.util.EnumSet;
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    32
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    33
import org.graalvm.compiler.core.common.spi.ConstantFieldProvider;
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47216
diff changeset
    34
import org.graalvm.compiler.core.common.type.Stamp;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
    35
import org.graalvm.compiler.debug.CounterKey;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    36
import org.graalvm.compiler.debug.DebugCloseable;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
    37
import org.graalvm.compiler.debug.DebugContext;
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46393
diff changeset
    38
import org.graalvm.compiler.graph.GraalGraphError;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    39
import org.graalvm.compiler.graph.Graph;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    40
import org.graalvm.compiler.graph.Graph.Mark;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    41
import org.graalvm.compiler.graph.Graph.NodeEventListener;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    42
import org.graalvm.compiler.graph.Graph.NodeEventScope;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    43
import org.graalvm.compiler.graph.Node;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    44
import org.graalvm.compiler.graph.Node.IndirectCanonicalization;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    45
import org.graalvm.compiler.graph.NodeClass;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    46
import org.graalvm.compiler.graph.NodeWorkList;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    47
import org.graalvm.compiler.graph.spi.Canonicalizable;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    48
import org.graalvm.compiler.graph.spi.Canonicalizable.BinaryCommutative;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    49
import org.graalvm.compiler.graph.spi.SimplifierTool;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    50
import org.graalvm.compiler.nodeinfo.InputType;
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
    51
import org.graalvm.compiler.nodes.AbstractBeginNode;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    52
import org.graalvm.compiler.nodes.AbstractMergeNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    53
import org.graalvm.compiler.nodes.ConstantNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    54
import org.graalvm.compiler.nodes.ControlSinkNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    55
import org.graalvm.compiler.nodes.FixedNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    56
import org.graalvm.compiler.nodes.FixedWithNextNode;
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47216
diff changeset
    57
import org.graalvm.compiler.nodes.NodeView;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    58
import org.graalvm.compiler.nodes.StartNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    59
import org.graalvm.compiler.nodes.StructuredGraph;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    60
import org.graalvm.compiler.nodes.ValueNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    61
import org.graalvm.compiler.nodes.calc.FloatingNode;
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
    62
import org.graalvm.compiler.nodes.spi.CoreProviders;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    63
import org.graalvm.compiler.nodes.util.GraphUtil;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    64
import org.graalvm.compiler.options.OptionValues;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    65
import org.graalvm.compiler.phases.BasePhase;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    66
import org.graalvm.compiler.phases.Phase;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    67
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    68
import jdk.vm.ci.meta.Assumptions;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    69
import jdk.vm.ci.meta.Constant;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    70
import jdk.vm.ci.meta.ConstantReflectionProvider;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    71
import jdk.vm.ci.meta.MetaAccessProvider;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    72
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
    73
public class CanonicalizerPhase extends BasePhase<CoreProviders> {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    74
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    75
    public enum CanonicalizerFeature {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    76
        READ_CANONICALIZATION,
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    77
        CFG_SIMPLIFICATION,
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    78
        GVN
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    79
    }
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    80
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    81
    private static final int MAX_ITERATION_PER_NODE = 10;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
    82
    private static final CounterKey COUNTER_CANONICALIZED_NODES = DebugContext.counter("CanonicalizedNodes");
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
    83
    private static final CounterKey COUNTER_PROCESSED_NODES = DebugContext.counter("ProcessedNodes");
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
    84
    private static final CounterKey COUNTER_CANONICALIZATION_CONSIDERED_NODES = DebugContext.counter("CanonicalizationConsideredNodes");
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
    85
    private static final CounterKey COUNTER_INFER_STAMP_CALLED = DebugContext.counter("InferStampCalled");
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
    86
    private static final CounterKey COUNTER_STAMP_CHANGED = DebugContext.counter("StampChanged");
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
    87
    private static final CounterKey COUNTER_SIMPLIFICATION_CONSIDERED_NODES = DebugContext.counter("SimplificationConsideredNodes");
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
    88
    private static final CounterKey COUNTER_GLOBAL_VALUE_NUMBERING_HITS = DebugContext.counter("GlobalValueNumberingHits");
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    89
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    90
    private final EnumSet<CanonicalizerFeature> features;
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    91
    private final CustomCanonicalization customCanonicalization;
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    92
    private final CustomSimplification customSimplification;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    93
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    94
    public interface CustomCanonicalization {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    95
        /**
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    96
         * @param node the node to be canonicalized
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    97
         * @return the same node if no action should be taken, {@code null} if the node should be
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    98
         *         deleted, or a new node that should replace the given node
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    99
         */
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   100
        Node canonicalize(Node node);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   101
    }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   102
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   103
    public interface CustomSimplification {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   104
        /**
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   105
         * @param node the node to be simplified
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   106
         * @param tool utility available during the simplification process
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   107
         */
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   108
        void simplify(Node node, SimplifierTool tool);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   109
    }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   110
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   111
    protected CanonicalizerPhase(EnumSet<CanonicalizerFeature> features) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   112
        this(null, null, features);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   113
    }
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   114
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   115
    protected CanonicalizerPhase() {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   116
        this(null, null, EnumSet.allOf(CanonicalizerFeature.class));
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   117
    }
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   118
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   119
    protected CanonicalizerPhase(CustomCanonicalization customCanonicalization, CustomSimplification customSimplification) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   120
        this(customCanonicalization, customSimplification, EnumSet.allOf(CanonicalizerFeature.class));
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   121
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   122
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   123
    protected CanonicalizerPhase(CustomCanonicalization customCanonicalization, CustomSimplification customSimplification, EnumSet<CanonicalizerFeature> features) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   124
        this.customCanonicalization = customCanonicalization;
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   125
        this.customSimplification = customSimplification;
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   126
        this.features = features;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   127
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   128
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   129
    public CanonicalizerPhase copyWithCustomCanonicalization(CustomCanonicalization newCanonicalization) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   130
        return new CanonicalizerPhase(newCanonicalization, customSimplification, features);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   131
    }
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   132
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   133
    public CanonicalizerPhase copyWithCustomSimplification(CustomSimplification newSimplification) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   134
        return new CanonicalizerPhase(customCanonicalization, newSimplification, features);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   135
    }
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   136
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   137
    public CanonicalizerPhase copyWithoutGVN() {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   138
        EnumSet<CanonicalizerFeature> newFeatures = EnumSet.copyOf(features);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   139
        newFeatures.remove(GVN);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   140
        return new CanonicalizerPhase(customCanonicalization, customSimplification, newFeatures);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   141
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   142
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   143
    public CanonicalizerPhase copyWithoutSimplification() {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   144
        EnumSet<CanonicalizerFeature> newFeatures = EnumSet.copyOf(features);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   145
        newFeatures.remove(CFG_SIMPLIFICATION);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   146
        return new CanonicalizerPhase(customCanonicalization, customSimplification, newFeatures);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   147
    }
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   148
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   149
    public static CanonicalizerPhase create() {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   150
        return new CanonicalizerPhase(null, null, EnumSet.allOf(CanonicalizerFeature.class));
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   151
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   152
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   153
    public static CanonicalizerPhase createWithoutReadCanonicalization() {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   154
        return new CanonicalizerPhase(EnumSet.complementOf(EnumSet.of(READ_CANONICALIZATION)));
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   155
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   156
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   157
    public static CanonicalizerPhase createWithoutGVN() {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   158
        return new CanonicalizerPhase(EnumSet.complementOf(EnumSet.of(GVN)));
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   159
    }
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   160
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   161
    public static CanonicalizerPhase createWithoutCFGSimplification() {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   162
        return new CanonicalizerPhase(EnumSet.complementOf(EnumSet.of(CFG_SIMPLIFICATION)));
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   163
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   164
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   165
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   166
    public boolean checkContract() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   167
        /*
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   168
         * There are certain canonicalizations we make that heavily increase code size by e.g.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   169
         * replacing a merge followed by a return of the merge's phi with returns in each
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   170
         * predecessor.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   171
         */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   172
        return false;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   173
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   174
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   175
    @Override
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   176
    protected void run(StructuredGraph graph, CoreProviders context) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   177
        new Instance(context).run(graph);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   178
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   179
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   180
    /**
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   181
     * @param newNodesMark only the {@linkplain Graph#getNewNodes(Mark) new nodes} specified by this
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   182
     *            mark are processed
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   183
     */
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   184
    public void applyIncremental(StructuredGraph graph, CoreProviders context, Mark newNodesMark) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   185
        applyIncremental(graph, context, newNodesMark, true);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   186
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   187
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   188
    public void applyIncremental(StructuredGraph graph, CoreProviders context, Mark newNodesMark, boolean dumpGraph) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   189
        new Instance(context, newNodesMark).apply(graph, dumpGraph);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   190
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   191
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   192
    /**
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   193
     * @param workingSet the initial working set of nodes on which the canonicalizer works, should
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   194
     *            be an auto-grow node bitmap
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   195
     */
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   196
    public void applyIncremental(StructuredGraph graph, CoreProviders context, Iterable<? extends Node> workingSet) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   197
        applyIncremental(graph, context, workingSet, true);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   198
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   199
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   200
    public void applyIncremental(StructuredGraph graph, CoreProviders context, Iterable<? extends Node> workingSet, boolean dumpGraph) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   201
        new Instance(context, workingSet).apply(graph, dumpGraph);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   202
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   203
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   204
    public void applyIncremental(StructuredGraph graph, CoreProviders context, Iterable<? extends Node> workingSet, Mark newNodesMark) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   205
        applyIncremental(graph, context, workingSet, newNodesMark, true);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   206
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   207
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   208
    public void applyIncremental(StructuredGraph graph, CoreProviders context, Iterable<? extends Node> workingSet, Mark newNodesMark, boolean dumpGraph) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   209
        new Instance(context, workingSet, newNodesMark).apply(graph, dumpGraph);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   210
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   211
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47216
diff changeset
   212
    public NodeView getNodeView() {
25cfedf27edc 8192814: Update Graal
dlong
parents: 47216
diff changeset
   213
        return NodeView.DEFAULT;
25cfedf27edc 8192814: Update Graal
dlong
parents: 47216
diff changeset
   214
    }
25cfedf27edc 8192814: Update Graal
dlong
parents: 47216
diff changeset
   215
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   216
    private final class Instance extends Phase {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   217
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   218
        private final Mark newNodesMark;
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   219
        private final CoreProviders context;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   220
        private final Iterable<? extends Node> initWorkingSet;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   221
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   222
        private NodeWorkList workList;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   223
        private Tool tool;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   224
        private DebugContext debug;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   225
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   226
        private Instance(CoreProviders context) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   227
            this(context, null, null);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   228
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   229
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   230
        private Instance(CoreProviders context, Iterable<? extends Node> workingSet) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   231
            this(context, workingSet, null);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   232
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   233
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   234
        private Instance(CoreProviders context, Mark newNodesMark) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   235
            this(context, null, newNodesMark);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   236
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   237
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   238
        private Instance(CoreProviders context, Iterable<? extends Node> workingSet, Mark newNodesMark) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   239
            this.newNodesMark = newNodesMark;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   240
            this.context = context;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   241
            this.initWorkingSet = workingSet;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   242
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   243
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   244
        @Override
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   245
        public boolean checkContract() {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   246
            return false;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   247
        }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   248
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   249
        @Override
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   250
        protected void run(StructuredGraph graph) {
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   251
            this.debug = graph.getDebug();
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   252
            boolean wholeGraph = newNodesMark == null || newNodesMark.isStart();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   253
            if (initWorkingSet == null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   254
                workList = graph.createIterativeNodeWorkList(wholeGraph, MAX_ITERATION_PER_NODE);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   255
            } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   256
                workList = graph.createIterativeNodeWorkList(false, MAX_ITERATION_PER_NODE);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   257
                workList.addAll(initWorkingSet);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   258
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   259
            if (!wholeGraph) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   260
                workList.addAll(graph.getNewNodes(newNodesMark));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   261
            }
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   262
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   263
            tool = new Tool(graph.getAssumptions(), graph.getOptions());
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   264
            processWorkSet(graph);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   265
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   266
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   267
        @SuppressWarnings("try")
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   268
        private int processWorkSet(StructuredGraph graph) {
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   269
            int sum = 0;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   270
            NodeEventListener listener = new NodeEventListener() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   271
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   272
                @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   273
                public void nodeAdded(Node node) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   274
                    workList.add(node);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   275
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   276
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   277
                @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   278
                public void inputChanged(Node node) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   279
                    workList.add(node);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   280
                    if (node instanceof IndirectCanonicalization) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   281
                        for (Node usage : node.usages()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   282
                            workList.add(usage);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   283
                        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   284
                    }
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   285
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   286
                    if (node instanceof AbstractBeginNode) {
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   287
                        AbstractBeginNode abstractBeginNode = (AbstractBeginNode) node;
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   288
                        if (abstractBeginNode.predecessor() != null) {
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   289
                            workList.add(abstractBeginNode.predecessor());
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   290
                        }
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   291
                    }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   292
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   293
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   294
                @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   295
                public void usagesDroppedToZero(Node node) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   296
                    workList.add(node);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   297
                }
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   298
            };
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   299
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   300
            try (NodeEventScope nes = graph.trackNodeEvents(listener)) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   301
                for (Node n : workList) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   302
                    boolean changed = processNode(n);
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   303
                    if (changed && debug.isDumpEnabled(DebugContext.DETAILED_LEVEL)) {
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   304
                        debug.dump(DebugContext.DETAILED_LEVEL, graph, "CanonicalizerPhase %s", n);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   305
                    }
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   306
                    ++sum;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   307
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   308
            }
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 52910
diff changeset
   309
            return sum;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   310
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   311
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   312
        /**
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   313
         * @return true if the graph was changed.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   314
         */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   315
        private boolean processNode(Node node) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   316
            if (!node.isAlive()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   317
                return false;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   318
            }
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   319
            COUNTER_PROCESSED_NODES.increment(debug);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   320
            if (GraphUtil.tryKillUnused(node)) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   321
                return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   322
            }
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   323
            NodeClass<?> nodeClass = node.getNodeClass();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   324
            StructuredGraph graph = (StructuredGraph) node.graph();
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   325
            if (tryCanonicalize(node, nodeClass)) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   326
                return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   327
            }
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   328
            if (features.contains(GVN) && tryGlobalValueNumbering(node, nodeClass)) {
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   329
                return true;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   330
            }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   331
            if (node instanceof ValueNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   332
                ValueNode valueNode = (ValueNode) node;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   333
                boolean improvedStamp = tryInferStamp(valueNode);
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47216
diff changeset
   334
                Constant constant = valueNode.stamp(NodeView.DEFAULT).asConstant();
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   335
                if (constant != null && !(node instanceof ConstantNode)) {
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47216
diff changeset
   336
                    ConstantNode stampConstant = ConstantNode.forConstant(valueNode.stamp(NodeView.DEFAULT), constant, context.getMetaAccess(), graph);
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   337
                    debug.log("Canonicalizer: constant stamp replaces %1s with %1s", valueNode, stampConstant);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   338
                    valueNode.replaceAtUsages(InputType.Value, stampConstant);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   339
                    GraphUtil.tryKillUnused(valueNode);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   340
                    return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   341
                } else if (improvedStamp) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   342
                    // the improved stamp may enable additional canonicalization
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   343
                    if (tryCanonicalize(valueNode, nodeClass)) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   344
                        return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   345
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   346
                    valueNode.usages().forEach(workList::add);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   347
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   348
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   349
            return false;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   350
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   351
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   352
        public boolean tryGlobalValueNumbering(Node node, NodeClass<?> nodeClass) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   353
            if (nodeClass.valueNumberable()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   354
                Node newNode = node.graph().findDuplicate(node);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   355
                if (newNode != null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   356
                    assert !(node instanceof FixedNode || newNode instanceof FixedNode);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   357
                    node.replaceAtUsagesAndDelete(newNode);
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   358
                    COUNTER_GLOBAL_VALUE_NUMBERING_HITS.increment(debug);
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   359
                    debug.log("GVN applied and new node is %1s", newNode);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   360
                    return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   361
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   362
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   363
            return false;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   364
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   365
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   366
        private AutoCloseable getCanonicalizeableContractAssertion(Node node) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   367
            boolean needsAssertion = false;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   368
            assert (needsAssertion = true) == true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   369
            if (needsAssertion) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   370
                Mark mark = node.graph().getMark();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   371
                return () -> {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   372
                    assert mark.equals(node.graph().getMark()) : "new node created while canonicalizing " + node.getClass().getSimpleName() + " " + node + ": " +
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   373
                                    node.graph().getNewNodes(mark).snapshot();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   374
                };
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   375
            } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   376
                return null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   377
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   378
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   379
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   380
        @SuppressWarnings("try")
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   381
        public boolean tryCanonicalize(final Node node, NodeClass<?> nodeClass) {
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   382
            try (DebugCloseable position = node.withNodeSourcePosition(); DebugContext.Scope scope = debug.withContext(node)) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   383
                if (nodeClass.isCanonicalizable()) {
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   384
                    COUNTER_CANONICALIZATION_CONSIDERED_NODES.increment(debug);
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   385
                    Node canonical = node;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   386
                    try (AutoCloseable verify = getCanonicalizeableContractAssertion(node)) {
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   387
                        if (customCanonicalization != null) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   388
                            canonical = customCanonicalization.canonicalize(node);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   389
                        }
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   390
                        if (canonical == node) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   391
                            canonical = ((Canonicalizable) node).canonical(tool);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   392
                            if (canonical == node && nodeClass.isCommutative()) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   393
                                canonical = ((BinaryCommutative<?>) node).maybeCommuteInputs();
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   394
                            }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   395
                        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   396
                    } catch (Throwable e) {
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46393
diff changeset
   397
                        throw new GraalGraphError(e).addContext(node);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   398
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   399
                    if (performReplacement(node, canonical)) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   400
                        return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   401
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   402
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   403
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   404
                if (features.contains(CFG_SIMPLIFICATION) && nodeClass.isSimplifiable()) {
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   405
                    debug.log(DebugContext.VERBOSE_LEVEL, "Canonicalizer: simplifying %s", node);
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   406
                    COUNTER_SIMPLIFICATION_CONSIDERED_NODES.increment(debug);
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   407
                    if (customSimplification != null) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   408
                        customSimplification.simplify(node, tool);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   409
                    }
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   410
                    if (node.isAlive()) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   411
                        node.simplify(tool);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   412
                        if (node.isDeleted()) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   413
                            debug.log("Canonicalizer: simplified %s", node);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   414
                        }
52910
583fd71c47d6 8214023: Update Graal
dlong
parents: 50858
diff changeset
   415
                    }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   416
                    return node.isDeleted();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   417
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   418
                return false;
49873
26ebfe8ce852 8199755: Update Graal
dlong
parents: 48190
diff changeset
   419
            } catch (Throwable throwable) {
26ebfe8ce852 8199755: Update Graal
dlong
parents: 48190
diff changeset
   420
                throw debug.handle(throwable);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   421
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   422
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   423
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   424
// @formatter:off
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   425
//     cases:                                           original node:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   426
//                                         |Floating|Fixed-unconnected|Fixed-connected|
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   427
//                                         --------------------------------------------
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   428
//                                     null|   1    |        X        |       3       |
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   429
//                                         --------------------------------------------
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   430
//                                 Floating|   2    |        X        |       4       |
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   431
//       canonical node:                   --------------------------------------------
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   432
//                        Fixed-unconnected|   X    |        X        |       5       |
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   433
//                                         --------------------------------------------
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   434
//                          Fixed-connected|   2    |        X        |       6       |
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   435
//                                         --------------------------------------------
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   436
//                              ControlSink|   X    |        X        |       7       |
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   437
//                                         --------------------------------------------
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   438
//       X: must not happen (checked with assertions)
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   439
// @formatter:on
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   440
        private boolean performReplacement(final Node node, Node newCanonical) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   441
            if (newCanonical == node) {
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   442
                debug.log(DebugContext.VERBOSE_LEVEL, "Canonicalizer: work on %1s", node);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   443
                return false;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   444
            } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   445
                Node canonical = newCanonical;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   446
                debug.log("Canonicalizer: replacing %1s with %1s", node, canonical);
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   447
                COUNTER_CANONICALIZED_NODES.increment(debug);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   448
                StructuredGraph graph = (StructuredGraph) node.graph();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   449
                if (canonical != null && !canonical.isAlive()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   450
                    assert !canonical.isDeleted();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   451
                    canonical = graph.addOrUniqueWithInputs(canonical);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   452
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   453
                if (node instanceof FloatingNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   454
                    assert canonical == null || !(canonical instanceof FixedNode) ||
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   455
                                    (canonical.predecessor() != null || canonical instanceof StartNode || canonical instanceof AbstractMergeNode) : node +
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   456
                                                    " -> " + canonical + " : replacement should be floating or fixed and connected";
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   457
                    node.replaceAtUsages(canonical);
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   458
                    GraphUtil.killWithUnusedFloatingInputs(node, true);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   459
                } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   460
                    assert node instanceof FixedNode && node.predecessor() != null : node + " -> " + canonical + " : node should be fixed & connected (" + node.predecessor() + ")";
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   461
                    FixedNode fixed = (FixedNode) node;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   462
                    if (canonical instanceof ControlSinkNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   463
                        // case 7
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   464
                        fixed.replaceAtPredecessor(canonical);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   465
                        GraphUtil.killCFG(fixed);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   466
                        return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   467
                    } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   468
                        assert fixed instanceof FixedWithNextNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   469
                        FixedWithNextNode fixedWithNext = (FixedWithNextNode) fixed;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   470
                        // When removing a fixed node, new canonicalization
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   471
                        // opportunities for its successor may arise
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   472
                        assert fixedWithNext.next() != null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   473
                        tool.addToWorkList(fixedWithNext.next());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   474
                        if (canonical == null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   475
                            // case 3
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   476
                            node.replaceAtUsages(null);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   477
                            GraphUtil.removeFixedWithUnusedInputs(fixedWithNext);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   478
                        } else if (canonical instanceof FloatingNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   479
                            // case 4
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   480
                            graph.replaceFixedWithFloating(fixedWithNext, (FloatingNode) canonical);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   481
                        } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   482
                            assert canonical instanceof FixedNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   483
                            if (canonical.predecessor() == null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   484
                                assert !canonical.cfgSuccessors().iterator().hasNext() : "replacement " + canonical + " shouldn't have successors";
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   485
                                // case 5
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   486
                                graph.replaceFixedWithFixed(fixedWithNext, (FixedWithNextNode) canonical);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   487
                            } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   488
                                assert canonical.cfgSuccessors().iterator().hasNext() : "replacement " + canonical + " should have successors";
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   489
                                // case 6
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   490
                                node.replaceAtUsages(canonical);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   491
                                GraphUtil.removeFixedWithUnusedInputs(fixedWithNext);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   492
                            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   493
                        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   494
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   495
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   496
                return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   497
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   498
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   499
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   500
        /**
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   501
         * Calls {@link ValueNode#inferStamp()} on the node and, if it returns true (which means
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   502
         * that the stamp has changed), re-queues the node's usages. If the stamp has changed then
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   503
         * this method also checks if the stamp now describes a constant integer value, in which
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   504
         * case the node is replaced with a constant.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   505
         */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   506
        private boolean tryInferStamp(ValueNode node) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   507
            if (node.isAlive()) {
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   508
                COUNTER_INFER_STAMP_CALLED.increment(debug);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   509
                if (node.inferStamp()) {
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   510
                    COUNTER_STAMP_CHANGED.increment(debug);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   511
                    for (Node usage : node.usages()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   512
                        workList.add(usage);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   513
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   514
                    return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   515
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   516
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   517
            return false;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   518
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   519
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47216
diff changeset
   520
        private final class Tool implements SimplifierTool, NodeView {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   521
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   522
            private final Assumptions assumptions;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   523
            private final OptionValues options;
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47216
diff changeset
   524
            private NodeView nodeView;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   525
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   526
            Tool(Assumptions assumptions, OptionValues options) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   527
                this.assumptions = assumptions;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   528
                this.options = options;
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47216
diff changeset
   529
                this.nodeView = getNodeView();
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   530
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   531
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   532
            @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   533
            public void deleteBranch(Node branch) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   534
                FixedNode fixedBranch = (FixedNode) branch;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   535
                fixedBranch.predecessor().replaceFirstSuccessor(fixedBranch, null);
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   536
                GraphUtil.killCFG(fixedBranch);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   537
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   538
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   539
            @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   540
            public MetaAccessProvider getMetaAccess() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   541
                return context.getMetaAccess();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   542
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   543
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   544
            @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   545
            public ConstantReflectionProvider getConstantReflection() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   546
                return context.getConstantReflection();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   547
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   548
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   549
            @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   550
            public ConstantFieldProvider getConstantFieldProvider() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   551
                return context.getConstantFieldProvider();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   552
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   553
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   554
            @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   555
            public void addToWorkList(Node node) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   556
                workList.add(node);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   557
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   558
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   559
            @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   560
            public void addToWorkList(Iterable<? extends Node> nodes) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   561
                workList.addAll(nodes);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   562
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   563
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   564
            @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   565
            public void removeIfUnused(Node node) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   566
                GraphUtil.tryKillUnused(node);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   567
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   568
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   569
            @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   570
            public boolean canonicalizeReads() {
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   571
                return features.contains(READ_CANONICALIZATION);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   572
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   573
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   574
            @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   575
            public boolean allUsagesAvailable() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   576
                return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   577
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   578
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   579
            @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   580
            public Assumptions getAssumptions() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   581
                return assumptions;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   582
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   583
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   584
            @Override
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   585
            public Integer smallestCompareWidth() {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   586
                return context.getLowerer().smallestCompareWidth();
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   587
            }
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   588
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   589
            @Override
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   590
            public OptionValues getOptions() {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   591
                return options;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   592
            }
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47216
diff changeset
   593
25cfedf27edc 8192814: Update Graal
dlong
parents: 47216
diff changeset
   594
            @Override
25cfedf27edc 8192814: Update Graal
dlong
parents: 47216
diff changeset
   595
            public Stamp stamp(ValueNode node) {
25cfedf27edc 8192814: Update Graal
dlong
parents: 47216
diff changeset
   596
                return nodeView.stamp(node);
25cfedf27edc 8192814: Update Graal
dlong
parents: 47216
diff changeset
   597
            }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   598
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   599
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   600
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   601
    public boolean getCanonicalizeReads() {
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   602
        return features.contains(READ_CANONICALIZATION);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   603
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   604
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   605
}