src/jdk.internal.vm.compiler/share/classes/org.graalvm.compiler.loop/src/org/graalvm/compiler/loop/LoopFragment.java
author dlong
Thu, 31 Oct 2019 16:54:16 -0700
changeset 58877 aec7bf35d6f5
parent 57537 ecc6e394475f
permissions -rw-r--r--
8233273: Update Graal Reviewed-by: kvn
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     1
/*
57537
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
     2
 * Copyright (c) 2012, 2019, Oracle and/or its affiliates. All rights reserved.
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     4
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     7
 * published by the Free Software Foundation.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     8
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    13
 * accompanied this code).
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    14
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    18
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    21
 * questions.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    22
 */
50858
2d3e99a72541 8205824: Update Graal
never
parents: 49873
diff changeset
    23
2d3e99a72541 8205824: Update Graal
never
parents: 49873
diff changeset
    24
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    25
package org.graalvm.compiler.loop;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    26
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    27
import java.util.ArrayDeque;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    28
import java.util.Deque;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    29
import java.util.Iterator;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    30
49873
26ebfe8ce852 8199755: Update Graal
dlong
parents: 49451
diff changeset
    31
import jdk.internal.vm.compiler.collections.EconomicMap;
57537
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
    32
import org.graalvm.compiler.core.common.cfg.AbstractControlFlowGraph;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    33
import org.graalvm.compiler.graph.Graph;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    34
import org.graalvm.compiler.graph.Graph.DuplicationReplacement;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    35
import org.graalvm.compiler.graph.Node;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    36
import org.graalvm.compiler.graph.NodeBitMap;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    37
import org.graalvm.compiler.graph.iterators.NodeIterable;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    38
import org.graalvm.compiler.nodes.AbstractBeginNode;
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
    39
import org.graalvm.compiler.nodes.AbstractMergeNode;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    40
import org.graalvm.compiler.nodes.EndNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    41
import org.graalvm.compiler.nodes.FixedNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    42
import org.graalvm.compiler.nodes.FrameState;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    43
import org.graalvm.compiler.nodes.GuardNode;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    44
import org.graalvm.compiler.nodes.GuardProxyNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    45
import org.graalvm.compiler.nodes.Invoke;
57537
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
    46
import org.graalvm.compiler.nodes.LoopBeginNode;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    47
import org.graalvm.compiler.nodes.LoopExitNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    48
import org.graalvm.compiler.nodes.MergeNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    49
import org.graalvm.compiler.nodes.PhiNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    50
import org.graalvm.compiler.nodes.ProxyNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    51
import org.graalvm.compiler.nodes.StructuredGraph;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    52
import org.graalvm.compiler.nodes.ValueNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    53
import org.graalvm.compiler.nodes.VirtualState;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    54
import org.graalvm.compiler.nodes.cfg.Block;
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
    55
import org.graalvm.compiler.nodes.cfg.ControlFlowGraph;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    56
import org.graalvm.compiler.nodes.java.MonitorEnterNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    57
import org.graalvm.compiler.nodes.spi.NodeWithState;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    58
import org.graalvm.compiler.nodes.virtual.CommitAllocationNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    59
import org.graalvm.compiler.nodes.virtual.VirtualObjectNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    60
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
    61
import jdk.vm.ci.meta.TriState;
46680
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
    62
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    63
public abstract class LoopFragment {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    64
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    65
    private final LoopEx loop;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    66
    private final LoopFragment original;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    67
    protected NodeBitMap nodes;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    68
    protected boolean nodesReady;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    69
    private EconomicMap<Node, Node> duplicationMap;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    70
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    71
    public LoopFragment(LoopEx loop) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    72
        this(loop, null);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    73
        this.nodesReady = true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    74
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    75
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    76
    public LoopFragment(LoopEx loop, LoopFragment original) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    77
        this.loop = loop;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    78
        this.original = original;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    79
        this.nodesReady = false;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    80
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    81
46762
f7defa99f173 8185829: Update Graal
dlong
parents: 46680
diff changeset
    82
    /**
f7defa99f173 8185829: Update Graal
dlong
parents: 46680
diff changeset
    83
     * Return the original LoopEx for this fragment. For duplicated fragments this returns null.
f7defa99f173 8185829: Update Graal
dlong
parents: 46680
diff changeset
    84
     */
f7defa99f173 8185829: Update Graal
dlong
parents: 46680
diff changeset
    85
    protected LoopEx loop() {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    86
        return loop;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    87
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    88
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    89
    public abstract LoopFragment duplicate();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    90
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    91
    public abstract void insertBefore(LoopEx l);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    92
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    93
    public void disconnect() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    94
        // TODO (gd) possibly abstract
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    95
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    96
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    97
    public boolean contains(Node n) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    98
        return nodes().isMarkedAndGrow(n);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    99
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   100
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   101
    @SuppressWarnings("unchecked")
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   102
    public <New extends Node, Old extends New> New getDuplicatedNode(Old n) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   103
        assert isDuplicate();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   104
        return (New) duplicationMap.get(n);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   105
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   106
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   107
    protected <New extends Node, Old extends New> void putDuplicatedNode(Old oldNode, New newNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   108
        duplicationMap.put(oldNode, newNode);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   109
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   110
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   111
    /**
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   112
     * Gets the corresponding value in this fragment. Should be called on duplicate fragments with a
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   113
     * node from the original fragment as argument.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   114
     *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   115
     * @param b original value
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   116
     * @return corresponding value in the peel
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   117
     */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   118
    protected abstract ValueNode prim(ValueNode b);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   119
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   120
    public boolean isDuplicate() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   121
        return original != null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   122
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   123
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   124
    public LoopFragment original() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   125
        return original;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   126
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   127
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   128
    public abstract NodeBitMap nodes();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   129
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   130
    public StructuredGraph graph() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   131
        LoopEx l;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   132
        if (isDuplicate()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   133
            l = original().loop();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   134
        } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   135
            l = loop();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   136
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   137
        return l.loopBegin().graph();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   138
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   139
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   140
    protected abstract DuplicationReplacement getDuplicationReplacement();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   141
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
   142
    protected abstract void beforeDuplication();
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
   143
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   144
    protected void finishDuplication() {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   145
        LoopEx originalLoopEx = original().loop();
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   146
        ControlFlowGraph cfg = originalLoopEx.loopsData().getCFG();
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   147
        for (LoopExitNode exit : originalLoopEx.loopBegin().loopExits().snapshot()) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   148
            if (!originalLoopEx.loop().isLoopExit(cfg.blockFor(exit))) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   149
                // this LoopExitNode is too low, we need to remove it otherwise it will be below
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   150
                // merged exits
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   151
                exit.removeExit();
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   152
            }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   153
        }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   154
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   155
    }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   156
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   157
    protected void patchNodes(final DuplicationReplacement dataFix) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   158
        if (isDuplicate() && !nodesReady) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   159
            assert !original.isDuplicate();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   160
            final DuplicationReplacement cfgFix = original().getDuplicationReplacement();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   161
            DuplicationReplacement dr;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   162
            if (cfgFix == null && dataFix != null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   163
                dr = dataFix;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   164
            } else if (cfgFix != null && dataFix == null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   165
                dr = cfgFix;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   166
            } else if (cfgFix != null && dataFix != null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   167
                dr = new DuplicationReplacement() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   168
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   169
                    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   170
                    public Node replacement(Node o) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   171
                        Node r1 = dataFix.replacement(o);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   172
                        if (r1 != o) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   173
                            assert cfgFix.replacement(o) == o;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   174
                            return r1;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   175
                        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   176
                        Node r2 = cfgFix.replacement(o);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   177
                        if (r2 != o) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   178
                            return r2;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   179
                        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   180
                        return o;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   181
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   182
                };
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   183
            } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   184
                dr = null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   185
            }
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
   186
            beforeDuplication();
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   187
            NodeIterable<Node> nodesIterable = original().nodes();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   188
            duplicationMap = graph().addDuplicates(nodesIterable, graph(), nodesIterable.count(), dr);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   189
            finishDuplication();
46762
f7defa99f173 8185829: Update Graal
dlong
parents: 46680
diff changeset
   190
            nodes = new NodeBitMap(graph());
f7defa99f173 8185829: Update Graal
dlong
parents: 46680
diff changeset
   191
            nodes.markAll(duplicationMap.getValues());
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   192
            nodesReady = true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   193
        } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   194
            // TODO (gd) apply fix ?
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   195
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   196
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   197
57537
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   198
    protected static void computeNodes(NodeBitMap nodes, Graph graph, LoopEx loop, Iterable<AbstractBeginNode> blocks, Iterable<AbstractBeginNode> earlyExits) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   199
        for (AbstractBeginNode b : blocks) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   200
            if (b.isDeleted()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   201
                continue;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   202
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   203
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   204
            for (Node n : b.getBlockNodes()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   205
                if (n instanceof Invoke) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   206
                    nodes.mark(((Invoke) n).callTarget());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   207
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   208
                if (n instanceof NodeWithState) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   209
                    NodeWithState withState = (NodeWithState) n;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   210
                    withState.states().forEach(state -> state.applyToVirtual(node -> nodes.mark(node)));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   211
                }
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   212
                if (n instanceof AbstractMergeNode) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   213
                    // if a merge is in the loop, all of its phis are also in the loop
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   214
                    for (PhiNode phi : ((AbstractMergeNode) n).phis()) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   215
                        nodes.mark(phi);
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   216
                    }
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   217
                }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   218
                nodes.mark(n);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   219
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   220
        }
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
   221
        for (AbstractBeginNode earlyExit : earlyExits) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   222
            if (earlyExit.isDeleted()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   223
                continue;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   224
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   225
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   226
            nodes.mark(earlyExit);
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
   227
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
   228
            if (earlyExit instanceof LoopExitNode) {
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
   229
                LoopExitNode loopExit = (LoopExitNode) earlyExit;
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
   230
                FrameState stateAfter = loopExit.stateAfter();
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
   231
                if (stateAfter != null) {
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
   232
                    stateAfter.applyToVirtual(node -> nodes.mark(node));
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
   233
                }
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
   234
                for (ProxyNode proxy : loopExit.proxies()) {
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
   235
                    nodes.mark(proxy);
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
   236
                }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   237
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   238
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   239
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   240
        final NodeBitMap nonLoopNodes = graph.createNodeBitMap();
46680
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   241
        Deque<WorkListEntry> worklist = new ArrayDeque<>();
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   242
        for (AbstractBeginNode b : blocks) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   243
            if (b.isDeleted()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   244
                continue;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   245
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   246
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   247
            for (Node n : b.getBlockNodes()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   248
                if (n instanceof CommitAllocationNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   249
                    for (VirtualObjectNode obj : ((CommitAllocationNode) n).getVirtualObjects()) {
57537
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   250
                        markFloating(worklist, loop, obj, nodes, nonLoopNodes);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   251
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   252
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   253
                if (n instanceof MonitorEnterNode) {
57537
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   254
                    markFloating(worklist, loop, ((MonitorEnterNode) n).getMonitorId(), nodes, nonLoopNodes);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   255
                }
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   256
                if (n instanceof AbstractMergeNode) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   257
                    /*
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   258
                     * Since we already marked all phi nodes as being in the loop to break cycles,
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   259
                     * we also have to iterate over their usages here.
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   260
                     */
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   261
                    for (PhiNode phi : ((AbstractMergeNode) n).phis()) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   262
                        for (Node usage : phi.usages()) {
57537
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   263
                            markFloating(worklist, loop, usage, nodes, nonLoopNodes);
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   264
                        }
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   265
                    }
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   266
                }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   267
                for (Node usage : n.usages()) {
57537
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   268
                    markFloating(worklist, loop, usage, nodes, nonLoopNodes);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   269
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   270
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   271
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   272
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   273
46680
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   274
    static class WorkListEntry {
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   275
        final Iterator<Node> usages;
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   276
        final Node n;
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   277
        boolean isLoopNode;
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   278
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   279
        WorkListEntry(Node n, NodeBitMap loopNodes) {
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   280
            this.n = n;
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   281
            this.usages = n.usages().iterator();
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   282
            this.isLoopNode = loopNodes.isMarked(n);
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   283
        }
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   284
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   285
        @Override
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   286
        public boolean equals(Object obj) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   287
            if (!(obj instanceof WorkListEntry)) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   288
                return false;
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   289
            }
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   290
            WorkListEntry other = (WorkListEntry) obj;
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   291
            return this.n == other.n;
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   292
        }
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   293
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   294
        @Override
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   295
        public int hashCode() {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   296
            return n.hashCode();
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   297
        }
46680
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   298
    }
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   299
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   300
    static TriState isLoopNode(Node n, NodeBitMap loopNodes, NodeBitMap nonLoopNodes) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   301
        if (loopNodes.isMarked(n)) {
46680
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   302
            return TriState.TRUE;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   303
        }
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   304
        if (nonLoopNodes.isMarked(n)) {
46680
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   305
            return TriState.FALSE;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   306
        }
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   307
        if (n instanceof FixedNode || n instanceof PhiNode) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   308
            // phi nodes are treated the same as fixed nodes in this algorithm to break cycles
46680
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   309
            return TriState.FALSE;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   310
        }
46680
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   311
        return TriState.UNKNOWN;
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   312
    }
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   313
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   314
    private static void pushWorkList(Deque<WorkListEntry> workList, Node node, NodeBitMap loopNodes) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   315
        WorkListEntry entry = new WorkListEntry(node, loopNodes);
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   316
        assert !workList.contains(entry) : "node " + node + " added to worklist twice";
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   317
        workList.push(entry);
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   318
    }
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   319
57537
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   320
    private static void markFloating(Deque<WorkListEntry> workList, LoopEx loop, Node start, NodeBitMap loopNodes, NodeBitMap nonLoopNodes) {
46680
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   321
        if (isLoopNode(start, loopNodes, nonLoopNodes).isKnown()) {
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   322
            return;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   323
        }
57537
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   324
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   325
        LoopBeginNode loopBeginNode = loop.loopBegin();
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   326
        ControlFlowGraph cfg = loop.loopsData().getCFG();
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   327
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   328
        pushWorkList(workList, start, loopNodes);
46680
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   329
        while (!workList.isEmpty()) {
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   330
            WorkListEntry currentEntry = workList.peek();
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   331
            if (currentEntry.usages.hasNext()) {
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   332
                Node current = currentEntry.usages.next();
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   333
                TriState result = isLoopNode(current, loopNodes, nonLoopNodes);
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   334
                if (result.isKnown()) {
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   335
                    if (result.toBoolean()) {
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   336
                        currentEntry.isLoopNode = true;
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   337
                    }
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   338
                } else {
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   339
                    pushWorkList(workList, current, loopNodes);
46680
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   340
                }
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   341
            } else {
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   342
                workList.pop();
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   343
                boolean isLoopNode = currentEntry.isLoopNode;
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   344
                Node current = currentEntry.n;
57537
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   345
                if (!isLoopNode && current instanceof GuardNode && !current.hasUsages()) {
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   346
                    GuardNode guard = (GuardNode) current;
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   347
                    if (isLoopNode(guard.getCondition(), loopNodes, nonLoopNodes) != TriState.FALSE) {
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   348
                        ValueNode anchor = guard.getAnchor().asNode();
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   349
                        TriState isAnchorInLoop = isLoopNode(anchor, loopNodes, nonLoopNodes);
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   350
                        if (isAnchorInLoop != TriState.FALSE) {
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   351
                            if (!(anchor instanceof LoopExitNode && ((LoopExitNode) anchor).loopBegin() == loopBeginNode)) {
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 57537
diff changeset
   352
                                // It is undecidable whether the node is in the loop or not. This is
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 57537
diff changeset
   353
                                // not an issue for getting counted loop information,
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 57537
diff changeset
   354
                                // but causes issues when using the information for actual loop
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 57537
diff changeset
   355
                                // transformations. This is why a loop transformation must
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 57537
diff changeset
   356
                                // not happen while guards are floating.
57537
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   357
                                isLoopNode = true;
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   358
                            }
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   359
                        } else if (AbstractControlFlowGraph.strictlyDominates(cfg.blockFor(anchor), cfg.blockFor(loopBeginNode))) {
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   360
                            // The anchor is above the loop. The no-usage guard can potentially be
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   361
                            // scheduled inside the loop.
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   362
                            isLoopNode = true;
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   363
                        }
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   364
                    }
46680
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   365
                }
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   366
                if (isLoopNode) {
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   367
                    loopNodes.mark(current);
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   368
                    for (WorkListEntry e : workList) {
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   369
                        e.isLoopNode = true;
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   370
                    }
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   371
                } else {
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   372
                    nonLoopNodes.mark(current);
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   373
                }
2894e4262fd6 8184768: Update Graal
iveresov
parents: 46640
diff changeset
   374
            }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   375
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   376
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   377
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   378
    public static NodeIterable<AbstractBeginNode> toHirBlocks(final Iterable<Block> blocks) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   379
        return new NodeIterable<AbstractBeginNode>() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   380
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   381
            @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   382
            public Iterator<AbstractBeginNode> iterator() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   383
                final Iterator<Block> it = blocks.iterator();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   384
                return new Iterator<AbstractBeginNode>() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   385
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   386
                    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   387
                    public void remove() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   388
                        throw new UnsupportedOperationException();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   389
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   390
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   391
                    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   392
                    public AbstractBeginNode next() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   393
                        return it.next().getBeginNode();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   394
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   395
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   396
                    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   397
                    public boolean hasNext() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   398
                        return it.hasNext();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   399
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   400
                };
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   401
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   402
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   403
        };
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   404
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   405
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   406
    /**
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   407
     * Merges the early exits (i.e. loop exits) that were duplicated as part of this fragment, with
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   408
     * the original fragment's exits.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   409
     */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   410
    protected void mergeEarlyExits() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   411
        assert isDuplicate();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   412
        StructuredGraph graph = graph();
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   413
        for (AbstractBeginNode earlyExit : LoopFragment.toHirBlocks(original().loop().loop().getLoopExits())) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   414
            FixedNode next = earlyExit.next();
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   415
            if (earlyExit.isDeleted() || !this.original().contains(earlyExit)) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   416
                continue;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   417
            }
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   418
            AbstractBeginNode newEarlyExit = getDuplicatedNode(earlyExit);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   419
            if (newEarlyExit == null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   420
                continue;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   421
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   422
            MergeNode merge = graph.add(new MergeNode());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   423
            EndNode originalEnd = graph.add(new EndNode());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   424
            EndNode newEnd = graph.add(new EndNode());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   425
            merge.addForwardEnd(originalEnd);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   426
            merge.addForwardEnd(newEnd);
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   427
            earlyExit.setNext(originalEnd);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   428
            newEarlyExit.setNext(newEnd);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   429
            merge.setNext(next);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   430
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   431
            FrameState exitState = null;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   432
            if (earlyExit instanceof LoopExitNode) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   433
                LoopExitNode earlyLoopExit = (LoopExitNode) earlyExit;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   434
                exitState = earlyLoopExit.stateAfter();
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   435
                if (exitState != null) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   436
                    FrameState originalExitState = exitState;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   437
                    exitState = exitState.duplicateWithVirtualState();
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   438
                    earlyLoopExit.setStateAfter(exitState);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   439
                    merge.setStateAfter(originalExitState);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   440
                    /*
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   441
                     * Using the old exit's state as the merge's state is necessary because some of
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   442
                     * the VirtualState nodes contained in the old exit's state may be shared by
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   443
                     * other dominated VirtualStates. Those dominated virtual states need to see the
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   444
                     * proxy->phi update that are applied below.
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   445
                     *
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   446
                     * We now update the original fragment's nodes accordingly:
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   447
                     */
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   448
                    originalExitState.applyToVirtual(node -> original.nodes.clearAndGrow(node));
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   449
                    exitState.applyToVirtual(node -> original.nodes.markAndGrow(node));
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   450
                }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   451
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   452
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   453
            for (Node anchored : earlyExit.anchored().snapshot()) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   454
                anchored.replaceFirstInput(earlyExit, merge);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   455
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   456
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   457
            if (earlyExit instanceof LoopExitNode) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   458
                LoopExitNode earlyLoopExit = (LoopExitNode) earlyExit;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   459
                FrameState finalExitState = exitState;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   460
                boolean newEarlyExitIsLoopExit = newEarlyExit instanceof LoopExitNode;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   461
                for (ProxyNode vpn : earlyLoopExit.proxies().snapshot()) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   462
                    if (vpn.hasNoUsages()) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   463
                        continue;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   464
                    }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   465
                    if (vpn.value() == null) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   466
                        assert vpn instanceof GuardProxyNode;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   467
                        vpn.replaceAtUsages(null);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   468
                        continue;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   469
                    }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   470
                    final ValueNode replaceWith;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   471
                    ValueNode newVpn = prim(newEarlyExitIsLoopExit ? vpn : vpn.value());
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   472
                    if (newVpn != null) {
57537
ecc6e394475f 8226771: Update Graal
dlong
parents: 54084
diff changeset
   473
                        PhiNode phi = vpn.createPhi(merge);
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   474
                        phi.addInput(vpn);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   475
                        phi.addInput(newVpn);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   476
                        replaceWith = phi;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   477
                    } else {
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   478
                        replaceWith = vpn.value();
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   479
                    }
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   480
                    vpn.replaceAtMatchingUsages(replaceWith, usage -> {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   481
                        if (merge.isPhiAtMerge(usage)) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   482
                            return false;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   483
                        }
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   484
                        if (usage instanceof VirtualState) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   485
                            VirtualState stateUsage = (VirtualState) usage;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   486
                            if (finalExitState != null && finalExitState.isPartOfThisState(stateUsage)) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   487
                                return false;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   488
                            }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   489
                        }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   490
                        return true;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   491
                    });
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   492
                }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   493
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   494
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   495
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   496
}