src/jdk.internal.vm.compiler/share/classes/org.graalvm.compiler.nodes/src/org/graalvm/compiler/nodes/cfg/ControlFlowGraph.java
author chegar
Thu, 17 Oct 2019 20:54:25 +0100
branchdatagramsocketimpl-branch
changeset 58679 9c3209ff7550
parent 58678 9cf78a70fa4f
parent 58299 6df94ce3ab2f
permissions -rw-r--r--
datagramsocketimpl-branch: merge with default
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     1
/*
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
     2
 * Copyright (c) 2011, 2019, Oracle and/or its affiliates. All rights reserved.
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     4
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     7
 * published by the Free Software Foundation.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     8
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    13
 * accompanied this code).
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    14
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    18
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    21
 * questions.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    22
 */
50858
2d3e99a72541 8205824: Update Graal
never
parents: 47798
diff changeset
    23
2d3e99a72541 8205824: Update Graal
never
parents: 47798
diff changeset
    24
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    25
package org.graalvm.compiler.nodes.cfg;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    26
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
    27
import static org.graalvm.compiler.core.common.cfg.AbstractBlockBase.BLOCK_ID_COMPARATOR;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
    28
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    29
import java.util.ArrayList;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    30
import java.util.Arrays;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    31
import java.util.BitSet;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    32
import java.util.List;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    33
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    34
import org.graalvm.compiler.core.common.cfg.AbstractControlFlowGraph;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    35
import org.graalvm.compiler.core.common.cfg.CFGVerifier;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    36
import org.graalvm.compiler.core.common.cfg.Loop;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
    37
import org.graalvm.compiler.debug.DebugContext;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    38
import org.graalvm.compiler.debug.GraalError;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    39
import org.graalvm.compiler.graph.Node;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    40
import org.graalvm.compiler.graph.NodeMap;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    41
import org.graalvm.compiler.nodes.AbstractBeginNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    42
import org.graalvm.compiler.nodes.AbstractEndNode;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    43
import org.graalvm.compiler.nodes.ControlSinkNode;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    44
import org.graalvm.compiler.nodes.ControlSplitNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    45
import org.graalvm.compiler.nodes.EndNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    46
import org.graalvm.compiler.nodes.FixedNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    47
import org.graalvm.compiler.nodes.FixedWithNextNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    48
import org.graalvm.compiler.nodes.IfNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    49
import org.graalvm.compiler.nodes.LoopBeginNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    50
import org.graalvm.compiler.nodes.LoopEndNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    51
import org.graalvm.compiler.nodes.LoopExitNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    52
import org.graalvm.compiler.nodes.MergeNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    53
import org.graalvm.compiler.nodes.StructuredGraph;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    54
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    55
public final class ControlFlowGraph implements AbstractControlFlowGraph<Block> {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    56
    /**
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    57
     * Don't allow relative frequency values to be become too small or too high as this makes
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    58
     * frequency calculations over- or underflow the range of a double. This commonly happens with
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    59
     * infinite loops within infinite loops. The value is chosen a bit lower than half the maximum
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    60
     * exponent supported by double. That way we can never overflow to infinity when multiplying two
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    61
     * relative frequency values.
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    62
     */
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    63
    public static final double MIN_RELATIVE_FREQUENCY = 0x1.0p-500;
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    64
    public static final double MAX_RELATIVE_FREQUENCY = 1 / MIN_RELATIVE_FREQUENCY;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    65
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    66
    public final StructuredGraph graph;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    67
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    68
    private NodeMap<Block> nodeToBlock;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    69
    private Block[] reversePostOrder;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    70
    private List<Loop<Block>> loops;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    71
    private int maxDominatorDepth;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    72
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    73
    public interface RecursiveVisitor<V> {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    74
        V enter(Block b);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    75
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    76
        void exit(Block b, V value);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    77
    }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    78
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    79
    public static ControlFlowGraph compute(StructuredGraph graph, boolean connectBlocks, boolean computeLoops, boolean computeDominators, boolean computePostdominators) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    80
        ControlFlowGraph cfg = new ControlFlowGraph(graph);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    81
        cfg.identifyBlocks();
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    82
        cfg.computeFrequencies();
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    83
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    84
        if (computeLoops) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    85
            cfg.computeLoopInformation();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    86
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    87
        if (computeDominators) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    88
            cfg.computeDominators();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    89
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    90
        if (computePostdominators) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    91
            cfg.computePostdominators();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    92
        }
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    93
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    94
        // there's not much to verify when connectBlocks == false
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    95
        assert !(connectBlocks || computeLoops || computeDominators || computePostdominators) || CFGVerifier.verify(cfg);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    96
        return cfg;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    97
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    98
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    99
    public String dominatorTreeString() {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   100
        return dominatorTreeString(getStartBlock());
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   101
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   102
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   103
    private static String dominatorTreeString(Block b) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   104
        StringBuilder sb = new StringBuilder();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   105
        sb.append(b);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   106
        sb.append("(");
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   107
        Block firstDominated = b.getFirstDominated();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   108
        while (firstDominated != null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   109
            if (firstDominated.getDominator().getPostdominator() == firstDominated) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   110
                sb.append("!");
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   111
            }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   112
            sb.append(dominatorTreeString(firstDominated));
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   113
            firstDominated = firstDominated.getDominatedSibling();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   114
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   115
        sb.append(") ");
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   116
        return sb.toString();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   117
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   118
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   119
    @SuppressWarnings("unchecked")
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   120
    public <V> void visitDominatorTreeDefault(RecursiveVisitor<V> visitor) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   121
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   122
        Block[] stack = new Block[maxDominatorDepth + 1];
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   123
        Block current = getStartBlock();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   124
        int tos = 0;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   125
        Object[] values = null;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   126
        int valuesTOS = 0;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   127
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   128
        while (tos >= 0) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   129
            Block state = stack[tos];
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   130
            if (state == null || state.getDominator() == null || state.getDominator().getPostdominator() != state) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   131
                if (state == null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   132
                    // We enter this block for the first time.
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   133
                    V value = visitor.enter(current);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   134
                    if (value != null || values != null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   135
                        if (values == null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   136
                            values = new Object[maxDominatorDepth + 1];
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   137
                        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   138
                        values[valuesTOS++] = value;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   139
                    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   140
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   141
                    Block dominated = skipPostDom(current.getFirstDominated());
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   142
                    if (dominated != null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   143
                        // Descend into dominated.
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   144
                        stack[tos] = dominated;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   145
                        current = dominated;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   146
                        stack[++tos] = null;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   147
                        continue;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   148
                    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   149
                } else {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   150
                    Block next = skipPostDom(state.getDominatedSibling());
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   151
                    if (next != null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   152
                        // Descend into dominated.
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   153
                        stack[tos] = next;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   154
                        current = next;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   155
                        stack[++tos] = null;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   156
                        continue;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   157
                    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   158
                }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   159
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   160
                // Finished processing all normal dominators.
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   161
                Block postDom = current.getPostdominator();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   162
                if (postDom != null && postDom.getDominator() == current) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   163
                    // Descend into post dominator.
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   164
                    stack[tos] = postDom;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   165
                    current = postDom;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   166
                    stack[++tos] = null;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   167
                    continue;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   168
                }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   169
            }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   170
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   171
            // Finished processing this node, exit and pop from stack.
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   172
            V value = null;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   173
            if (values != null && valuesTOS > 0) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   174
                value = (V) values[--valuesTOS];
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   175
            }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   176
            visitor.exit(current, value);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   177
            current = current.getDominator();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   178
            --tos;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   179
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   180
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   181
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   182
    private static Block skipPostDom(Block block) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   183
        if (block != null && block.getDominator().getPostdominator() == block) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   184
            // This is an always reached block.
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   185
            return block.getDominatedSibling();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   186
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   187
        return block;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   188
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   189
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   190
    public static final class DeferredExit {
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   191
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   192
        public DeferredExit(Block block, DeferredExit next) {
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   193
            this.block = block;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   194
            this.next = next;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   195
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   196
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   197
        private final Block block;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   198
        private final DeferredExit next;
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   199
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   200
        public Block getBlock() {
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   201
            return block;
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   202
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   203
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   204
        public DeferredExit getNext() {
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   205
            return next;
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   206
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   207
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   208
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   209
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   210
    public static void addDeferredExit(DeferredExit[] deferredExits, Block b) {
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   211
        Loop<Block> outermostExited = b.getDominator().getLoop();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   212
        Loop<Block> exitBlockLoop = b.getLoop();
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   213
        assert outermostExited != null : "Dominator must be in a loop. Possible cause is a missing loop exit node.";
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   214
        while (outermostExited.getParent() != null && outermostExited.getParent() != exitBlockLoop) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   215
            outermostExited = outermostExited.getParent();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   216
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   217
        int loopIndex = outermostExited.getIndex();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   218
        deferredExits[loopIndex] = new DeferredExit(b, deferredExits[loopIndex]);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   219
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   220
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   221
    @SuppressWarnings({"unchecked"})
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   222
    public <V> void visitDominatorTreeDeferLoopExits(RecursiveVisitor<V> visitor) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   223
        Block[] stack = new Block[getBlocks().length];
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   224
        int tos = 0;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   225
        BitSet visited = new BitSet(getBlocks().length);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   226
        int loopCount = getLoops().size();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   227
        DeferredExit[] deferredExits = new DeferredExit[loopCount];
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   228
        Object[] values = null;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   229
        int valuesTOS = 0;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   230
        stack[0] = getStartBlock();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   231
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   232
        while (tos >= 0) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   233
            Block cur = stack[tos];
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   234
            int curId = cur.getId();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   235
            if (visited.get(curId)) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   236
                V value = null;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   237
                if (values != null && valuesTOS > 0) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   238
                    value = (V) values[--valuesTOS];
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   239
                }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   240
                visitor.exit(cur, value);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   241
                --tos;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   242
                if (cur.isLoopHeader()) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   243
                    int loopIndex = cur.getLoop().getIndex();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   244
                    DeferredExit deferredExit = deferredExits[loopIndex];
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   245
                    if (deferredExit != null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   246
                        while (deferredExit != null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   247
                            stack[++tos] = deferredExit.block;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   248
                            deferredExit = deferredExit.next;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   249
                        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   250
                        deferredExits[loopIndex] = null;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   251
                    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   252
                }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   253
            } else {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   254
                visited.set(curId);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   255
                V value = visitor.enter(cur);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   256
                if (value != null || values != null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   257
                    if (values == null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   258
                        values = new Object[maxDominatorDepth + 1];
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   259
                    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   260
                    values[valuesTOS++] = value;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   261
                }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   262
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   263
                Block alwaysReached = cur.getPostdominator();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   264
                if (alwaysReached != null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   265
                    if (alwaysReached.getDominator() != cur) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   266
                        alwaysReached = null;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   267
                    } else if (isDominatorTreeLoopExit(alwaysReached)) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   268
                        addDeferredExit(deferredExits, alwaysReached);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   269
                    } else {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   270
                        stack[++tos] = alwaysReached;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   271
                    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   272
                }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   273
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   274
                Block b = cur.getFirstDominated();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   275
                while (b != null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   276
                    if (b != alwaysReached) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   277
                        if (isDominatorTreeLoopExit(b)) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   278
                            addDeferredExit(deferredExits, b);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   279
                        } else {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   280
                            stack[++tos] = b;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   281
                        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   282
                    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   283
                    b = b.getDominatedSibling();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   284
                }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   285
            }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   286
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   287
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   288
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   289
    public <V> void visitDominatorTree(RecursiveVisitor<V> visitor, boolean deferLoopExits) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   290
        if (deferLoopExits && this.getLoops().size() > 0) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   291
            visitDominatorTreeDeferLoopExits(visitor);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   292
        } else {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   293
            visitDominatorTreeDefault(visitor);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   294
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   295
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   296
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   297
    public static boolean isDominatorTreeLoopExit(Block b) {
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   298
        Block dominator = b.getDominator();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   299
        return dominator != null && b.getLoop() != dominator.getLoop() && (!b.isLoopHeader() || dominator.getLoopDepth() >= b.getLoopDepth());
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   300
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   301
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   302
    private ControlFlowGraph(StructuredGraph graph) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   303
        this.graph = graph;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   304
        this.nodeToBlock = graph.createNodeMap();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   305
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   306
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   307
    private void computeDominators() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   308
        assert reversePostOrder[0].getPredecessorCount() == 0 : "start block has no predecessor and therefore no dominator";
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   309
        Block[] blocks = reversePostOrder;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   310
        int curMaxDominatorDepth = 0;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   311
        for (int i = 1; i < blocks.length; i++) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   312
            Block block = blocks[i];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   313
            assert block.getPredecessorCount() > 0;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   314
            Block dominator = null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   315
            for (Block pred : block.getPredecessors()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   316
                if (!pred.isLoopEnd()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   317
                    dominator = ((dominator == null) ? pred : commonDominatorRaw(dominator, pred));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   318
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   319
            }
54601
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54084
diff changeset
   320
            // Fortify: Suppress Null Dereference false positive (every block apart from the first
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54084
diff changeset
   321
            // is guaranteed to have a predecessor)
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54084
diff changeset
   322
            assert dominator != null;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   323
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   324
            // Set dominator.
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   325
            block.setDominator(dominator);
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   326
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   327
            // Keep dominated linked list sorted by block ID such that predecessor blocks are always
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   328
            // before successor blocks.
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   329
            Block currentDominated = dominator.getFirstDominated();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   330
            if (currentDominated != null && currentDominated.getId() < block.getId()) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   331
                while (currentDominated.getDominatedSibling() != null && currentDominated.getDominatedSibling().getId() < block.getId()) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   332
                    currentDominated = currentDominated.getDominatedSibling();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   333
                }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   334
                block.setDominatedSibling(currentDominated.getDominatedSibling());
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   335
                currentDominated.setDominatedSibling(block);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   336
            } else {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   337
                block.setDominatedSibling(dominator.getFirstDominated());
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   338
                dominator.setFirstDominated(block);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   339
            }
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   340
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   341
            curMaxDominatorDepth = Math.max(curMaxDominatorDepth, block.getDominatorDepth());
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   342
        }
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   343
        this.maxDominatorDepth = curMaxDominatorDepth;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   344
        calcDominatorRanges(getStartBlock(), reversePostOrder.length);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   345
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   346
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   347
    private static void calcDominatorRanges(Block block, int size) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   348
        Block[] stack = new Block[size];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   349
        stack[0] = block;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   350
        int tos = 0;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   351
        int myNumber = 0;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   352
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   353
        do {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   354
            Block cur = stack[tos];
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   355
            Block dominated = cur.getFirstDominated();
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   356
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   357
            if (cur.getDominatorNumber() == -1) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   358
                cur.setDominatorNumber(myNumber);
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   359
                if (dominated != null) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   360
                    // Push children onto stack.
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   361
                    do {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   362
                        stack[++tos] = dominated;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   363
                        dominated = dominated.getDominatedSibling();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   364
                    } while (dominated != null);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   365
                } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   366
                    cur.setMaxChildDomNumber(myNumber);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   367
                    --tos;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   368
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   369
                ++myNumber;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   370
            } else {
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   371
                cur.setMaxChildDomNumber(dominated.getMaxChildDominatorNumber());
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   372
                --tos;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   373
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   374
        } while (tos >= 0);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   375
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   376
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   377
    private static Block commonDominatorRaw(Block a, Block b) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   378
        int aDomDepth = a.getDominatorDepth();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   379
        int bDomDepth = b.getDominatorDepth();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   380
        if (aDomDepth > bDomDepth) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   381
            return commonDominatorRawSameDepth(a.getDominator(aDomDepth - bDomDepth), b);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   382
        } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   383
            return commonDominatorRawSameDepth(a, b.getDominator(bDomDepth - aDomDepth));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   384
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   385
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   386
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   387
    private static Block commonDominatorRawSameDepth(Block a, Block b) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   388
        Block iterA = a;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   389
        Block iterB = b;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   390
        while (iterA != iterB) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   391
            iterA = iterA.getDominator();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   392
            iterB = iterB.getDominator();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   393
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   394
        return iterA;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   395
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   396
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   397
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   398
    public Block[] getBlocks() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   399
        return reversePostOrder;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   400
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   401
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   402
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   403
    public Block getStartBlock() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   404
        return reversePostOrder[0];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   405
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   406
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   407
    public Block[] reversePostOrder() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   408
        return reversePostOrder;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   409
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   410
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   411
    public NodeMap<Block> getNodeToBlock() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   412
        return nodeToBlock;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   413
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   414
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   415
    public Block blockFor(Node node) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   416
        return nodeToBlock.get(node);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   417
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   418
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   419
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   420
    public List<Loop<Block>> getLoops() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   421
        return loops;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   422
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   423
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   424
    public int getMaxDominatorDepth() {
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   425
        return maxDominatorDepth;
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   426
    }
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   427
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   428
    private void identifyBlock(Block block) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   429
        FixedWithNextNode cur = block.getBeginNode();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   430
        while (true) {
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   431
            assert cur.isAlive() : cur;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   432
            assert nodeToBlock.get(cur) == null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   433
            nodeToBlock.set(cur, block);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   434
            FixedNode next = cur.next();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   435
            if (next instanceof AbstractBeginNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   436
                block.endNode = cur;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   437
                return;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   438
            } else if (next instanceof FixedWithNextNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   439
                cur = (FixedWithNextNode) next;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   440
            } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   441
                nodeToBlock.set(next, block);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   442
                block.endNode = next;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   443
                return;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   444
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   445
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   446
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   447
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   448
    /**
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   449
     * Identify and connect blocks (including loop backward edges). Predecessors need to be in the
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   450
     * order expected when iterating phi inputs.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   451
     */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   452
    private void identifyBlocks() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   453
        // Find all block headers.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   454
        int numBlocks = 0;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   455
        for (AbstractBeginNode begin : graph.getNodes(AbstractBeginNode.TYPE)) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   456
            Block block = new Block(begin);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   457
            identifyBlock(block);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   458
            numBlocks++;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   459
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   460
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   461
        // Compute reverse post order.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   462
        int count = 0;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   463
        NodeMap<Block> nodeMap = this.nodeToBlock;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   464
        Block[] stack = new Block[numBlocks];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   465
        int tos = 0;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   466
        Block startBlock = blockFor(graph.start());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   467
        stack[0] = startBlock;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   468
        startBlock.setPredecessors(Block.EMPTY_ARRAY);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   469
        do {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   470
            Block block = stack[tos];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   471
            int id = block.getId();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   472
            if (id == BLOCK_ID_INITIAL) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   473
                // First time we see this block: push all successors.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   474
                FixedNode last = block.getEndNode();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   475
                if (last instanceof EndNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   476
                    EndNode endNode = (EndNode) last;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   477
                    Block suxBlock = nodeMap.get(endNode.merge());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   478
                    if (suxBlock.getId() == BLOCK_ID_INITIAL) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   479
                        stack[++tos] = suxBlock;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   480
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   481
                    block.setSuccessors(new Block[]{suxBlock});
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   482
                } else if (last instanceof IfNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   483
                    IfNode ifNode = (IfNode) last;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   484
                    Block trueSucc = nodeMap.get(ifNode.trueSuccessor());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   485
                    stack[++tos] = trueSucc;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   486
                    Block falseSucc = nodeMap.get(ifNode.falseSuccessor());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   487
                    stack[++tos] = falseSucc;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   488
                    block.setSuccessors(new Block[]{trueSucc, falseSucc});
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   489
                    Block[] ifPred = new Block[]{block};
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   490
                    trueSucc.setPredecessors(ifPred);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   491
                    falseSucc.setPredecessors(ifPred);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   492
                } else if (last instanceof LoopEndNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   493
                    LoopEndNode loopEndNode = (LoopEndNode) last;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   494
                    block.setSuccessors(new Block[]{nodeMap.get(loopEndNode.loopBegin())});
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   495
                    // Nothing to do push onto the stack.
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   496
                } else if (last instanceof ControlSinkNode) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   497
                    block.setSuccessors(Block.EMPTY_ARRAY);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   498
                } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   499
                    assert !(last instanceof AbstractEndNode) : "Algorithm only supports EndNode and LoopEndNode.";
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   500
                    int startTos = tos;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   501
                    Block[] ifPred = new Block[]{block};
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   502
                    for (Node suxNode : last.successors()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   503
                        Block sux = nodeMap.get(suxNode);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   504
                        stack[++tos] = sux;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   505
                        sux.setPredecessors(ifPred);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   506
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   507
                    int suxCount = tos - startTos;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   508
                    Block[] successors = new Block[suxCount];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   509
                    System.arraycopy(stack, startTos + 1, successors, 0, suxCount);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   510
                    block.setSuccessors(successors);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   511
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   512
                block.setId(BLOCK_ID_VISITED);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   513
                AbstractBeginNode beginNode = block.getBeginNode();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   514
                if (beginNode instanceof LoopBeginNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   515
                    computeLoopPredecessors(nodeMap, block, (LoopBeginNode) beginNode);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   516
                } else if (beginNode instanceof MergeNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   517
                    MergeNode mergeNode = (MergeNode) beginNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   518
                    int forwardEndCount = mergeNode.forwardEndCount();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   519
                    Block[] predecessors = new Block[forwardEndCount];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   520
                    for (int i = 0; i < forwardEndCount; ++i) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   521
                        predecessors[i] = nodeMap.get(mergeNode.forwardEndAt(i));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   522
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   523
                    block.setPredecessors(predecessors);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   524
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   525
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   526
            } else if (id == BLOCK_ID_VISITED) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   527
                // Second time we see this block: All successors have been processed, so add block
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   528
                // to result list. Can safely reuse the stack for this.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   529
                --tos;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   530
                count++;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   531
                int index = numBlocks - count;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   532
                stack[index] = block;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   533
                block.setId(index);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   534
            } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   535
                throw GraalError.shouldNotReachHere();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   536
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   537
        } while (tos >= 0);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   538
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   539
        // Compute reverse postorder and number blocks.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   540
        assert count == numBlocks : "all blocks must be reachable";
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   541
        this.reversePostOrder = stack;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   542
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   543
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   544
    private static void computeLoopPredecessors(NodeMap<Block> nodeMap, Block block, LoopBeginNode loopBeginNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   545
        int forwardEndCount = loopBeginNode.forwardEndCount();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   546
        LoopEndNode[] loopEnds = loopBeginNode.orderedLoopEnds();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   547
        Block[] predecessors = new Block[forwardEndCount + loopEnds.length];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   548
        for (int i = 0; i < forwardEndCount; ++i) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   549
            predecessors[i] = nodeMap.get(loopBeginNode.forwardEndAt(i));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   550
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   551
        for (int i = 0; i < loopEnds.length; ++i) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   552
            predecessors[i + forwardEndCount] = nodeMap.get(loopEnds[i]);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   553
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   554
        block.setPredecessors(predecessors);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   555
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   556
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   557
    /**
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   558
     * Computes the frequencies of all blocks relative to the start block. It uses the probability
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   559
     * information attached to control flow splits to calculate the frequency of a block based on
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   560
     * the frequency of its predecessor and the probability of its incoming control flow branch.
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   561
     */
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   562
    private void computeFrequencies() {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   563
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   564
        for (Block block : reversePostOrder) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   565
            Block[] predecessors = block.getPredecessors();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   566
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   567
            double relativeFrequency;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   568
            if (predecessors.length == 0) {
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   569
                relativeFrequency = 1D;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   570
            } else if (predecessors.length == 1) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   571
                Block pred = predecessors[0];
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   572
                relativeFrequency = pred.relativeFrequency;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   573
                if (pred.getSuccessorCount() > 1) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   574
                    assert pred.getEndNode() instanceof ControlSplitNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   575
                    ControlSplitNode controlSplit = (ControlSplitNode) pred.getEndNode();
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   576
                    relativeFrequency = multiplyRelativeFrequencies(relativeFrequency, controlSplit.probability(block.getBeginNode()));
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   577
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   578
            } else {
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   579
                relativeFrequency = predecessors[0].relativeFrequency;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   580
                for (int i = 1; i < predecessors.length; ++i) {
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   581
                    relativeFrequency += predecessors[i].relativeFrequency;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   582
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   583
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   584
                if (block.getBeginNode() instanceof LoopBeginNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   585
                    LoopBeginNode loopBegin = (LoopBeginNode) block.getBeginNode();
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   586
                    relativeFrequency = multiplyRelativeFrequencies(relativeFrequency, loopBegin.loopFrequency());
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   587
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   588
            }
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   589
            if (relativeFrequency < MIN_RELATIVE_FREQUENCY) {
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   590
                relativeFrequency = MIN_RELATIVE_FREQUENCY;
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   591
            } else if (relativeFrequency > MAX_RELATIVE_FREQUENCY) {
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   592
                relativeFrequency = MAX_RELATIVE_FREQUENCY;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   593
            }
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   594
            block.setRelativeFrequency(relativeFrequency);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   595
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   596
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   597
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   598
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   599
    private void computeLoopInformation() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   600
        loops = new ArrayList<>();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   601
        if (graph.hasLoops()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   602
            Block[] stack = new Block[this.reversePostOrder.length];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   603
            for (Block block : reversePostOrder) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   604
                AbstractBeginNode beginNode = block.getBeginNode();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   605
                if (beginNode instanceof LoopBeginNode) {
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   606
                    Loop<Block> parent = block.getLoop();
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   607
                    Loop<Block> loop = new HIRLoop(parent, loops.size(), block);
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   608
                    if (parent != null) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   609
                        parent.getChildren().add(loop);
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   610
                    }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   611
                    loops.add(loop);
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   612
                    block.setLoop(loop);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   613
                    loop.getBlocks().add(block);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   614
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   615
                    LoopBeginNode loopBegin = (LoopBeginNode) beginNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   616
                    for (LoopEndNode end : loopBegin.loopEnds()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   617
                        Block endBlock = nodeToBlock.get(end);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   618
                        computeLoopBlocks(endBlock, loop, stack, true);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   619
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   620
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   621
                    // Note that at this point, due to traversal order, child loops of `loop` have
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   622
                    // not been discovered yet.
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   623
                    for (Block b : loop.getBlocks()) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   624
                        for (Block sux : b.getSuccessors()) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   625
                            if (sux.getLoop() != loop) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   626
                                assert sux.getLoopDepth() < loop.getDepth();
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   627
                                loop.getNaturalExits().add(sux);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   628
                            }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   629
                        }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   630
                    }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   631
                    loop.getNaturalExits().sort(BLOCK_ID_COMPARATOR);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   632
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   633
                    if (!graph.getGuardsStage().areFrameStatesAtDeopts()) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   634
                        for (LoopExitNode exit : loopBegin.loopExits()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   635
                            Block exitBlock = nodeToBlock.get(exit);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   636
                            assert exitBlock.getPredecessorCount() == 1;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   637
                            computeLoopBlocks(exitBlock.getFirstPredecessor(), loop, stack, true);
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   638
                            loop.getLoopExits().add(exitBlock);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   639
                        }
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   640
                        loop.getLoopExits().sort(BLOCK_ID_COMPARATOR);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   641
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   642
                        // The following loop can add new blocks to the end of the loop's block
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   643
                        // list.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   644
                        int size = loop.getBlocks().size();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   645
                        for (int i = 0; i < size; ++i) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   646
                            Block b = loop.getBlocks().get(i);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   647
                            for (Block sux : b.getSuccessors()) {
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   648
                                if (sux.getLoop() != loop) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   649
                                    AbstractBeginNode begin = sux.getBeginNode();
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   650
                                    if (!loopBegin.isLoopExit(begin)) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   651
                                        assert !(begin instanceof LoopBeginNode);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   652
                                        assert sux.getLoopDepth() < loop.getDepth();
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   653
                                        graph.getDebug().log(DebugContext.VERBOSE_LEVEL, "Unexpected loop exit with %s, including whole branch in the loop", sux);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   654
                                        computeLoopBlocks(sux, loop, stack, false);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   655
                                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   656
                                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   657
                            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   658
                        }
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   659
                    } else {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   660
                        loop.getLoopExits().addAll(loop.getNaturalExits());
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   661
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   662
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   663
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   664
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   665
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   666
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   667
    private static void computeLoopBlocks(Block start, Loop<Block> loop, Block[] stack, boolean usePred) {
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   668
        if (start.getLoop() != loop) {
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   669
            start.setLoop(loop);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   670
            stack[0] = start;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   671
            loop.getBlocks().add(start);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   672
            int tos = 0;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   673
            do {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   674
                Block block = stack[tos--];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   675
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   676
                // Add predecessors or successors to the loop.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   677
                for (Block b : (usePred ? block.getPredecessors() : block.getSuccessors())) {
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   678
                    if (b.getLoop() != loop) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   679
                        stack[++tos] = b;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   680
                        b.setLoop(loop);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   681
                        loop.getBlocks().add(b);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   682
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   683
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   684
            } while (tos >= 0);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   685
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   686
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   687
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   688
    public void computePostdominators() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   689
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   690
        Block[] reversePostOrderTmp = this.reversePostOrder;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   691
        outer: for (int j = reversePostOrderTmp.length - 1; j >= 0; --j) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   692
            Block block = reversePostOrderTmp[j];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   693
            if (block.isLoopEnd()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   694
                // We do not want the loop header registered as the postdominator of the loop end.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   695
                continue;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   696
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   697
            if (block.getSuccessorCount() == 0) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   698
                // No successors => no postdominator.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   699
                continue;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   700
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   701
            Block firstSucc = block.getSuccessors()[0];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   702
            if (block.getSuccessorCount() == 1) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   703
                block.postdominator = firstSucc;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   704
                continue;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   705
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   706
            Block postdominator = firstSucc;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   707
            for (Block sux : block.getSuccessors()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   708
                postdominator = commonPostdominator(postdominator, sux);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   709
                if (postdominator == null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   710
                    // There is a dead end => no postdominator available.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   711
                    continue outer;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   712
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   713
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   714
            assert !Arrays.asList(block.getSuccessors()).contains(postdominator) : "Block " + block + " has a wrong post dominator: " + postdominator;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   715
            block.setPostDominator(postdominator);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   716
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   717
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   718
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   719
    private static Block commonPostdominator(Block a, Block b) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   720
        Block iterA = a;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   721
        Block iterB = b;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   722
        while (iterA != iterB) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   723
            if (iterA.getId() < iterB.getId()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   724
                iterA = iterA.getPostdominator();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   725
                if (iterA == null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   726
                    return null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   727
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   728
            } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   729
                assert iterB.getId() < iterA.getId();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   730
                iterB = iterB.getPostdominator();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   731
                if (iterB == null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   732
                    return null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   733
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   734
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   735
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   736
        return iterA;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   737
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   738
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   739
    public void setNodeToBlock(NodeMap<Block> nodeMap) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   740
        this.nodeToBlock = nodeMap;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   741
    }
46963
089674d9949b 8186681: Update Graal
iveresov
parents: 46640
diff changeset
   742
089674d9949b 8186681: Update Graal
iveresov
parents: 46640
diff changeset
   743
    /**
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   744
     * Multiplies a and b and clamps the between {@link ControlFlowGraph#MIN_RELATIVE_FREQUENCY} and
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   745
     * {@link ControlFlowGraph#MAX_RELATIVE_FREQUENCY}.
46963
089674d9949b 8186681: Update Graal
iveresov
parents: 46640
diff changeset
   746
     */
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   747
    public static double multiplyRelativeFrequencies(double a, double b) {
46963
089674d9949b 8186681: Update Graal
iveresov
parents: 46640
diff changeset
   748
        assert !Double.isNaN(a) && !Double.isNaN(b) && Double.isFinite(a) && Double.isFinite(b) : a + " " + b;
089674d9949b 8186681: Update Graal
iveresov
parents: 46640
diff changeset
   749
        double r = a * b;
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   750
        if (r > MAX_RELATIVE_FREQUENCY) {
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   751
            return MAX_RELATIVE_FREQUENCY;
46963
089674d9949b 8186681: Update Graal
iveresov
parents: 46640
diff changeset
   752
        }
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   753
        if (r < MIN_RELATIVE_FREQUENCY) {
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   754
            return MIN_RELATIVE_FREQUENCY;
46963
089674d9949b 8186681: Update Graal
iveresov
parents: 46640
diff changeset
   755
        }
089674d9949b 8186681: Update Graal
iveresov
parents: 46640
diff changeset
   756
        return r;
089674d9949b 8186681: Update Graal
iveresov
parents: 46640
diff changeset
   757
    }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   758
}