src/jdk.internal.vm.compiler/share/classes/org.graalvm.compiler.nodes/src/org/graalvm/compiler/nodes/cfg/ControlFlowGraph.java
author dlong
Thu, 31 Oct 2019 16:54:16 -0700
changeset 58877 aec7bf35d6f5
parent 58299 6df94ce3ab2f
permissions -rw-r--r--
8233273: Update Graal Reviewed-by: kvn
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     1
/*
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
     2
 * Copyright (c) 2011, 2019, Oracle and/or its affiliates. All rights reserved.
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     4
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     7
 * published by the Free Software Foundation.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     8
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    13
 * accompanied this code).
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    14
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    18
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    21
 * questions.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    22
 */
50858
2d3e99a72541 8205824: Update Graal
never
parents: 47798
diff changeset
    23
2d3e99a72541 8205824: Update Graal
never
parents: 47798
diff changeset
    24
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    25
package org.graalvm.compiler.nodes.cfg;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    26
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
    27
import static org.graalvm.compiler.core.common.cfg.AbstractBlockBase.BLOCK_ID_COMPARATOR;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
    28
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    29
import java.util.ArrayList;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    30
import java.util.Arrays;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    31
import java.util.BitSet;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    32
import java.util.List;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    33
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    34
import org.graalvm.compiler.core.common.cfg.AbstractControlFlowGraph;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    35
import org.graalvm.compiler.core.common.cfg.CFGVerifier;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    36
import org.graalvm.compiler.core.common.cfg.Loop;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
    37
import org.graalvm.compiler.debug.DebugContext;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    38
import org.graalvm.compiler.debug.GraalError;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    39
import org.graalvm.compiler.graph.Node;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    40
import org.graalvm.compiler.graph.NodeMap;
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    41
import org.graalvm.compiler.graph.iterators.NodeIterable;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    42
import org.graalvm.compiler.nodes.AbstractBeginNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    43
import org.graalvm.compiler.nodes.AbstractEndNode;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    44
import org.graalvm.compiler.nodes.ControlSinkNode;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    45
import org.graalvm.compiler.nodes.ControlSplitNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    46
import org.graalvm.compiler.nodes.EndNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    47
import org.graalvm.compiler.nodes.FixedNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    48
import org.graalvm.compiler.nodes.FixedWithNextNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    49
import org.graalvm.compiler.nodes.IfNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    50
import org.graalvm.compiler.nodes.LoopBeginNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    51
import org.graalvm.compiler.nodes.LoopEndNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    52
import org.graalvm.compiler.nodes.LoopExitNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    53
import org.graalvm.compiler.nodes.MergeNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    54
import org.graalvm.compiler.nodes.StructuredGraph;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    55
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    56
public final class ControlFlowGraph implements AbstractControlFlowGraph<Block> {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    57
    /**
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    58
     * Don't allow relative frequency values to be become too small or too high as this makes
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    59
     * frequency calculations over- or underflow the range of a double. This commonly happens with
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    60
     * infinite loops within infinite loops. The value is chosen a bit lower than half the maximum
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    61
     * exponent supported by double. That way we can never overflow to infinity when multiplying two
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    62
     * relative frequency values.
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    63
     */
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    64
    public static final double MIN_RELATIVE_FREQUENCY = 0x1.0p-500;
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    65
    public static final double MAX_RELATIVE_FREQUENCY = 1 / MIN_RELATIVE_FREQUENCY;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    66
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    67
    public final StructuredGraph graph;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    68
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    69
    private NodeMap<Block> nodeToBlock;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    70
    private Block[] reversePostOrder;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    71
    private List<Loop<Block>> loops;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    72
    private int maxDominatorDepth;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    73
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    74
    public interface RecursiveVisitor<V> {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    75
        V enter(Block b);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    76
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    77
        void exit(Block b, V value);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    78
    }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    79
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    80
    public static ControlFlowGraph compute(StructuredGraph graph, boolean connectBlocks, boolean computeLoops, boolean computeDominators, boolean computePostdominators) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    81
        ControlFlowGraph cfg = new ControlFlowGraph(graph);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    82
        cfg.identifyBlocks();
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
    83
        cfg.computeFrequencies();
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    84
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    85
        if (computeLoops) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    86
            cfg.computeLoopInformation();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    87
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    88
        if (computeDominators) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    89
            cfg.computeDominators();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    90
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    91
        if (computePostdominators) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    92
            cfg.computePostdominators();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    93
        }
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    94
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    95
        // there's not much to verify when connectBlocks == false
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    96
        assert !(connectBlocks || computeLoops || computeDominators || computePostdominators) || CFGVerifier.verify(cfg);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    97
        return cfg;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    98
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    99
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   100
    public String dominatorTreeString() {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   101
        return dominatorTreeString(getStartBlock());
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   102
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   103
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   104
    private static String dominatorTreeString(Block b) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   105
        StringBuilder sb = new StringBuilder();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   106
        sb.append(b);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   107
        sb.append("(");
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   108
        Block firstDominated = b.getFirstDominated();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   109
        while (firstDominated != null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   110
            if (firstDominated.getDominator().getPostdominator() == firstDominated) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   111
                sb.append("!");
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   112
            }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   113
            sb.append(dominatorTreeString(firstDominated));
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   114
            firstDominated = firstDominated.getDominatedSibling();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   115
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   116
        sb.append(") ");
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   117
        return sb.toString();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   118
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   119
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   120
    @SuppressWarnings("unchecked")
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   121
    public <V> void visitDominatorTreeDefault(RecursiveVisitor<V> visitor) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   122
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   123
        Block[] stack = new Block[maxDominatorDepth + 1];
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   124
        Block current = getStartBlock();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   125
        int tos = 0;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   126
        Object[] values = null;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   127
        int valuesTOS = 0;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   128
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   129
        while (tos >= 0) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   130
            Block state = stack[tos];
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   131
            if (state == null || state.getDominator() == null || state.getDominator().getPostdominator() != state) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   132
                if (state == null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   133
                    // We enter this block for the first time.
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   134
                    V value = visitor.enter(current);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   135
                    if (value != null || values != null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   136
                        if (values == null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   137
                            values = new Object[maxDominatorDepth + 1];
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   138
                        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   139
                        values[valuesTOS++] = value;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   140
                    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   141
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   142
                    Block dominated = skipPostDom(current.getFirstDominated());
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   143
                    if (dominated != null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   144
                        // Descend into dominated.
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   145
                        stack[tos] = dominated;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   146
                        current = dominated;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   147
                        stack[++tos] = null;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   148
                        continue;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   149
                    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   150
                } else {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   151
                    Block next = skipPostDom(state.getDominatedSibling());
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   152
                    if (next != null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   153
                        // Descend into dominated.
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   154
                        stack[tos] = next;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   155
                        current = next;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   156
                        stack[++tos] = null;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   157
                        continue;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   158
                    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   159
                }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   160
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   161
                // Finished processing all normal dominators.
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   162
                Block postDom = current.getPostdominator();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   163
                if (postDom != null && postDom.getDominator() == current) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   164
                    // Descend into post dominator.
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   165
                    stack[tos] = postDom;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   166
                    current = postDom;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   167
                    stack[++tos] = null;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   168
                    continue;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   169
                }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   170
            }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   171
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   172
            // Finished processing this node, exit and pop from stack.
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   173
            V value = null;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   174
            if (values != null && valuesTOS > 0) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   175
                value = (V) values[--valuesTOS];
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   176
            }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   177
            visitor.exit(current, value);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   178
            current = current.getDominator();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   179
            --tos;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   180
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   181
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   182
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   183
    private static Block skipPostDom(Block block) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   184
        if (block != null && block.getDominator().getPostdominator() == block) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   185
            // This is an always reached block.
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   186
            return block.getDominatedSibling();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   187
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   188
        return block;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   189
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   190
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   191
    public static final class DeferredExit {
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   192
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   193
        public DeferredExit(Block block, DeferredExit next) {
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   194
            this.block = block;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   195
            this.next = next;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   196
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   197
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   198
        private final Block block;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   199
        private final DeferredExit next;
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   200
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   201
        public Block getBlock() {
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   202
            return block;
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   203
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   204
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   205
        public DeferredExit getNext() {
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   206
            return next;
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   207
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   208
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   209
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   210
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   211
    public static void addDeferredExit(DeferredExit[] deferredExits, Block b) {
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   212
        Loop<Block> outermostExited = b.getDominator().getLoop();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   213
        Loop<Block> exitBlockLoop = b.getLoop();
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   214
        assert outermostExited != null : "Dominator must be in a loop. Possible cause is a missing loop exit node.";
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   215
        while (outermostExited.getParent() != null && outermostExited.getParent() != exitBlockLoop) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   216
            outermostExited = outermostExited.getParent();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   217
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   218
        int loopIndex = outermostExited.getIndex();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   219
        deferredExits[loopIndex] = new DeferredExit(b, deferredExits[loopIndex]);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   220
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   221
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   222
    @SuppressWarnings({"unchecked"})
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   223
    public <V> void visitDominatorTreeDeferLoopExits(RecursiveVisitor<V> visitor) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   224
        Block[] stack = new Block[getBlocks().length];
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   225
        int tos = 0;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   226
        BitSet visited = new BitSet(getBlocks().length);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   227
        int loopCount = getLoops().size();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   228
        DeferredExit[] deferredExits = new DeferredExit[loopCount];
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   229
        Object[] values = null;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   230
        int valuesTOS = 0;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   231
        stack[0] = getStartBlock();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   232
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   233
        while (tos >= 0) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   234
            Block cur = stack[tos];
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   235
            int curId = cur.getId();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   236
            if (visited.get(curId)) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   237
                V value = null;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   238
                if (values != null && valuesTOS > 0) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   239
                    value = (V) values[--valuesTOS];
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   240
                }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   241
                visitor.exit(cur, value);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   242
                --tos;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   243
                if (cur.isLoopHeader()) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   244
                    int loopIndex = cur.getLoop().getIndex();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   245
                    DeferredExit deferredExit = deferredExits[loopIndex];
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   246
                    if (deferredExit != null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   247
                        while (deferredExit != null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   248
                            stack[++tos] = deferredExit.block;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   249
                            deferredExit = deferredExit.next;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   250
                        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   251
                        deferredExits[loopIndex] = null;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   252
                    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   253
                }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   254
            } else {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   255
                visited.set(curId);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   256
                V value = visitor.enter(cur);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   257
                if (value != null || values != null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   258
                    if (values == null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   259
                        values = new Object[maxDominatorDepth + 1];
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   260
                    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   261
                    values[valuesTOS++] = value;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   262
                }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   263
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   264
                Block alwaysReached = cur.getPostdominator();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   265
                if (alwaysReached != null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   266
                    if (alwaysReached.getDominator() != cur) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   267
                        alwaysReached = null;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   268
                    } else if (isDominatorTreeLoopExit(alwaysReached)) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   269
                        addDeferredExit(deferredExits, alwaysReached);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   270
                    } else {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   271
                        stack[++tos] = alwaysReached;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   272
                    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   273
                }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   274
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   275
                Block b = cur.getFirstDominated();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   276
                while (b != null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   277
                    if (b != alwaysReached) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   278
                        if (isDominatorTreeLoopExit(b)) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   279
                            addDeferredExit(deferredExits, b);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   280
                        } else {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   281
                            stack[++tos] = b;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   282
                        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   283
                    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   284
                    b = b.getDominatedSibling();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   285
                }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   286
            }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   287
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   288
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   289
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   290
    public <V> void visitDominatorTree(RecursiveVisitor<V> visitor, boolean deferLoopExits) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   291
        if (deferLoopExits && this.getLoops().size() > 0) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   292
            visitDominatorTreeDeferLoopExits(visitor);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   293
        } else {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   294
            visitDominatorTreeDefault(visitor);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   295
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   296
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   297
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   298
    public static boolean isDominatorTreeLoopExit(Block b) {
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   299
        Block dominator = b.getDominator();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   300
        return dominator != null && b.getLoop() != dominator.getLoop() && (!b.isLoopHeader() || dominator.getLoopDepth() >= b.getLoopDepth());
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   301
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   302
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   303
    private ControlFlowGraph(StructuredGraph graph) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   304
        this.graph = graph;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   305
        this.nodeToBlock = graph.createNodeMap();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   306
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   307
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   308
    private void computeDominators() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   309
        assert reversePostOrder[0].getPredecessorCount() == 0 : "start block has no predecessor and therefore no dominator";
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   310
        Block[] blocks = reversePostOrder;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   311
        int curMaxDominatorDepth = 0;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   312
        for (int i = 1; i < blocks.length; i++) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   313
            Block block = blocks[i];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   314
            assert block.getPredecessorCount() > 0;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   315
            Block dominator = null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   316
            for (Block pred : block.getPredecessors()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   317
                if (!pred.isLoopEnd()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   318
                    dominator = ((dominator == null) ? pred : commonDominatorRaw(dominator, pred));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   319
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   320
            }
54601
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54084
diff changeset
   321
            // Fortify: Suppress Null Dereference false positive (every block apart from the first
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54084
diff changeset
   322
            // is guaranteed to have a predecessor)
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54084
diff changeset
   323
            assert dominator != null;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   324
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   325
            // Set dominator.
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   326
            block.setDominator(dominator);
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   327
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   328
            // Keep dominated linked list sorted by block ID such that predecessor blocks are always
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   329
            // before successor blocks.
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   330
            Block currentDominated = dominator.getFirstDominated();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   331
            if (currentDominated != null && currentDominated.getId() < block.getId()) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   332
                while (currentDominated.getDominatedSibling() != null && currentDominated.getDominatedSibling().getId() < block.getId()) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   333
                    currentDominated = currentDominated.getDominatedSibling();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   334
                }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   335
                block.setDominatedSibling(currentDominated.getDominatedSibling());
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   336
                currentDominated.setDominatedSibling(block);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   337
            } else {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   338
                block.setDominatedSibling(dominator.getFirstDominated());
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   339
                dominator.setFirstDominated(block);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   340
            }
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   341
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   342
            curMaxDominatorDepth = Math.max(curMaxDominatorDepth, block.getDominatorDepth());
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   343
        }
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   344
        this.maxDominatorDepth = curMaxDominatorDepth;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   345
        calcDominatorRanges(getStartBlock(), reversePostOrder.length);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   346
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   347
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   348
    private static void calcDominatorRanges(Block block, int size) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   349
        Block[] stack = new Block[size];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   350
        stack[0] = block;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   351
        int tos = 0;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   352
        int myNumber = 0;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   353
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   354
        do {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   355
            Block cur = stack[tos];
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   356
            Block dominated = cur.getFirstDominated();
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   357
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   358
            if (cur.getDominatorNumber() == -1) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   359
                cur.setDominatorNumber(myNumber);
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   360
                if (dominated != null) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   361
                    // Push children onto stack.
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   362
                    do {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   363
                        stack[++tos] = dominated;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   364
                        dominated = dominated.getDominatedSibling();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   365
                    } while (dominated != null);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   366
                } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   367
                    cur.setMaxChildDomNumber(myNumber);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   368
                    --tos;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   369
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   370
                ++myNumber;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   371
            } else {
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   372
                cur.setMaxChildDomNumber(dominated.getMaxChildDominatorNumber());
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   373
                --tos;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   374
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   375
        } while (tos >= 0);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   376
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   377
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   378
    private static Block commonDominatorRaw(Block a, Block b) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   379
        int aDomDepth = a.getDominatorDepth();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   380
        int bDomDepth = b.getDominatorDepth();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   381
        if (aDomDepth > bDomDepth) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   382
            return commonDominatorRawSameDepth(a.getDominator(aDomDepth - bDomDepth), b);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   383
        } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   384
            return commonDominatorRawSameDepth(a, b.getDominator(bDomDepth - aDomDepth));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   385
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   386
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   387
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   388
    private static Block commonDominatorRawSameDepth(Block a, Block b) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   389
        Block iterA = a;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   390
        Block iterB = b;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   391
        while (iterA != iterB) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   392
            iterA = iterA.getDominator();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   393
            iterB = iterB.getDominator();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   394
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   395
        return iterA;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   396
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   397
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   398
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   399
    public Block[] getBlocks() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   400
        return reversePostOrder;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   401
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   402
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   403
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   404
    public Block getStartBlock() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   405
        return reversePostOrder[0];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   406
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   407
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   408
    public Block[] reversePostOrder() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   409
        return reversePostOrder;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   410
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   411
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   412
    public NodeMap<Block> getNodeToBlock() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   413
        return nodeToBlock;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   414
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   415
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   416
    public Block blockFor(Node node) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   417
        return nodeToBlock.get(node);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   418
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   419
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   420
    public Block commonDominatorFor(NodeIterable<? extends Node> nodes) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   421
        Block commonDom = null;
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   422
        for (Node n : nodes) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   423
            Block b = blockFor(n);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   424
            commonDom = (Block) AbstractControlFlowGraph.commonDominator(commonDom, b);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   425
        }
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   426
        return commonDom;
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   427
    }
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   428
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   429
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   430
    public List<Loop<Block>> getLoops() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   431
        return loops;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   432
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   433
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   434
    public int getMaxDominatorDepth() {
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   435
        return maxDominatorDepth;
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   436
    }
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46371
diff changeset
   437
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   438
    private void identifyBlock(Block block) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   439
        FixedWithNextNode cur = block.getBeginNode();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   440
        while (true) {
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   441
            assert cur.isAlive() : cur;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   442
            assert nodeToBlock.get(cur) == null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   443
            nodeToBlock.set(cur, block);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   444
            FixedNode next = cur.next();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   445
            if (next instanceof AbstractBeginNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   446
                block.endNode = cur;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   447
                return;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   448
            } else if (next instanceof FixedWithNextNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   449
                cur = (FixedWithNextNode) next;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   450
            } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   451
                nodeToBlock.set(next, block);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   452
                block.endNode = next;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   453
                return;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   454
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   455
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   456
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   457
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   458
    /**
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   459
     * Identify and connect blocks (including loop backward edges). Predecessors need to be in the
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   460
     * order expected when iterating phi inputs.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   461
     */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   462
    private void identifyBlocks() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   463
        // Find all block headers.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   464
        int numBlocks = 0;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   465
        for (AbstractBeginNode begin : graph.getNodes(AbstractBeginNode.TYPE)) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   466
            Block block = new Block(begin);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   467
            identifyBlock(block);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   468
            numBlocks++;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   469
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   470
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   471
        // Compute reverse post order.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   472
        int count = 0;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   473
        NodeMap<Block> nodeMap = this.nodeToBlock;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   474
        Block[] stack = new Block[numBlocks];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   475
        int tos = 0;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   476
        Block startBlock = blockFor(graph.start());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   477
        stack[0] = startBlock;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   478
        startBlock.setPredecessors(Block.EMPTY_ARRAY);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   479
        do {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   480
            Block block = stack[tos];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   481
            int id = block.getId();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   482
            if (id == BLOCK_ID_INITIAL) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   483
                // First time we see this block: push all successors.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   484
                FixedNode last = block.getEndNode();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   485
                if (last instanceof EndNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   486
                    EndNode endNode = (EndNode) last;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   487
                    Block suxBlock = nodeMap.get(endNode.merge());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   488
                    if (suxBlock.getId() == BLOCK_ID_INITIAL) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   489
                        stack[++tos] = suxBlock;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   490
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   491
                    block.setSuccessors(new Block[]{suxBlock});
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   492
                } else if (last instanceof IfNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   493
                    IfNode ifNode = (IfNode) last;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   494
                    Block trueSucc = nodeMap.get(ifNode.trueSuccessor());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   495
                    stack[++tos] = trueSucc;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   496
                    Block falseSucc = nodeMap.get(ifNode.falseSuccessor());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   497
                    stack[++tos] = falseSucc;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   498
                    block.setSuccessors(new Block[]{trueSucc, falseSucc});
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   499
                    Block[] ifPred = new Block[]{block};
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   500
                    trueSucc.setPredecessors(ifPred);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   501
                    falseSucc.setPredecessors(ifPred);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   502
                } else if (last instanceof LoopEndNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   503
                    LoopEndNode loopEndNode = (LoopEndNode) last;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   504
                    block.setSuccessors(new Block[]{nodeMap.get(loopEndNode.loopBegin())});
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   505
                    // Nothing to do push onto the stack.
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   506
                } else if (last instanceof ControlSinkNode) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   507
                    block.setSuccessors(Block.EMPTY_ARRAY);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   508
                } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   509
                    assert !(last instanceof AbstractEndNode) : "Algorithm only supports EndNode and LoopEndNode.";
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   510
                    int startTos = tos;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   511
                    Block[] ifPred = new Block[]{block};
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   512
                    for (Node suxNode : last.successors()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   513
                        Block sux = nodeMap.get(suxNode);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   514
                        stack[++tos] = sux;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   515
                        sux.setPredecessors(ifPred);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   516
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   517
                    int suxCount = tos - startTos;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   518
                    Block[] successors = new Block[suxCount];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   519
                    System.arraycopy(stack, startTos + 1, successors, 0, suxCount);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   520
                    block.setSuccessors(successors);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   521
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   522
                block.setId(BLOCK_ID_VISITED);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   523
                AbstractBeginNode beginNode = block.getBeginNode();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   524
                if (beginNode instanceof LoopBeginNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   525
                    computeLoopPredecessors(nodeMap, block, (LoopBeginNode) beginNode);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   526
                } else if (beginNode instanceof MergeNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   527
                    MergeNode mergeNode = (MergeNode) beginNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   528
                    int forwardEndCount = mergeNode.forwardEndCount();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   529
                    Block[] predecessors = new Block[forwardEndCount];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   530
                    for (int i = 0; i < forwardEndCount; ++i) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   531
                        predecessors[i] = nodeMap.get(mergeNode.forwardEndAt(i));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   532
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   533
                    block.setPredecessors(predecessors);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   534
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   535
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   536
            } else if (id == BLOCK_ID_VISITED) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   537
                // Second time we see this block: All successors have been processed, so add block
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   538
                // to result list. Can safely reuse the stack for this.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   539
                --tos;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   540
                count++;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   541
                int index = numBlocks - count;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   542
                stack[index] = block;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   543
                block.setId(index);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   544
            } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   545
                throw GraalError.shouldNotReachHere();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   546
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   547
        } while (tos >= 0);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   548
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   549
        // Compute reverse postorder and number blocks.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   550
        assert count == numBlocks : "all blocks must be reachable";
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   551
        this.reversePostOrder = stack;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   552
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   553
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   554
    private static void computeLoopPredecessors(NodeMap<Block> nodeMap, Block block, LoopBeginNode loopBeginNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   555
        int forwardEndCount = loopBeginNode.forwardEndCount();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   556
        LoopEndNode[] loopEnds = loopBeginNode.orderedLoopEnds();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   557
        Block[] predecessors = new Block[forwardEndCount + loopEnds.length];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   558
        for (int i = 0; i < forwardEndCount; ++i) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   559
            predecessors[i] = nodeMap.get(loopBeginNode.forwardEndAt(i));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   560
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   561
        for (int i = 0; i < loopEnds.length; ++i) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   562
            predecessors[i + forwardEndCount] = nodeMap.get(loopEnds[i]);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   563
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   564
        block.setPredecessors(predecessors);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   565
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   566
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   567
    /**
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   568
     * Computes the frequencies of all blocks relative to the start block. It uses the probability
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   569
     * information attached to control flow splits to calculate the frequency of a block based on
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   570
     * the frequency of its predecessor and the probability of its incoming control flow branch.
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   571
     */
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   572
    private void computeFrequencies() {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   573
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   574
        for (Block block : reversePostOrder) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   575
            Block[] predecessors = block.getPredecessors();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   576
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   577
            double relativeFrequency;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   578
            if (predecessors.length == 0) {
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   579
                relativeFrequency = 1D;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   580
            } else if (predecessors.length == 1) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   581
                Block pred = predecessors[0];
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   582
                relativeFrequency = pred.relativeFrequency;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   583
                if (pred.getSuccessorCount() > 1) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   584
                    assert pred.getEndNode() instanceof ControlSplitNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   585
                    ControlSplitNode controlSplit = (ControlSplitNode) pred.getEndNode();
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   586
                    relativeFrequency = multiplyRelativeFrequencies(relativeFrequency, controlSplit.probability(block.getBeginNode()));
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   587
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   588
            } else {
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   589
                relativeFrequency = predecessors[0].relativeFrequency;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   590
                for (int i = 1; i < predecessors.length; ++i) {
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   591
                    relativeFrequency += predecessors[i].relativeFrequency;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   592
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   593
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   594
                if (block.getBeginNode() instanceof LoopBeginNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   595
                    LoopBeginNode loopBegin = (LoopBeginNode) block.getBeginNode();
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   596
                    relativeFrequency = multiplyRelativeFrequencies(relativeFrequency, loopBegin.loopFrequency());
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   597
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   598
            }
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   599
            if (relativeFrequency < MIN_RELATIVE_FREQUENCY) {
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   600
                relativeFrequency = MIN_RELATIVE_FREQUENCY;
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   601
            } else if (relativeFrequency > MAX_RELATIVE_FREQUENCY) {
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   602
                relativeFrequency = MAX_RELATIVE_FREQUENCY;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   603
            }
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   604
            block.setRelativeFrequency(relativeFrequency);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   605
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   606
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   607
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   608
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   609
    private void computeLoopInformation() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   610
        loops = new ArrayList<>();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   611
        if (graph.hasLoops()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   612
            Block[] stack = new Block[this.reversePostOrder.length];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   613
            for (Block block : reversePostOrder) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   614
                AbstractBeginNode beginNode = block.getBeginNode();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   615
                if (beginNode instanceof LoopBeginNode) {
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   616
                    Loop<Block> parent = block.getLoop();
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   617
                    Loop<Block> loop = new HIRLoop(parent, loops.size(), block);
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   618
                    if (parent != null) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   619
                        parent.getChildren().add(loop);
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   620
                    }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   621
                    loops.add(loop);
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   622
                    block.setLoop(loop);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   623
                    loop.getBlocks().add(block);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   624
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   625
                    LoopBeginNode loopBegin = (LoopBeginNode) beginNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   626
                    for (LoopEndNode end : loopBegin.loopEnds()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   627
                        Block endBlock = nodeToBlock.get(end);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   628
                        computeLoopBlocks(endBlock, loop, stack, true);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   629
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   630
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   631
                    // Note that at this point, due to traversal order, child loops of `loop` have
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   632
                    // not been discovered yet.
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   633
                    for (Block b : loop.getBlocks()) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   634
                        for (Block sux : b.getSuccessors()) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   635
                            if (sux.getLoop() != loop) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   636
                                assert sux.getLoopDepth() < loop.getDepth();
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   637
                                loop.getNaturalExits().add(sux);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   638
                            }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   639
                        }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   640
                    }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   641
                    loop.getNaturalExits().sort(BLOCK_ID_COMPARATOR);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   642
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   643
                    if (!graph.getGuardsStage().areFrameStatesAtDeopts()) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   644
                        for (LoopExitNode exit : loopBegin.loopExits()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   645
                            Block exitBlock = nodeToBlock.get(exit);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   646
                            assert exitBlock.getPredecessorCount() == 1;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   647
                            computeLoopBlocks(exitBlock.getFirstPredecessor(), loop, stack, true);
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   648
                            loop.getLoopExits().add(exitBlock);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   649
                        }
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   650
                        loop.getLoopExits().sort(BLOCK_ID_COMPARATOR);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   651
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   652
                        // The following loop can add new blocks to the end of the loop's block
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   653
                        // list.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   654
                        int size = loop.getBlocks().size();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   655
                        for (int i = 0; i < size; ++i) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   656
                            Block b = loop.getBlocks().get(i);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   657
                            for (Block sux : b.getSuccessors()) {
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   658
                                if (sux.getLoop() != loop) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   659
                                    AbstractBeginNode begin = sux.getBeginNode();
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   660
                                    if (!loopBegin.isLoopExit(begin)) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   661
                                        assert !(begin instanceof LoopBeginNode);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   662
                                        assert sux.getLoopDepth() < loop.getDepth();
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   663
                                        graph.getDebug().log(DebugContext.VERBOSE_LEVEL, "Unexpected loop exit with %s, including whole branch in the loop", sux);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   664
                                        computeLoopBlocks(sux, loop, stack, false);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   665
                                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   666
                                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   667
                            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   668
                        }
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   669
                    } else {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   670
                        loop.getLoopExits().addAll(loop.getNaturalExits());
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   671
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   672
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   673
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   674
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   675
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   676
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   677
    private static void computeLoopBlocks(Block start, Loop<Block> loop, Block[] stack, boolean usePred) {
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   678
        if (start.getLoop() != loop) {
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   679
            start.setLoop(loop);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   680
            stack[0] = start;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   681
            loop.getBlocks().add(start);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   682
            int tos = 0;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   683
            do {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   684
                Block block = stack[tos--];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   685
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   686
                // Add predecessors or successors to the loop.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   687
                for (Block b : (usePred ? block.getPredecessors() : block.getSuccessors())) {
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   688
                    if (b.getLoop() != loop) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   689
                        stack[++tos] = b;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46459
diff changeset
   690
                        b.setLoop(loop);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   691
                        loop.getBlocks().add(b);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   692
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   693
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   694
            } while (tos >= 0);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   695
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   696
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   697
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   698
    public void computePostdominators() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   699
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   700
        Block[] reversePostOrderTmp = this.reversePostOrder;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   701
        outer: for (int j = reversePostOrderTmp.length - 1; j >= 0; --j) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   702
            Block block = reversePostOrderTmp[j];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   703
            if (block.isLoopEnd()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   704
                // We do not want the loop header registered as the postdominator of the loop end.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   705
                continue;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   706
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   707
            if (block.getSuccessorCount() == 0) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   708
                // No successors => no postdominator.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   709
                continue;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   710
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   711
            Block firstSucc = block.getSuccessors()[0];
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   712
            if (block.getSuccessorCount() == 1) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   713
                block.postdominator = firstSucc;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   714
                continue;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   715
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   716
            Block postdominator = firstSucc;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   717
            for (Block sux : block.getSuccessors()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   718
                postdominator = commonPostdominator(postdominator, sux);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   719
                if (postdominator == null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   720
                    // There is a dead end => no postdominator available.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   721
                    continue outer;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   722
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   723
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   724
            assert !Arrays.asList(block.getSuccessors()).contains(postdominator) : "Block " + block + " has a wrong post dominator: " + postdominator;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   725
            block.setPostDominator(postdominator);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   726
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   727
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   728
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   729
    private static Block commonPostdominator(Block a, Block b) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   730
        Block iterA = a;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   731
        Block iterB = b;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   732
        while (iterA != iterB) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   733
            if (iterA.getId() < iterB.getId()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   734
                iterA = iterA.getPostdominator();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   735
                if (iterA == null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   736
                    return null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   737
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   738
            } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   739
                assert iterB.getId() < iterA.getId();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   740
                iterB = iterB.getPostdominator();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   741
                if (iterB == null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   742
                    return null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   743
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   744
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   745
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   746
        return iterA;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   747
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   748
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   749
    public void setNodeToBlock(NodeMap<Block> nodeMap) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   750
        this.nodeToBlock = nodeMap;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   751
    }
46963
089674d9949b 8186681: Update Graal
iveresov
parents: 46640
diff changeset
   752
089674d9949b 8186681: Update Graal
iveresov
parents: 46640
diff changeset
   753
    /**
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   754
     * Multiplies a and b and clamps the between {@link ControlFlowGraph#MIN_RELATIVE_FREQUENCY} and
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   755
     * {@link ControlFlowGraph#MAX_RELATIVE_FREQUENCY}.
46963
089674d9949b 8186681: Update Graal
iveresov
parents: 46640
diff changeset
   756
     */
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   757
    public static double multiplyRelativeFrequencies(double a, double b) {
46963
089674d9949b 8186681: Update Graal
iveresov
parents: 46640
diff changeset
   758
        assert !Double.isNaN(a) && !Double.isNaN(b) && Double.isFinite(a) && Double.isFinite(b) : a + " " + b;
089674d9949b 8186681: Update Graal
iveresov
parents: 46640
diff changeset
   759
        double r = a * b;
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   760
        if (r > MAX_RELATIVE_FREQUENCY) {
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   761
            return MAX_RELATIVE_FREQUENCY;
46963
089674d9949b 8186681: Update Graal
iveresov
parents: 46640
diff changeset
   762
        }
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   763
        if (r < MIN_RELATIVE_FREQUENCY) {
7dd81e82d083 8210777: Update Graal
dlong
parents: 50858
diff changeset
   764
            return MIN_RELATIVE_FREQUENCY;
46963
089674d9949b 8186681: Update Graal
iveresov
parents: 46640
diff changeset
   765
        }
089674d9949b 8186681: Update Graal
iveresov
parents: 46640
diff changeset
   766
        return r;
089674d9949b 8186681: Update Graal
iveresov
parents: 46640
diff changeset
   767
    }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   768
}