src/jdk.internal.vm.compiler/share/classes/org.graalvm.compiler.phases.common/src/org/graalvm/compiler/phases/common/ConditionalEliminationPhase.java
author never
Wed, 27 Jun 2018 17:02:41 -0700
changeset 50858 2d3e99a72541
parent 50330 2cbc42a5764b
child 51736 42d99cb7f50f
permissions -rw-r--r--
8205824: Update Graal Reviewed-by: iveresov, kvn
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
     1
/*
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
     2
 * Copyright (c) 2015, 2017, Oracle and/or its affiliates. All rights reserved.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
     4
 *
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
     7
 * published by the Free Software Foundation.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
     8
 *
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    13
 * accompanied this code).
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    14
 *
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    18
 *
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    21
 * questions.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    22
 */
50858
2d3e99a72541 8205824: Update Graal
never
parents: 50330
diff changeset
    23
2d3e99a72541 8205824: Update Graal
never
parents: 50330
diff changeset
    24
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    25
package org.graalvm.compiler.phases.common;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    26
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
    27
import static org.graalvm.compiler.nodes.StaticDeoptimizingNode.mergeActions;
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
    28
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    29
import java.util.ArrayDeque;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    30
import java.util.Deque;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    31
import java.util.List;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    32
49873
26ebfe8ce852 8199755: Update Graal
dlong
parents: 49451
diff changeset
    33
import jdk.internal.vm.compiler.collections.EconomicMap;
26ebfe8ce852 8199755: Update Graal
dlong
parents: 49451
diff changeset
    34
import jdk.internal.vm.compiler.collections.Equivalence;
26ebfe8ce852 8199755: Update Graal
dlong
parents: 49451
diff changeset
    35
import jdk.internal.vm.compiler.collections.MapCursor;
26ebfe8ce852 8199755: Update Graal
dlong
parents: 49451
diff changeset
    36
import jdk.internal.vm.compiler.collections.Pair;
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
    37
import org.graalvm.compiler.core.common.cfg.AbstractControlFlowGraph;
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    38
import org.graalvm.compiler.core.common.cfg.BlockMap;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    39
import org.graalvm.compiler.core.common.type.ArithmeticOpTable;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    40
import org.graalvm.compiler.core.common.type.ArithmeticOpTable.BinaryOp;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    41
import org.graalvm.compiler.core.common.type.ArithmeticOpTable.BinaryOp.And;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    42
import org.graalvm.compiler.core.common.type.ArithmeticOpTable.BinaryOp.Or;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    43
import org.graalvm.compiler.core.common.type.IntegerStamp;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    44
import org.graalvm.compiler.core.common.type.ObjectStamp;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    45
import org.graalvm.compiler.core.common.type.Stamp;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    46
import org.graalvm.compiler.core.common.type.StampFactory;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46509
diff changeset
    47
import org.graalvm.compiler.debug.CounterKey;
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    48
import org.graalvm.compiler.debug.DebugCloseable;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46509
diff changeset
    49
import org.graalvm.compiler.debug.DebugContext;
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    50
import org.graalvm.compiler.graph.Node;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    51
import org.graalvm.compiler.graph.NodeMap;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    52
import org.graalvm.compiler.graph.NodeStack;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    53
import org.graalvm.compiler.graph.spi.CanonicalizerTool;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    54
import org.graalvm.compiler.nodeinfo.InputType;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    55
import org.graalvm.compiler.nodes.AbstractBeginNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    56
import org.graalvm.compiler.nodes.AbstractMergeNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    57
import org.graalvm.compiler.nodes.BinaryOpLogicNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    58
import org.graalvm.compiler.nodes.ConditionAnchorNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    59
import org.graalvm.compiler.nodes.DeoptimizeNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    60
import org.graalvm.compiler.nodes.DeoptimizingGuard;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    61
import org.graalvm.compiler.nodes.EndNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    62
import org.graalvm.compiler.nodes.FixedGuardNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    63
import org.graalvm.compiler.nodes.FixedNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    64
import org.graalvm.compiler.nodes.FixedWithNextNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    65
import org.graalvm.compiler.nodes.GuardNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    66
import org.graalvm.compiler.nodes.IfNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    67
import org.graalvm.compiler.nodes.LogicNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    68
import org.graalvm.compiler.nodes.LoopExitNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    69
import org.graalvm.compiler.nodes.MergeNode;
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
    70
import org.graalvm.compiler.nodes.NodeView;
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    71
import org.graalvm.compiler.nodes.ParameterNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    72
import org.graalvm.compiler.nodes.PiNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    73
import org.graalvm.compiler.nodes.ProxyNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    74
import org.graalvm.compiler.nodes.ShortCircuitOrNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    75
import org.graalvm.compiler.nodes.StructuredGraph;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46509
diff changeset
    76
import org.graalvm.compiler.nodes.StructuredGraph.ScheduleResult;
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    77
import org.graalvm.compiler.nodes.UnaryOpLogicNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    78
import org.graalvm.compiler.nodes.ValueNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    79
import org.graalvm.compiler.nodes.ValuePhiNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    80
import org.graalvm.compiler.nodes.calc.AndNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    81
import org.graalvm.compiler.nodes.calc.BinaryArithmeticNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    82
import org.graalvm.compiler.nodes.calc.BinaryNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    83
import org.graalvm.compiler.nodes.calc.IntegerEqualsNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    84
import org.graalvm.compiler.nodes.calc.UnaryNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    85
import org.graalvm.compiler.nodes.cfg.Block;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    86
import org.graalvm.compiler.nodes.cfg.ControlFlowGraph;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    87
import org.graalvm.compiler.nodes.extended.GuardingNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    88
import org.graalvm.compiler.nodes.extended.IntegerSwitchNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    89
import org.graalvm.compiler.nodes.extended.LoadHubNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    90
import org.graalvm.compiler.nodes.extended.ValueAnchorNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    91
import org.graalvm.compiler.nodes.java.TypeSwitchNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    92
import org.graalvm.compiler.nodes.spi.NodeWithState;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    93
import org.graalvm.compiler.nodes.spi.StampInverter;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    94
import org.graalvm.compiler.nodes.util.GraphUtil;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    95
import org.graalvm.compiler.phases.BasePhase;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    96
import org.graalvm.compiler.phases.schedule.SchedulePhase;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    97
import org.graalvm.compiler.phases.schedule.SchedulePhase.SchedulingStrategy;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    98
import org.graalvm.compiler.phases.tiers.PhaseContext;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
    99
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   100
import jdk.vm.ci.meta.DeoptimizationAction;
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   101
import jdk.vm.ci.meta.JavaConstant;
50858
2d3e99a72541 8205824: Update Graal
never
parents: 50330
diff changeset
   102
import jdk.vm.ci.meta.SpeculationLog.Speculation;
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   103
import jdk.vm.ci.meta.TriState;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   104
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   105
public class ConditionalEliminationPhase extends BasePhase<PhaseContext> {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   106
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46509
diff changeset
   107
    private static final CounterKey counterStampsRegistered = DebugContext.counter("StampsRegistered");
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46509
diff changeset
   108
    private static final CounterKey counterStampsFound = DebugContext.counter("StampsFound");
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46509
diff changeset
   109
    private static final CounterKey counterIfsKilled = DebugContext.counter("CE_KilledIfs");
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46509
diff changeset
   110
    private static final CounterKey counterPhiStampsImproved = DebugContext.counter("CE_ImprovedPhis");
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   111
    private final boolean fullSchedule;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   112
    private final boolean moveGuards;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   113
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   114
    public ConditionalEliminationPhase(boolean fullSchedule) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   115
        this(fullSchedule, true);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   116
    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   117
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   118
    public ConditionalEliminationPhase(boolean fullSchedule, boolean moveGuards) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   119
        this.fullSchedule = fullSchedule;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   120
        this.moveGuards = moveGuards;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   121
    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   122
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   123
    @Override
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   124
    @SuppressWarnings("try")
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   125
    protected void run(StructuredGraph graph, PhaseContext context) {
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46509
diff changeset
   126
        try (DebugContext.Scope s = graph.getDebug().scope("DominatorConditionalElimination")) {
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   127
            BlockMap<List<Node>> blockToNodes = null;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   128
            NodeMap<Block> nodeToBlock = null;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   129
            ControlFlowGraph cfg = ControlFlowGraph.compute(graph, true, true, true, true);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   130
            if (fullSchedule) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   131
                if (moveGuards) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   132
                    cfg.visitDominatorTree(new MoveGuardsUpwards(), graph.hasValueProxies());
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   133
                }
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   134
                try (DebugContext.Scope scheduleScope = graph.getDebug().scope(SchedulePhase.class)) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   135
                    SchedulePhase.run(graph, SchedulingStrategy.EARLIEST_WITH_GUARD_ORDER, cfg);
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   136
                } catch (Throwable t) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   137
                    throw graph.getDebug().handle(t);
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   138
                }
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   139
                ScheduleResult r = graph.getLastSchedule();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   140
                blockToNodes = r.getBlockToNodesMap();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   141
                nodeToBlock = r.getNodeToBlockMap();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   142
            } else {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   143
                nodeToBlock = cfg.getNodeToBlock();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   144
                blockToNodes = getBlockToNodes(cfg);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   145
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   146
            ControlFlowGraph.RecursiveVisitor<?> visitor = createVisitor(graph, cfg, blockToNodes, nodeToBlock, context);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   147
            cfg.visitDominatorTree(visitor, graph.hasValueProxies());
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   148
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   149
    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   150
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   151
    protected BlockMap<List<Node>> getBlockToNodes(@SuppressWarnings("unused") ControlFlowGraph cfg) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   152
        return null;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   153
    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   154
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   155
    protected ControlFlowGraph.RecursiveVisitor<?> createVisitor(StructuredGraph graph, @SuppressWarnings("unused") ControlFlowGraph cfg, BlockMap<List<Node>> blockToNodes,
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   156
                    NodeMap<Block> nodeToBlock, PhaseContext context) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   157
        return new Instance(graph, blockToNodes, nodeToBlock, context);
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   158
    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   159
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   160
    public static class MoveGuardsUpwards implements ControlFlowGraph.RecursiveVisitor<Block> {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   161
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   162
        Block anchorBlock;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   163
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   164
        @Override
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   165
        @SuppressWarnings("try")
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   166
        public Block enter(Block b) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   167
            Block oldAnchorBlock = anchorBlock;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   168
            if (b.getDominator() == null || b.getDominator().getPostdominator() != b) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   169
                // New anchor.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   170
                anchorBlock = b;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   171
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   172
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   173
            AbstractBeginNode beginNode = b.getBeginNode();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   174
            if (beginNode instanceof AbstractMergeNode && anchorBlock != b) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   175
                AbstractMergeNode mergeNode = (AbstractMergeNode) beginNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   176
                for (GuardNode guard : mergeNode.guards().snapshot()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   177
                    try (DebugCloseable closeable = guard.withNodeSourcePosition()) {
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   178
                        GuardNode newlyCreatedGuard = new GuardNode(guard.getCondition(), anchorBlock.getBeginNode(), guard.getReason(), guard.getAction(), guard.isNegated(), guard.getSpeculation(),
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   179
                                        guard.getNoDeoptSuccessorPosition());
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   180
                        GuardNode newGuard = mergeNode.graph().unique(newlyCreatedGuard);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   181
                        guard.replaceAndDelete(newGuard);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   182
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   183
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   184
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   185
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   186
            FixedNode endNode = b.getEndNode();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   187
            if (endNode instanceof IfNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   188
                IfNode node = (IfNode) endNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   189
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   190
                // Check if we can move guards upwards.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   191
                AbstractBeginNode trueSuccessor = node.trueSuccessor();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   192
                EconomicMap<LogicNode, GuardNode> trueGuards = EconomicMap.create(Equivalence.IDENTITY);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   193
                for (GuardNode guard : trueSuccessor.guards()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   194
                    LogicNode condition = guard.getCondition();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   195
                    if (condition.hasMoreThanOneUsage()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   196
                        trueGuards.put(condition, guard);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   197
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   198
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   199
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   200
                if (!trueGuards.isEmpty()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   201
                    for (GuardNode guard : node.falseSuccessor().guards().snapshot()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   202
                        GuardNode otherGuard = trueGuards.get(guard.getCondition());
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   203
                        if (otherGuard != null && guard.isNegated() == otherGuard.isNegated()) {
50858
2d3e99a72541 8205824: Update Graal
never
parents: 50330
diff changeset
   204
                            Speculation speculation = otherGuard.getSpeculation();
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   205
                            if (speculation == null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   206
                                speculation = guard.getSpeculation();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   207
                            } else if (guard.getSpeculation() != null && guard.getSpeculation() != speculation) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   208
                                // Cannot optimize due to different speculations.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   209
                                continue;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   210
                            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   211
                            try (DebugCloseable closeable = guard.withNodeSourcePosition()) {
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   212
                                GuardNode newlyCreatedGuard = new GuardNode(guard.getCondition(), anchorBlock.getBeginNode(), guard.getReason(), guard.getAction(), guard.isNegated(), speculation,
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   213
                                                guard.getNoDeoptSuccessorPosition());
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   214
                                GuardNode newGuard = node.graph().unique(newlyCreatedGuard);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   215
                                if (otherGuard.isAlive()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   216
                                    otherGuard.replaceAndDelete(newGuard);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   217
                                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   218
                                guard.replaceAndDelete(newGuard);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   219
                            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   220
                        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   221
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   222
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   223
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   224
            return oldAnchorBlock;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   225
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   226
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   227
        @Override
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   228
        public void exit(Block b, Block value) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   229
            anchorBlock = value;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   230
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   231
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   232
    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   233
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   234
    private static final class PhiInfoElement {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   235
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   236
        private EconomicMap<EndNode, InfoElement> infoElements;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   237
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   238
        public void set(EndNode end, InfoElement infoElement) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   239
            if (infoElements == null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   240
                infoElements = EconomicMap.create(Equivalence.IDENTITY);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   241
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   242
            infoElements.put(end, infoElement);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   243
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   244
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   245
        public InfoElement get(EndNode end) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   246
            if (infoElements == null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   247
                return null;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   248
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   249
            return infoElements.get(end);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   250
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   251
    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   252
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   253
    public static final class Marks {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   254
        final int infoElementOperations;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   255
        final int conditions;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   256
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   257
        public Marks(int infoElementOperations, int conditions) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   258
            this.infoElementOperations = infoElementOperations;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   259
            this.conditions = conditions;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   260
        }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   261
    }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   262
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   263
    protected static final class GuardedCondition {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   264
        private final GuardingNode guard;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   265
        private final LogicNode condition;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   266
        private final boolean negated;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   267
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   268
        public GuardedCondition(GuardingNode guard, LogicNode condition, boolean negated) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   269
            this.guard = guard;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   270
            this.condition = condition;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   271
            this.negated = negated;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   272
        }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   273
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   274
        public GuardingNode getGuard() {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   275
            return guard;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   276
        }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   277
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   278
        public LogicNode getCondition() {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   279
            return condition;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   280
        }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   281
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   282
        public boolean isNegated() {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   283
            return negated;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   284
        }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   285
    }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   286
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   287
    public static class Instance implements ControlFlowGraph.RecursiveVisitor<Marks> {
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   288
        protected final NodeMap<InfoElement> map;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   289
        protected final BlockMap<List<Node>> blockToNodes;
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   290
        protected final NodeMap<Block> nodeToBlock;
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   291
        protected final CanonicalizerTool tool;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   292
        protected final NodeStack undoOperations;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   293
        protected final StructuredGraph graph;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46509
diff changeset
   294
        protected final DebugContext debug;
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   295
        protected final EconomicMap<MergeNode, EconomicMap<ValuePhiNode, PhiInfoElement>> mergeMaps;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   296
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   297
        protected final ArrayDeque<GuardedCondition> conditions;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   298
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   299
        /**
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   300
         * Tests which may be eliminated because post dominating tests to prove a broader condition.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   301
         */
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   302
        private Deque<DeoptimizingGuard> pendingTests;
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   303
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   304
        public Instance(StructuredGraph graph, BlockMap<List<Node>> blockToNodes, NodeMap<Block> nodeToBlock, PhaseContext context) {
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   305
            this.graph = graph;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46509
diff changeset
   306
            this.debug = graph.getDebug();
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   307
            this.blockToNodes = blockToNodes;
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   308
            this.nodeToBlock = nodeToBlock;
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   309
            this.undoOperations = new NodeStack();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   310
            this.map = graph.createNodeMap();
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   311
            this.pendingTests = new ArrayDeque<>();
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   312
            this.conditions = new ArrayDeque<>();
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   313
            tool = GraphUtil.getDefaultSimplifier(context.getMetaAccess(), context.getConstantReflection(), context.getConstantFieldProvider(), false, graph.getAssumptions(), graph.getOptions(),
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   314
                            context.getLowerer());
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   315
            mergeMaps = EconomicMap.create();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   316
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   317
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   318
        protected void processConditionAnchor(ConditionAnchorNode node) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   319
            tryProveCondition(node.condition(), (guard, result, guardedValueStamp, newInput) -> {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   320
                if (result != node.isNegated()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   321
                    node.replaceAtUsages(guard.asNode());
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   322
                    GraphUtil.unlinkFixedNode(node);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   323
                    GraphUtil.killWithUnusedFloatingInputs(node);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   324
                } else {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   325
                    ValueAnchorNode valueAnchor = node.graph().add(new ValueAnchorNode(null));
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   326
                    node.replaceAtUsages(valueAnchor);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   327
                    node.graph().replaceFixedWithFixed(node, valueAnchor);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   328
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   329
                return true;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   330
            });
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   331
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   332
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   333
        protected void processGuard(GuardNode node) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   334
            if (!tryProveGuardCondition(node, node.getCondition(), (guard, result, guardedValueStamp, newInput) -> {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   335
                if (result != node.isNegated()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   336
                    node.replaceAndDelete(guard.asNode());
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   337
                } else {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   338
                    DeoptimizeNode deopt = node.graph().add(new DeoptimizeNode(node.getAction(), node.getReason(), node.getSpeculation()));
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   339
                    AbstractBeginNode beginNode = (AbstractBeginNode) node.getAnchor();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   340
                    FixedNode next = beginNode.next();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   341
                    beginNode.setNext(deopt);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   342
                    GraphUtil.killCFG(next);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   343
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   344
                return true;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   345
            })) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   346
                registerNewCondition(node.getCondition(), node.isNegated(), node);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   347
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   348
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   349
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   350
        protected void processFixedGuard(FixedGuardNode node) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   351
            if (!tryProveGuardCondition(node, node.condition(), (guard, result, guardedValueStamp, newInput) -> {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   352
                if (result != node.isNegated()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   353
                    node.replaceAtUsages(guard.asNode());
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   354
                    GraphUtil.unlinkFixedNode(node);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   355
                    GraphUtil.killWithUnusedFloatingInputs(node);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   356
                } else {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   357
                    DeoptimizeNode deopt = node.graph().add(new DeoptimizeNode(node.getAction(), node.getReason(), node.getSpeculation()));
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   358
                    deopt.setStateBefore(node.stateBefore());
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   359
                    node.replaceAtPredecessor(deopt);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   360
                    GraphUtil.killCFG(node);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   361
                }
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46509
diff changeset
   362
                debug.log("Kill fixed guard guard");
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   363
                return true;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   364
            })) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   365
                registerNewCondition(node.condition(), node.isNegated(), node);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   366
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   367
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   368
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   369
        protected void processIf(IfNode node) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   370
            tryProveCondition(node.condition(), (guard, result, guardedValueStamp, newInput) -> {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   371
                AbstractBeginNode survivingSuccessor = node.getSuccessor(result);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   372
                survivingSuccessor.replaceAtUsages(InputType.Guard, guard.asNode());
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   373
                survivingSuccessor.replaceAtPredecessor(null);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   374
                node.replaceAtPredecessor(survivingSuccessor);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   375
                GraphUtil.killCFG(node);
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46509
diff changeset
   376
                counterIfsKilled.increment(debug);
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   377
                return true;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   378
            });
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   379
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   380
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   381
        @Override
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   382
        public Marks enter(Block block) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   383
            int infoElementsMark = undoOperations.size();
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   384
            int conditionsMark = conditions.size();
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46509
diff changeset
   385
            debug.log("[Pre Processing block %s]", block);
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   386
            // For now conservatively collect guards only within the same block.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   387
            pendingTests.clear();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   388
            processNodes(block);
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   389
            return new Marks(infoElementsMark, conditionsMark);
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   390
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   391
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   392
        protected void processNodes(Block block) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   393
            if (blockToNodes != null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   394
                for (Node n : blockToNodes.get(block)) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   395
                    if (n.isAlive()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   396
                        processNode(n);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   397
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   398
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   399
            } else {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   400
                processBlock(block);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   401
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   402
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   403
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   404
        private void processBlock(Block block) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   405
            FixedNode n = block.getBeginNode();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   406
            FixedNode endNode = block.getEndNode();
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46509
diff changeset
   407
            debug.log("[Processing block %s]", block);
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   408
            while (n != endNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   409
                if (n.isDeleted() || endNode.isDeleted()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   410
                    // This branch was deleted!
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   411
                    return;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   412
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   413
                FixedNode next = ((FixedWithNextNode) n).next();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   414
                processNode(n);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   415
                n = next;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   416
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   417
            if (endNode.isAlive()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   418
                processNode(endNode);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   419
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   420
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   421
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   422
        @SuppressWarnings("try")
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   423
        protected void processNode(Node node) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   424
            try (DebugCloseable closeable = node.withNodeSourcePosition()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   425
                if (node instanceof NodeWithState && !(node instanceof GuardingNode)) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   426
                    pendingTests.clear();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   427
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   428
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   429
                if (node instanceof MergeNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   430
                    introducePisForPhis((MergeNode) node);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   431
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   432
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   433
                if (node instanceof AbstractBeginNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   434
                    if (node instanceof LoopExitNode && graph.hasValueProxies()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   435
                        // Condition must not be used down this path.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   436
                        return;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   437
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   438
                    processAbstractBegin((AbstractBeginNode) node);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   439
                } else if (node instanceof FixedGuardNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   440
                    processFixedGuard((FixedGuardNode) node);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   441
                } else if (node instanceof GuardNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   442
                    processGuard((GuardNode) node);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   443
                } else if (node instanceof ConditionAnchorNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   444
                    processConditionAnchor((ConditionAnchorNode) node);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   445
                } else if (node instanceof IfNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   446
                    processIf((IfNode) node);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   447
                } else if (node instanceof EndNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   448
                    processEnd((EndNode) node);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   449
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   450
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   451
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   452
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   453
        protected void introducePisForPhis(MergeNode merge) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   454
            EconomicMap<ValuePhiNode, PhiInfoElement> mergeMap = this.mergeMaps.get(merge);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   455
            if (mergeMap != null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   456
                MapCursor<ValuePhiNode, PhiInfoElement> entries = mergeMap.getEntries();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   457
                while (entries.advance()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   458
                    ValuePhiNode phi = entries.getKey();
46509
b32d3928ad6a 8181369: Update Graal
iveresov
parents: 46459
diff changeset
   459
                    assert phi.isAlive() || phi.isDeleted();
b32d3928ad6a 8181369: Update Graal
iveresov
parents: 46459
diff changeset
   460
                    /*
b32d3928ad6a 8181369: Update Graal
iveresov
parents: 46459
diff changeset
   461
                     * Phi might have been killed already via a conditional elimination in another
b32d3928ad6a 8181369: Update Graal
iveresov
parents: 46459
diff changeset
   462
                     * branch.
b32d3928ad6a 8181369: Update Graal
iveresov
parents: 46459
diff changeset
   463
                     */
b32d3928ad6a 8181369: Update Graal
iveresov
parents: 46459
diff changeset
   464
                    if (phi.isDeleted()) {
b32d3928ad6a 8181369: Update Graal
iveresov
parents: 46459
diff changeset
   465
                        continue;
b32d3928ad6a 8181369: Update Graal
iveresov
parents: 46459
diff changeset
   466
                    }
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   467
                    PhiInfoElement phiInfoElements = entries.getValue();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   468
                    Stamp bestPossibleStamp = null;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   469
                    for (int i = 0; i < phi.valueCount(); ++i) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   470
                        ValueNode valueAt = phi.valueAt(i);
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   471
                        Stamp curBestStamp = valueAt.stamp(NodeView.DEFAULT);
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   472
                        InfoElement infoElement = phiInfoElements.get(merge.forwardEndAt(i));
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   473
                        if (infoElement != null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   474
                            curBestStamp = curBestStamp.join(infoElement.getStamp());
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   475
                        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   476
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   477
                        if (bestPossibleStamp == null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   478
                            bestPossibleStamp = curBestStamp;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   479
                        } else {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   480
                            bestPossibleStamp = bestPossibleStamp.meet(curBestStamp);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   481
                        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   482
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   483
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   484
                    Stamp oldStamp = phi.stamp(NodeView.DEFAULT);
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   485
                    if (oldStamp.tryImproveWith(bestPossibleStamp) != null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   486
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   487
                        // Need to be careful to not run into stamp update cycles with the iterative
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   488
                        // canonicalization.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   489
                        boolean allow = false;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   490
                        if (bestPossibleStamp instanceof ObjectStamp) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   491
                            // Always allow object stamps.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   492
                            allow = true;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   493
                        } else if (bestPossibleStamp instanceof IntegerStamp) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   494
                            IntegerStamp integerStamp = (IntegerStamp) bestPossibleStamp;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   495
                            IntegerStamp oldIntegerStamp = (IntegerStamp) oldStamp;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   496
                            if (integerStamp.isPositive() != oldIntegerStamp.isPositive()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   497
                                allow = true;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   498
                            } else if (integerStamp.isNegative() != oldIntegerStamp.isNegative()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   499
                                allow = true;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   500
                            } else if (integerStamp.isStrictlyPositive() != oldIntegerStamp.isStrictlyPositive()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   501
                                allow = true;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   502
                            } else if (integerStamp.isStrictlyNegative() != oldIntegerStamp.isStrictlyNegative()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   503
                                allow = true;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   504
                            } else if (integerStamp.asConstant() != null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   505
                                allow = true;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   506
                            } else if (oldStamp.isUnrestricted()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   507
                                allow = true;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   508
                            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   509
                        } else {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   510
                            allow = (bestPossibleStamp.asConstant() != null);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   511
                        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   512
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   513
                        if (allow) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   514
                            ValuePhiNode newPhi = graph.addWithoutUnique(new ValuePhiNode(bestPossibleStamp, merge));
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   515
                            for (int i = 0; i < phi.valueCount(); ++i) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   516
                                ValueNode valueAt = phi.valueAt(i);
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   517
                                if (bestPossibleStamp.meet(valueAt.stamp(NodeView.DEFAULT)).equals(bestPossibleStamp)) {
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   518
                                    // Pi not required here.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   519
                                } else {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   520
                                    InfoElement infoElement = phiInfoElements.get(merge.forwardEndAt(i));
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   521
                                    assert infoElement != null;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   522
                                    Stamp curBestStamp = infoElement.getStamp();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   523
                                    ValueNode input = infoElement.getProxifiedInput();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   524
                                    if (input == null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   525
                                        input = valueAt;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   526
                                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   527
                                    ValueNode valueNode = graph.maybeAddOrUnique(PiNode.create(input, curBestStamp, (ValueNode) infoElement.guard));
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   528
                                    valueAt = valueNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   529
                                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   530
                                newPhi.addInput(valueAt);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   531
                            }
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46509
diff changeset
   532
                            counterPhiStampsImproved.increment(debug);
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   533
                            phi.replaceAtUsagesAndDelete(newPhi);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   534
                        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   535
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   536
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   537
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   538
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   539
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   540
        protected void processEnd(EndNode end) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   541
            AbstractMergeNode abstractMerge = end.merge();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   542
            if (abstractMerge instanceof MergeNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   543
                MergeNode merge = (MergeNode) abstractMerge;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   544
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   545
                EconomicMap<ValuePhiNode, PhiInfoElement> mergeMap = this.mergeMaps.get(merge);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   546
                for (ValuePhiNode phi : merge.valuePhis()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   547
                    ValueNode valueAt = phi.valueAt(end);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   548
                    InfoElement infoElement = this.getInfoElements(valueAt);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   549
                    while (infoElement != null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   550
                        Stamp newStamp = infoElement.getStamp();
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   551
                        if (phi.stamp(NodeView.DEFAULT).tryImproveWith(newStamp) != null) {
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   552
                            if (mergeMap == null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   553
                                mergeMap = EconomicMap.create();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   554
                                mergeMaps.put(merge, mergeMap);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   555
                            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   556
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   557
                            PhiInfoElement phiInfoElement = mergeMap.get(phi);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   558
                            if (phiInfoElement == null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   559
                                phiInfoElement = new PhiInfoElement();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   560
                                mergeMap.put(phi, phiInfoElement);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   561
                            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   562
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   563
                            phiInfoElement.set(end, infoElement);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   564
                            break;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   565
                        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   566
                        infoElement = nextElement(infoElement);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   567
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   568
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   569
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   570
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   571
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   572
        protected void registerNewCondition(LogicNode condition, boolean negated, GuardingNode guard) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   573
            if (condition instanceof UnaryOpLogicNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   574
                UnaryOpLogicNode unaryLogicNode = (UnaryOpLogicNode) condition;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   575
                ValueNode value = unaryLogicNode.getValue();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   576
                if (maybeMultipleUsages(value)) {
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   577
                    // getSucceedingStampForValue doesn't take the (potentially a Pi Node) input
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   578
                    // stamp into account, so it can be safely propagated.
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   579
                    Stamp newStamp = unaryLogicNode.getSucceedingStampForValue(negated);
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   580
                    registerNewStamp(value, newStamp, guard, true);
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   581
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   582
            } else if (condition instanceof BinaryOpLogicNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   583
                BinaryOpLogicNode binaryOpLogicNode = (BinaryOpLogicNode) condition;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   584
                ValueNode x = binaryOpLogicNode.getX();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   585
                ValueNode y = binaryOpLogicNode.getY();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   586
                if (!x.isConstant() && maybeMultipleUsages(x)) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   587
                    Stamp newStampX = binaryOpLogicNode.getSucceedingStampForX(negated, getSafeStamp(x), getOtherSafeStamp(y));
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   588
                    registerNewStamp(x, newStampX, guard);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   589
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   590
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   591
                if (!y.isConstant() && maybeMultipleUsages(y)) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   592
                    Stamp newStampY = binaryOpLogicNode.getSucceedingStampForY(negated, getOtherSafeStamp(x), getSafeStamp(y));
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   593
                    registerNewStamp(y, newStampY, guard);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   594
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   595
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   596
                if (condition instanceof IntegerEqualsNode && guard instanceof DeoptimizingGuard && !negated) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   597
                    if (y.isConstant() && x instanceof AndNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   598
                        AndNode and = (AndNode) x;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   599
                        ValueNode andX = and.getX();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   600
                        if (and.getY() == y && maybeMultipleUsages(andX)) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   601
                            /*
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   602
                             * This 'and' proves something about some of the bits in and.getX().
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   603
                             * It's equivalent to or'ing in the mask value since those values are
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   604
                             * known to be set.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   605
                             */
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   606
                            BinaryOp<Or> op = ArithmeticOpTable.forStamp(x.stamp(NodeView.DEFAULT)).getOr();
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   607
                            IntegerStamp newStampX = (IntegerStamp) op.foldStamp(getSafeStamp(andX), getOtherSafeStamp(y));
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   608
                            registerNewStamp(andX, newStampX, guard);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   609
                        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   610
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   611
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   612
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   613
            if (guard instanceof DeoptimizingGuard) {
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   614
                assert ((DeoptimizingGuard) guard).getCondition() == condition;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   615
                pendingTests.push((DeoptimizingGuard) guard);
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   616
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   617
            registerCondition(condition, negated, guard);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   618
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   619
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   620
        Pair<InfoElement, Stamp> recursiveFoldStamp(Node node) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   621
            if (node instanceof UnaryNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   622
                UnaryNode unary = (UnaryNode) node;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   623
                ValueNode value = unary.getValue();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   624
                InfoElement infoElement = getInfoElements(value);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   625
                while (infoElement != null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   626
                    Stamp result = unary.foldStamp(infoElement.getStamp());
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   627
                    if (result != null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   628
                        return Pair.create(infoElement, result);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   629
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   630
                    infoElement = nextElement(infoElement);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   631
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   632
            } else if (node instanceof BinaryNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   633
                BinaryNode binary = (BinaryNode) node;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   634
                ValueNode y = binary.getY();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   635
                ValueNode x = binary.getX();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   636
                if (y.isConstant()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   637
                    InfoElement infoElement = getInfoElements(x);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   638
                    while (infoElement != null) {
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   639
                        Stamp result = binary.foldStamp(infoElement.stamp, y.stamp(NodeView.DEFAULT));
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   640
                        if (result != null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   641
                            return Pair.create(infoElement, result);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   642
                        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   643
                        infoElement = nextElement(infoElement);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   644
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   645
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   646
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   647
            return null;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   648
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   649
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   650
        /**
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   651
         * Get the stamp that may be used for the value for which we are registering the condition.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   652
         * We may directly use the stamp here without restriction, because any later lookup of the
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   653
         * registered info elements is in the same chain of pi nodes.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   654
         */
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   655
        private static Stamp getSafeStamp(ValueNode x) {
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   656
            return x.stamp(NodeView.DEFAULT);
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   657
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   658
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   659
        /**
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   660
         * We can only use the stamp of a second value involved in the condition if we are sure that
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   661
         * we are not implicitly creating a dependency on a pi node that is responsible for that
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   662
         * stamp. For now, we are conservatively only using the stamps of constants. Under certain
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   663
         * circumstances, we may also be able to use the stamp of the value after skipping pi nodes
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   664
         * (e.g., the stamp of a parameter after inlining, or the stamp of a fixed node that can
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   665
         * never be replaced with a pi node via canonicalization).
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   666
         */
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   667
        private static Stamp getOtherSafeStamp(ValueNode x) {
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   668
            if (x.isConstant() || x.graph().isAfterFixedReadPhase()) {
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   669
                return x.stamp(NodeView.DEFAULT);
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   670
            }
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   671
            return x.stamp(NodeView.DEFAULT).unrestricted();
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   672
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   673
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   674
        /**
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   675
         * Recursively try to fold stamps within this expression using information from
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   676
         * {@link #getInfoElements(ValueNode)}. It's only safe to use constants and one
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   677
         * {@link InfoElement} otherwise more than one guard would be required.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   678
         *
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   679
         * @param node
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   680
         * @return the pair of the @{link InfoElement} used and the stamp produced for the whole
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   681
         *         expression
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   682
         */
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   683
        Pair<InfoElement, Stamp> recursiveFoldStampFromInfo(Node node) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   684
            return recursiveFoldStamp(node);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   685
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   686
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   687
        /**
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   688
         * Look for a preceding guard whose condition is implied by {@code thisGuard}. If we find
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   689
         * one, try to move this guard just above that preceding guard so that we can fold it:
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   690
         *
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   691
         * <pre>
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   692
         *     guard(C1); // preceding guard
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   693
         *     ...
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   694
         *     guard(C2); // thisGuard
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   695
         * </pre>
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   696
         *
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   697
         * If C2 => C1, transform to:
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   698
         *
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   699
         * <pre>
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   700
         *     guard(C2);
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   701
         *     ...
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   702
         * </pre>
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   703
         */
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   704
        protected boolean foldPendingTest(DeoptimizingGuard thisGuard, ValueNode original, Stamp newStamp, GuardRewirer rewireGuardFunction) {
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   705
            for (DeoptimizingGuard pendingGuard : pendingTests) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   706
                LogicNode pendingCondition = pendingGuard.getCondition();
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   707
                TriState result = TriState.UNKNOWN;
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   708
                if (pendingCondition instanceof UnaryOpLogicNode) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   709
                    UnaryOpLogicNode unaryLogicNode = (UnaryOpLogicNode) pendingCondition;
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   710
                    if (unaryLogicNode.getValue() == original) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   711
                        result = unaryLogicNode.tryFold(newStamp);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   712
                    }
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   713
                } else if (pendingCondition instanceof BinaryOpLogicNode) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   714
                    BinaryOpLogicNode binaryOpLogicNode = (BinaryOpLogicNode) pendingCondition;
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   715
                    ValueNode x = binaryOpLogicNode.getX();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   716
                    ValueNode y = binaryOpLogicNode.getY();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   717
                    if (x == original) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   718
                        result = binaryOpLogicNode.tryFold(newStamp, getOtherSafeStamp(y));
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   719
                    } else if (y == original) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   720
                        result = binaryOpLogicNode.tryFold(getOtherSafeStamp(x), newStamp);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   721
                    } else if (binaryOpLogicNode instanceof IntegerEqualsNode && y.isConstant() && x instanceof AndNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   722
                        AndNode and = (AndNode) x;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   723
                        if (and.getY() == y && and.getX() == original) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   724
                            BinaryOp<And> andOp = ArithmeticOpTable.forStamp(newStamp).getAnd();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   725
                            result = binaryOpLogicNode.tryFold(andOp.foldStamp(newStamp, getOtherSafeStamp(y)), getOtherSafeStamp(y));
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   726
                        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   727
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   728
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   729
                if (result.isKnown()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   730
                    /*
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   731
                     * The test case be folded using the information available but the test can only
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   732
                     * be moved up if we're sure there's no schedule dependence.
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   733
                     */
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   734
                    if (canScheduleAbove(thisGuard.getCondition(), pendingGuard.asNode(), original) && foldGuard(thisGuard, pendingGuard, result.toBoolean(), newStamp, rewireGuardFunction)) {
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   735
                        return true;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   736
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   737
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   738
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   739
            return false;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   740
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   741
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   742
        private boolean canScheduleAbove(Node n, Node target, ValueNode knownToBeAbove) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   743
            Block targetBlock = nodeToBlock.get(target);
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   744
            Block testBlock = nodeToBlock.get(n);
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   745
            if (targetBlock != null && testBlock != null) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   746
                if (targetBlock == testBlock) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   747
                    for (Node fixed : blockToNodes.get(targetBlock)) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   748
                        if (fixed == n) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   749
                            return true;
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   750
                        } else if (fixed == target) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   751
                            break;
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   752
                        }
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   753
                    }
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   754
                } else if (AbstractControlFlowGraph.dominates(testBlock, targetBlock)) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   755
                    return true;
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   756
                }
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   757
            }
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   758
            InputFilter v = new InputFilter(knownToBeAbove);
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   759
            n.applyInputs(v);
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   760
            return v.ok;
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   761
        }
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   762
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   763
        protected boolean foldGuard(DeoptimizingGuard thisGuard, DeoptimizingGuard otherGuard, boolean outcome, Stamp guardedValueStamp, GuardRewirer rewireGuardFunction) {
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   764
            DeoptimizationAction action = mergeActions(otherGuard.getAction(), thisGuard.getAction());
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   765
            if (action != null && otherGuard.getSpeculation() == thisGuard.getSpeculation()) {
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   766
                LogicNode condition = (LogicNode) thisGuard.getCondition().copyWithInputs();
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   767
                /*
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   768
                 * We have ...; guard(C1); guard(C2);...
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   769
                 *
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   770
                 * Where the first guard is `otherGuard` and the second one `thisGuard`.
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   771
                 *
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   772
                 * Depending on `outcome`, we have C2 => C1 or C2 => !C1.
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   773
                 *
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   774
                 * - If C2 => C1, `mustDeopt` below is false and we transform to ...; guard(C2); ...
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   775
                 *
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   776
                 * - If C2 => !C1, `mustDeopt` is true and we transform to ..; guard(C1); deopt;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   777
                 */
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   778
                // for the second case, the action of the deopt is copied from there:
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   779
                thisGuard.setAction(action);
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   780
                GuardRewirer rewirer = (guard, result, innerGuardedValueStamp, newInput) -> {
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   781
                    // `result` is `outcome`, `guard` is `otherGuard`
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   782
                    boolean mustDeopt = result == otherGuard.isNegated();
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   783
                    if (rewireGuardFunction.rewire(guard, mustDeopt == thisGuard.isNegated(), innerGuardedValueStamp, newInput)) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   784
                        if (!mustDeopt) {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   785
                            otherGuard.setCondition(condition, thisGuard.isNegated());
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   786
                            otherGuard.setAction(action);
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   787
                            otherGuard.setReason(thisGuard.getReason());
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   788
                        }
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   789
                        return true;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   790
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   791
                    condition.safeDelete();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   792
                    return false;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   793
                };
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   794
                // Move the later test up
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 48190
diff changeset
   795
                return rewireGuards(otherGuard, outcome, null, guardedValueStamp, rewirer);
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   796
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   797
            return false;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   798
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   799
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   800
        protected void registerCondition(LogicNode condition, boolean negated, GuardingNode guard) {
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   801
            if (condition.hasMoreThanOneUsage()) {
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   802
                registerNewStamp(condition, negated ? StampFactory.contradiction() : StampFactory.tautology(), guard);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   803
            }
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   804
            conditions.push(new GuardedCondition(guard, condition, negated));
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   805
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   806
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   807
        protected InfoElement getInfoElements(ValueNode proxiedValue) {
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   808
            if (proxiedValue == null) {
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   809
                return null;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   810
            }
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   811
            InfoElement infoElement = map.getAndGrow(proxiedValue);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   812
            if (infoElement == null) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   813
                infoElement = map.getAndGrow(GraphUtil.skipPi(proxiedValue));
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   814
            }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   815
            return infoElement;
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   816
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   817
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   818
        protected boolean rewireGuards(GuardingNode guard, boolean result, ValueNode proxifiedInput, Stamp guardedValueStamp, GuardRewirer rewireGuardFunction) {
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46509
diff changeset
   819
            counterStampsFound.increment(debug);
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   820
            return rewireGuardFunction.rewire(guard, result, guardedValueStamp, proxifiedInput);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   821
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   822
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   823
        protected boolean tryProveCondition(LogicNode node, GuardRewirer rewireGuardFunction) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   824
            return tryProveGuardCondition(null, node, rewireGuardFunction);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   825
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   826
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   827
        private InfoElement nextElement(InfoElement current) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   828
            InfoElement parent = current.getParent();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   829
            if (parent != null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   830
                return parent;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   831
            } else {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   832
                ValueNode proxifiedInput = current.getProxifiedInput();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   833
                if (proxifiedInput instanceof PiNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   834
                    PiNode piNode = (PiNode) proxifiedInput;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   835
                    return getInfoElements(piNode.getOriginalNode());
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   836
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   837
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   838
            return null;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   839
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   840
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   841
        protected boolean tryProveGuardCondition(DeoptimizingGuard thisGuard, LogicNode node, GuardRewirer rewireGuardFunction) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   842
            InfoElement infoElement = getInfoElements(node);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   843
            while (infoElement != null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   844
                Stamp stamp = infoElement.getStamp();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   845
                JavaConstant constant = (JavaConstant) stamp.asConstant();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   846
                if (constant != null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   847
                    // No proxified input and stamp required.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   848
                    return rewireGuards(infoElement.getGuard(), constant.asBoolean(), null, null, rewireGuardFunction);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   849
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   850
                infoElement = nextElement(infoElement);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   851
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   852
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   853
            for (GuardedCondition guardedCondition : this.conditions) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   854
                TriState result = guardedCondition.getCondition().implies(guardedCondition.isNegated(), node);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   855
                if (result.isKnown()) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   856
                    return rewireGuards(guardedCondition.guard, result.toBoolean(), null, null, rewireGuardFunction);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   857
                }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   858
            }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   859
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   860
            if (node instanceof UnaryOpLogicNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   861
                UnaryOpLogicNode unaryLogicNode = (UnaryOpLogicNode) node;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   862
                ValueNode value = unaryLogicNode.getValue();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   863
                infoElement = getInfoElements(value);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   864
                while (infoElement != null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   865
                    Stamp stamp = infoElement.getStamp();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   866
                    TriState result = unaryLogicNode.tryFold(stamp);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   867
                    if (result.isKnown()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   868
                        return rewireGuards(infoElement.getGuard(), result.toBoolean(), infoElement.getProxifiedInput(), infoElement.getStamp(), rewireGuardFunction);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   869
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   870
                    infoElement = nextElement(infoElement);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   871
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   872
                Pair<InfoElement, Stamp> foldResult = recursiveFoldStampFromInfo(value);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   873
                if (foldResult != null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   874
                    TriState result = unaryLogicNode.tryFold(foldResult.getRight());
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   875
                    if (result.isKnown()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   876
                        return rewireGuards(foldResult.getLeft().getGuard(), result.toBoolean(), foldResult.getLeft().getProxifiedInput(), foldResult.getRight(), rewireGuardFunction);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   877
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   878
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   879
                if (thisGuard != null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   880
                    Stamp newStamp = unaryLogicNode.getSucceedingStampForValue(thisGuard.isNegated());
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   881
                    if (newStamp != null && foldPendingTest(thisGuard, value, newStamp, rewireGuardFunction)) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   882
                        return true;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   883
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   884
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   885
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   886
            } else if (node instanceof BinaryOpLogicNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   887
                BinaryOpLogicNode binaryOpLogicNode = (BinaryOpLogicNode) node;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   888
                ValueNode x = binaryOpLogicNode.getX();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   889
                ValueNode y = binaryOpLogicNode.getY();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   890
                infoElement = getInfoElements(x);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   891
                while (infoElement != null) {
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   892
                    TriState result = binaryOpLogicNode.tryFold(infoElement.getStamp(), y.stamp(NodeView.DEFAULT));
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   893
                    if (result.isKnown()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   894
                        return rewireGuards(infoElement.getGuard(), result.toBoolean(), infoElement.getProxifiedInput(), infoElement.getStamp(), rewireGuardFunction);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   895
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   896
                    infoElement = nextElement(infoElement);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   897
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   898
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   899
                if (y.isConstant()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   900
                    Pair<InfoElement, Stamp> foldResult = recursiveFoldStampFromInfo(x);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   901
                    if (foldResult != null) {
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   902
                        TriState result = binaryOpLogicNode.tryFold(foldResult.getRight(), y.stamp(NodeView.DEFAULT));
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   903
                        if (result.isKnown()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   904
                            return rewireGuards(foldResult.getLeft().getGuard(), result.toBoolean(), foldResult.getLeft().getProxifiedInput(), foldResult.getRight(), rewireGuardFunction);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   905
                        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   906
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   907
                } else {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   908
                    infoElement = getInfoElements(y);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   909
                    while (infoElement != null) {
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   910
                        TriState result = binaryOpLogicNode.tryFold(x.stamp(NodeView.DEFAULT), infoElement.getStamp());
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   911
                        if (result.isKnown()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   912
                            return rewireGuards(infoElement.getGuard(), result.toBoolean(), infoElement.getProxifiedInput(), infoElement.getStamp(), rewireGuardFunction);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   913
                        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   914
                        infoElement = nextElement(infoElement);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   915
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   916
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   917
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   918
                /*
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   919
                 * For complex expressions involving constants, see if it's possible to fold the
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   920
                 * tests by using stamps one level up in the expression. For instance, (x + n < y)
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   921
                 * might fold if something is known about x and all other values are constants. The
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   922
                 * reason for the constant restriction is that if more than 1 real value is involved
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   923
                 * the code might need to adopt multiple guards to have proper dependences.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   924
                 */
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   925
                if (x instanceof BinaryArithmeticNode<?> && y.isConstant()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   926
                    BinaryArithmeticNode<?> binary = (BinaryArithmeticNode<?>) x;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   927
                    if (binary.getY().isConstant()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   928
                        infoElement = getInfoElements(binary.getX());
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   929
                        while (infoElement != null) {
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   930
                            Stamp newStampX = binary.foldStamp(infoElement.getStamp(), binary.getY().stamp(NodeView.DEFAULT));
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   931
                            TriState result = binaryOpLogicNode.tryFold(newStampX, y.stamp(NodeView.DEFAULT));
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   932
                            if (result.isKnown()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   933
                                return rewireGuards(infoElement.getGuard(), result.toBoolean(), infoElement.getProxifiedInput(), newStampX, rewireGuardFunction);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   934
                            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   935
                            infoElement = nextElement(infoElement);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   936
                        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   937
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   938
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   939
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   940
                if (thisGuard != null && binaryOpLogicNode instanceof IntegerEqualsNode && !thisGuard.isNegated()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   941
                    if (y.isConstant() && x instanceof AndNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   942
                        AndNode and = (AndNode) x;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   943
                        if (and.getY() == y) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   944
                            /*
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   945
                             * This 'and' proves something about some of the bits in and.getX().
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   946
                             * It's equivalent to or'ing in the mask value since those values are
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   947
                             * known to be set.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   948
                             */
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47798
diff changeset
   949
                            BinaryOp<Or> op = ArithmeticOpTable.forStamp(x.stamp(NodeView.DEFAULT)).getOr();
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   950
                            IntegerStamp newStampX = (IntegerStamp) op.foldStamp(getSafeStamp(and.getX()), getOtherSafeStamp(y));
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   951
                            if (foldPendingTest(thisGuard, and.getX(), newStampX, rewireGuardFunction)) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   952
                                return true;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   953
                            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   954
                        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   955
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   956
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   957
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   958
                if (thisGuard != null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   959
                    if (!x.isConstant()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   960
                        Stamp newStampX = binaryOpLogicNode.getSucceedingStampForX(thisGuard.isNegated(), getSafeStamp(x), getOtherSafeStamp(y));
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   961
                        if (newStampX != null && foldPendingTest(thisGuard, x, newStampX, rewireGuardFunction)) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   962
                            return true;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   963
                        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   964
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   965
                    if (!y.isConstant()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   966
                        Stamp newStampY = binaryOpLogicNode.getSucceedingStampForY(thisGuard.isNegated(), getOtherSafeStamp(x), getSafeStamp(y));
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   967
                        if (newStampY != null && foldPendingTest(thisGuard, y, newStampY, rewireGuardFunction)) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   968
                            return true;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   969
                        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   970
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   971
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   972
            } else if (node instanceof ShortCircuitOrNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   973
                final ShortCircuitOrNode shortCircuitOrNode = (ShortCircuitOrNode) node;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   974
                return tryProveCondition(shortCircuitOrNode.getX(), (guard, result, guardedValueStamp, newInput) -> {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   975
                    if (result == !shortCircuitOrNode.isXNegated()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   976
                        return rewireGuards(guard, true, newInput, guardedValueStamp, rewireGuardFunction);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   977
                    } else {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   978
                        return tryProveCondition(shortCircuitOrNode.getY(), (innerGuard, innerResult, innerGuardedValueStamp, innerNewInput) -> {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   979
                            ValueNode proxifiedInput = newInput;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   980
                            if (proxifiedInput == null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   981
                                proxifiedInput = innerNewInput;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   982
                            } else if (innerNewInput != null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   983
                                if (innerNewInput != newInput) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   984
                                    // Cannot canonicalize due to different proxied inputs.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   985
                                    return false;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   986
                                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   987
                            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   988
                            // Can only canonicalize if the guards are equal.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   989
                            if (innerGuard == guard) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   990
                                return rewireGuards(guard, innerResult ^ shortCircuitOrNode.isYNegated(), proxifiedInput, guardedValueStamp, rewireGuardFunction);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   991
                            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   992
                            return false;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   993
                        });
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   994
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   995
                });
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   996
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   997
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   998
            return false;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
   999
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1000
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1001
        protected void registerNewStamp(ValueNode maybeProxiedValue, Stamp newStamp, GuardingNode guard) {
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1002
            registerNewStamp(maybeProxiedValue, newStamp, guard, false);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1003
        }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1004
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1005
        protected void registerNewStamp(ValueNode maybeProxiedValue, Stamp newStamp, GuardingNode guard, boolean propagateThroughPis) {
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1006
            assert maybeProxiedValue != null;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1007
            assert guard != null;
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1008
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1009
            if (newStamp == null || newStamp.isUnrestricted()) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1010
                return;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1011
            }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1012
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1013
            ValueNode value = maybeProxiedValue;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1014
            Stamp stamp = newStamp;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1015
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1016
            while (stamp != null && value != null) {
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1017
                ValueNode proxiedValue = null;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1018
                if (value instanceof PiNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1019
                    proxiedValue = value;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1020
                }
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1021
                counterStampsRegistered.increment(debug);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1022
                debug.log("\t Saving stamp for node %s stamp %s guarded by %s", value, stamp, guard);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1023
                assert value instanceof LogicNode || stamp.isCompatible(value.stamp(NodeView.DEFAULT)) : stamp + " vs. " + value.stamp(NodeView.DEFAULT) + " (" + value + ")";
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1024
                map.setAndGrow(value, new InfoElement(stamp, guard, proxiedValue, map.getAndGrow(value)));
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1025
                undoOperations.push(value);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1026
                if (propagateThroughPis && value instanceof PiNode) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1027
                    PiNode piNode = (PiNode) value;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1028
                    value = piNode.getOriginalNode();
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1029
                } else if (value instanceof StampInverter) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1030
                    StampInverter stampInverter = (StampInverter) value;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1031
                    value = stampInverter.getValue();
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1032
                    stamp = stampInverter.invertStamp(stamp);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1033
                } else {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1034
                    break;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1035
                }
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1036
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1037
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1038
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1039
        protected void processAbstractBegin(AbstractBeginNode beginNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1040
            Node predecessor = beginNode.predecessor();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1041
            if (predecessor instanceof IfNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1042
                IfNode ifNode = (IfNode) predecessor;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1043
                boolean negated = (ifNode.falseSuccessor() == beginNode);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1044
                LogicNode condition = ifNode.condition();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1045
                registerNewCondition(condition, negated, beginNode);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1046
            } else if (predecessor instanceof TypeSwitchNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1047
                TypeSwitchNode typeSwitch = (TypeSwitchNode) predecessor;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1048
                processTypeSwitch(beginNode, typeSwitch);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1049
            } else if (predecessor instanceof IntegerSwitchNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1050
                IntegerSwitchNode integerSwitchNode = (IntegerSwitchNode) predecessor;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1051
                processIntegerSwitch(beginNode, integerSwitchNode);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1052
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1053
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1054
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1055
        private static boolean maybeMultipleUsages(ValueNode value) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1056
            if (value.hasMoreThanOneUsage()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1057
                return true;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1058
            } else {
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1059
                return value instanceof ProxyNode ||
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1060
                                value instanceof PiNode ||
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1061
                                value instanceof StampInverter;
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1062
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1063
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1064
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1065
        protected void processIntegerSwitch(AbstractBeginNode beginNode, IntegerSwitchNode integerSwitchNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1066
            ValueNode value = integerSwitchNode.value();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1067
            if (maybeMultipleUsages(value)) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1068
                Stamp stamp = integerSwitchNode.getValueStampForSuccessor(beginNode);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1069
                if (stamp != null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1070
                    registerNewStamp(value, stamp, beginNode);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1071
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1072
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1073
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1074
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1075
        protected void processTypeSwitch(AbstractBeginNode beginNode, TypeSwitchNode typeSwitch) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1076
            ValueNode hub = typeSwitch.value();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1077
            if (hub instanceof LoadHubNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1078
                LoadHubNode loadHub = (LoadHubNode) hub;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1079
                ValueNode value = loadHub.getValue();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1080
                if (maybeMultipleUsages(value)) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1081
                    Stamp stamp = typeSwitch.getValueStampForSuccessor(beginNode);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1082
                    if (stamp != null) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1083
                        registerNewStamp(value, stamp, beginNode);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1084
                    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1085
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1086
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1087
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1088
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1089
        @Override
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1090
        public void exit(Block b, Marks marks) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1091
            int infoElementsMark = marks.infoElementOperations;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1092
            while (undoOperations.size() > infoElementsMark) {
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1093
                Node node = undoOperations.pop();
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1094
                if (node.isAlive()) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1095
                    map.set(node, map.get(node).getParent());
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1096
                }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1097
            }
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1098
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1099
            int conditionsMark = marks.conditions;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1100
            while (conditions.size() > conditionsMark) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1101
                conditions.pop();
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1102
            }
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1103
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1104
    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1105
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1106
    @FunctionalInterface
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1107
    protected interface InfoElementProvider {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1108
        Iterable<InfoElement> getInfoElements(ValueNode value);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1109
    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1110
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1111
    /**
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1112
     * Checks for safe nodes when moving pending tests up.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1113
     */
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1114
    static class InputFilter extends Node.EdgeVisitor {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1115
        boolean ok;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1116
        private ValueNode value;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1117
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1118
        InputFilter(ValueNode value) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1119
            this.value = value;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1120
            this.ok = true;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1121
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1122
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1123
        @Override
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1124
        public Node apply(Node node, Node curNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1125
            if (!ok) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1126
                // Abort the recursion
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1127
                return curNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1128
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1129
            if (!(curNode instanceof ValueNode)) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1130
                ok = false;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1131
                return curNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1132
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1133
            ValueNode curValue = (ValueNode) curNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1134
            if (curValue.isConstant() || curValue == value || curValue instanceof ParameterNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1135
                return curNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1136
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1137
            if (curValue instanceof BinaryNode || curValue instanceof UnaryNode) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1138
                curValue.applyInputs(this);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1139
            } else {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1140
                ok = false;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1141
            }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1142
            return curNode;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1143
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1144
    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1145
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1146
    @FunctionalInterface
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1147
    protected interface GuardRewirer {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1148
        /**
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1149
         * Called if the condition could be proven to have a constant value ({@code result}) under
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1150
         * {@code guard}.
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1151
         *
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1152
         * @param guard the guard whose result is proven
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1153
         * @param result the known result of the guard
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1154
         * @param newInput new input to pi nodes depending on the new guard
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1155
         * @return whether the transformation could be applied
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1156
         */
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1157
        boolean rewire(GuardingNode guard, boolean result, Stamp guardedValueStamp, ValueNode newInput);
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1158
    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1159
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1160
    protected static final class InfoElement {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1161
        private final Stamp stamp;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1162
        private final GuardingNode guard;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1163
        private final ValueNode proxifiedInput;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1164
        private final InfoElement parent;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1165
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1166
        public InfoElement(Stamp stamp, GuardingNode guard, ValueNode proxifiedInput, InfoElement parent) {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1167
            this.stamp = stamp;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1168
            this.guard = guard;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1169
            this.proxifiedInput = proxifiedInput;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1170
            this.parent = parent;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1171
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1172
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1173
        public InfoElement getParent() {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1174
            return parent;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1175
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1176
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1177
        public Stamp getStamp() {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1178
            return stamp;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1179
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1180
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1181
        public GuardingNode getGuard() {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1182
            return guard;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1183
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1184
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1185
        public ValueNode getProxifiedInput() {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1186
            return proxifiedInput;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1187
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1188
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1189
        @Override
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1190
        public String toString() {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1191
            return stamp + " -> " + guard;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1192
        }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1193
    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1194
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1195
    @Override
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1196
    public float codeSizeIncrease() {
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1197
        return 1.5f;
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1198
    }
7d4e637d3f21 8180267: Update Graal
kvn
parents:
diff changeset
  1199
}