src/jdk.internal.vm.compiler/share/classes/org.graalvm.compiler.phases.common/src/org/graalvm/compiler/phases/common/UseTrappingNullChecksPhase.java
author dlong
Tue, 24 Sep 2019 12:47:15 -0400
changeset 58299 6df94ce3ab2f
parent 55509 d58442b8abc1
child 58679 9c3209ff7550
permissions -rw-r--r--
8229201: Update Graal Reviewed-by: kvn
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     1
/*
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
     2
 * Copyright (c) 2014, 2019, Oracle and/or its affiliates. All rights reserved.
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     4
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     7
 * published by the Free Software Foundation.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     8
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    13
 * accompanied this code).
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    14
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    18
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    21
 * questions.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    22
 */
50858
2d3e99a72541 8205824: Update Graal
never
parents: 48861
diff changeset
    23
2d3e99a72541 8205824: Update Graal
never
parents: 48861
diff changeset
    24
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    25
package org.graalvm.compiler.phases.common;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    26
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    27
import static org.graalvm.compiler.core.common.GraalOptions.OptImplicitNullChecks;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    28
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    29
import java.util.List;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    30
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
    31
import org.graalvm.compiler.debug.CounterKey;
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
    32
import org.graalvm.compiler.debug.DebugContext;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    33
import org.graalvm.compiler.graph.Node;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    34
import org.graalvm.compiler.nodeinfo.InputType;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    35
import org.graalvm.compiler.nodes.AbstractBeginNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    36
import org.graalvm.compiler.nodes.AbstractDeoptimizeNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    37
import org.graalvm.compiler.nodes.AbstractEndNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    38
import org.graalvm.compiler.nodes.AbstractMergeNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    39
import org.graalvm.compiler.nodes.BeginNode;
46762
f7defa99f173 8185829: Update Graal
dlong
parents: 46640
diff changeset
    40
import org.graalvm.compiler.nodes.CompressionNode;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    41
import org.graalvm.compiler.nodes.DeoptimizeNode;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    42
import org.graalvm.compiler.nodes.DeoptimizingFixedWithNextNode;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    43
import org.graalvm.compiler.nodes.DynamicDeoptimizeNode;
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
    44
import org.graalvm.compiler.nodes.EndNode;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    45
import org.graalvm.compiler.nodes.FixedNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    46
import org.graalvm.compiler.nodes.IfNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    47
import org.graalvm.compiler.nodes.LogicNode;
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
    48
import org.graalvm.compiler.nodes.LoopExitNode;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    49
import org.graalvm.compiler.nodes.StructuredGraph;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    50
import org.graalvm.compiler.nodes.ValueNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    51
import org.graalvm.compiler.nodes.ValuePhiNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    52
import org.graalvm.compiler.nodes.calc.IsNullNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    53
import org.graalvm.compiler.nodes.extended.NullCheckNode;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    54
import org.graalvm.compiler.nodes.memory.FixedAccessNode;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    55
import org.graalvm.compiler.nodes.memory.address.AddressNode;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    56
import org.graalvm.compiler.nodes.util.GraphUtil;
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
    57
import org.graalvm.compiler.options.Option;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
    58
import org.graalvm.compiler.options.OptionKey;
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
    59
import org.graalvm.compiler.options.OptionType;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    60
import org.graalvm.compiler.phases.BasePhase;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    61
import org.graalvm.compiler.phases.tiers.LowTierContext;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    62
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    63
import jdk.vm.ci.meta.DeoptimizationReason;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    64
import jdk.vm.ci.meta.MetaAccessProvider;
50858
2d3e99a72541 8205824: Update Graal
never
parents: 48861
diff changeset
    65
import jdk.vm.ci.meta.SpeculationLog;
2d3e99a72541 8205824: Update Graal
never
parents: 48861
diff changeset
    66
import jdk.vm.ci.meta.SpeculationLog.Speculation;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    67
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    68
public class UseTrappingNullChecksPhase extends BasePhase<LowTierContext> {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    69
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
    70
    private static final CounterKey counterTrappingNullCheck = DebugContext.counter("TrappingNullCheck");
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
    71
    private static final CounterKey counterTrappingNullCheckExistingRead = DebugContext.counter("TrappingNullCheckExistingRead");
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
    72
    private static final CounterKey counterTrappingNullCheckUnreached = DebugContext.counter("TrappingNullCheckUnreached");
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
    73
    private static final CounterKey counterTrappingNullCheckDynamicDeoptimize = DebugContext.counter("TrappingNullCheckDynamicDeoptimize");
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    74
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
    75
    public static class Options {
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
    76
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
    77
        // @formatter:off
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
    78
        @Option(help = "Use traps for null checks instead of explicit null-checks", type = OptionType.Expert)
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
    79
        public static final OptionKey<Boolean> UseTrappingNullChecks = new OptionKey<>(true);
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
    80
        // @formatter:on
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
    81
    }
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
    82
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    83
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    84
    protected void run(StructuredGraph graph, LowTierContext context) {
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
    85
        if (!Options.UseTrappingNullChecks.getValue(graph.getOptions()) || context.getTarget().implicitNullCheckLimit <= 0) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    86
            return;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    87
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    88
        assert graph.getGuardsStage().areFrameStatesAtDeopts();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    89
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    90
        long implicitNullCheckLimit = context.getTarget().implicitNullCheckLimit;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    91
        for (DeoptimizeNode deopt : graph.getNodes(DeoptimizeNode.TYPE)) {
48861
47f19ff9903c 8194819: Update Graal
iveresov
parents: 47216
diff changeset
    92
            tryUseTrappingNullCheck(deopt, deopt.predecessor(), deopt.getReason(), deopt.getSpeculation(), implicitNullCheckLimit);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    93
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    94
        for (DynamicDeoptimizeNode deopt : graph.getNodes(DynamicDeoptimizeNode.TYPE)) {
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    95
            tryUseTrappingNullCheck(context.getMetaAccess(), deopt, implicitNullCheckLimit);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    96
        }
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    97
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    98
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    99
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   100
    private static void tryUseTrappingNullCheck(MetaAccessProvider metaAccessProvider, DynamicDeoptimizeNode deopt, long implicitNullCheckLimit) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   101
        Node predecessor = deopt.predecessor();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   102
        if (predecessor instanceof AbstractMergeNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   103
            AbstractMergeNode merge = (AbstractMergeNode) predecessor;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   104
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   105
            // Process each predecessor at the merge, unpacking the reasons and speculations as
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   106
            // needed.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   107
            ValueNode reason = deopt.getActionAndReason();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   108
            ValuePhiNode reasonPhi = null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   109
            List<ValueNode> reasons = null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   110
            int expectedPhis = 0;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   111
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   112
            if (reason instanceof ValuePhiNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   113
                reasonPhi = (ValuePhiNode) reason;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   114
                if (reasonPhi.merge() != merge) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   115
                    return;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   116
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   117
                reasons = reasonPhi.values().snapshot();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   118
                expectedPhis++;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   119
            } else if (!reason.isConstant()) {
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   120
                merge.getDebug().log("Non constant reason %s", merge);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   121
                return;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   122
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   123
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   124
            ValueNode speculation = deopt.getSpeculation();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   125
            ValuePhiNode speculationPhi = null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   126
            List<ValueNode> speculations = null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   127
            if (speculation instanceof ValuePhiNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   128
                speculationPhi = (ValuePhiNode) speculation;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   129
                if (speculationPhi.merge() != merge) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   130
                    return;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   131
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   132
                speculations = speculationPhi.values().snapshot();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   133
                expectedPhis++;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   134
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   135
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   136
            if (merge.phis().count() != expectedPhis) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   137
                return;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   138
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   139
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   140
            int index = 0;
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   141
            List<EndNode> predecessors = merge.cfgPredecessors().snapshot();
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   142
            for (AbstractEndNode end : predecessors) {
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   143
                Node endPredecesssor = end.predecessor();
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   144
                ValueNode thisReason = reasons != null ? reasons.get(index) : reason;
54601
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 52910
diff changeset
   145
                ValueNode thisSpeculation = speculations != null ? speculations.get(index) : speculation;
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   146
                if (!merge.isAlive()) {
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   147
                    // When evacuating a merge the last successor simplfies the merge away so it
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   148
                    // must be handled specially.
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   149
                    assert predecessors.get(predecessors.size() - 1) == end : "must be last end";
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   150
                    endPredecesssor = deopt.predecessor();
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   151
                    thisSpeculation = deopt.getSpeculation();
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   152
                    thisReason = deopt.getActionAndReason();
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   153
                }
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   154
54601
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 52910
diff changeset
   155
                index++;
50858
2d3e99a72541 8205824: Update Graal
never
parents: 48861
diff changeset
   156
                if (!thisReason.isConstant() || !thisSpeculation.isConstant()) {
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   157
                    end.getDebug().log("Non constant deopt %s", end);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   158
                    continue;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   159
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   160
                DeoptimizationReason deoptimizationReason = metaAccessProvider.decodeDeoptReason(thisReason.asJavaConstant());
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   161
                Speculation speculationConstant = metaAccessProvider.decodeSpeculation(thisSpeculation.asJavaConstant(), deopt.graph().getSpeculationLog());
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   162
                tryUseTrappingNullCheck(deopt, endPredecesssor, deoptimizationReason, speculationConstant, implicitNullCheckLimit);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   163
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   164
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   165
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   166
50858
2d3e99a72541 8205824: Update Graal
never
parents: 48861
diff changeset
   167
    private static void tryUseTrappingNullCheck(AbstractDeoptimizeNode deopt, Node predecessor, DeoptimizationReason deoptimizationReason, Speculation speculation, long implicitNullCheckLimit) {
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   168
        assert predecessor != null;
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
   169
        if (deoptimizationReason != DeoptimizationReason.NullCheckException && deoptimizationReason != DeoptimizationReason.UnreachedCode &&
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
   170
                        deoptimizationReason != DeoptimizationReason.TypeCheckedInliningViolated) {
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   171
            deopt.getDebug().log(DebugContext.INFO_LEVEL, "Not a null check or unreached %s", predecessor);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   172
            return;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   173
        }
50858
2d3e99a72541 8205824: Update Graal
never
parents: 48861
diff changeset
   174
        assert speculation != null;
2d3e99a72541 8205824: Update Graal
never
parents: 48861
diff changeset
   175
        if (!speculation.equals(SpeculationLog.NO_SPECULATION)) {
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   176
            deopt.getDebug().log(DebugContext.INFO_LEVEL, "Has a speculation %s", predecessor);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   177
            return;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   178
        }
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
   179
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
   180
        // Skip over loop exit nodes.
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
   181
        Node pred = predecessor;
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
   182
        while (pred instanceof LoopExitNode) {
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
   183
            pred = pred.predecessor();
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
   184
        }
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
   185
        if (pred instanceof AbstractMergeNode) {
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
   186
            AbstractMergeNode merge = (AbstractMergeNode) pred;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   187
            if (merge.phis().isEmpty()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   188
                for (AbstractEndNode end : merge.cfgPredecessors().snapshot()) {
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   189
                    checkPredecessor(deopt, end.predecessor(), deoptimizationReason, implicitNullCheckLimit);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   190
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   191
            }
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
   192
        } else if (pred instanceof AbstractBeginNode) {
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
   193
            checkPredecessor(deopt, pred, deoptimizationReason, implicitNullCheckLimit);
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   194
        } else {
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
   195
            deopt.getDebug().log(DebugContext.INFO_LEVEL, "Not a Begin or Merge %s", pred);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   196
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   197
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   198
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   199
    private static void checkPredecessor(AbstractDeoptimizeNode deopt, Node predecessor, DeoptimizationReason deoptimizationReason, long implicitNullCheckLimit) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   200
        Node current = predecessor;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   201
        AbstractBeginNode branch = null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   202
        while (current instanceof AbstractBeginNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   203
            branch = (AbstractBeginNode) current;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   204
            if (branch.anchored().isNotEmpty()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   205
                // some input of the deopt framestate is anchored to this branch
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   206
                return;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   207
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   208
            current = current.predecessor();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   209
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   210
        if (current instanceof IfNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   211
            IfNode ifNode = (IfNode) current;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   212
            if (branch != ifNode.trueSuccessor()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   213
                return;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   214
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   215
            LogicNode condition = ifNode.condition();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   216
            if (condition instanceof IsNullNode) {
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   217
                replaceWithTrappingNullCheck(deopt, ifNode, condition, deoptimizationReason, implicitNullCheckLimit);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   218
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   219
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   220
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   221
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   222
    private static void replaceWithTrappingNullCheck(AbstractDeoptimizeNode deopt, IfNode ifNode, LogicNode condition, DeoptimizationReason deoptimizationReason, long implicitNullCheckLimit) {
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
   223
        DebugContext debug = deopt.getDebug();
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
   224
        counterTrappingNullCheck.increment(debug);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   225
        if (deopt instanceof DynamicDeoptimizeNode) {
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
   226
            counterTrappingNullCheckDynamicDeoptimize.increment(debug);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   227
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   228
        if (deoptimizationReason == DeoptimizationReason.UnreachedCode) {
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
   229
            counterTrappingNullCheckUnreached.increment(debug);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   230
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   231
        IsNullNode isNullNode = (IsNullNode) condition;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   232
        AbstractBeginNode nonTrappingContinuation = ifNode.falseSuccessor();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   233
        AbstractBeginNode trappingContinuation = ifNode.trueSuccessor();
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   234
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   235
        DeoptimizingFixedWithNextNode trappingNullCheck = null;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   236
        FixedNode nextNonTrapping = nonTrappingContinuation.next();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   237
        ValueNode value = isNullNode.getValue();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   238
        if (OptImplicitNullChecks.getValue(ifNode.graph().getOptions()) && implicitNullCheckLimit > 0) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   239
            if (nextNonTrapping instanceof FixedAccessNode) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   240
                FixedAccessNode fixedAccessNode = (FixedAccessNode) nextNonTrapping;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   241
                if (fixedAccessNode.canNullCheck()) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   242
                    AddressNode address = fixedAccessNode.getAddress();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   243
                    ValueNode base = address.getBase();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   244
                    ValueNode index = address.getIndex();
46762
f7defa99f173 8185829: Update Graal
dlong
parents: 46640
diff changeset
   245
                    // allow for architectures which cannot fold an
f7defa99f173 8185829: Update Graal
dlong
parents: 46640
diff changeset
   246
                    // intervening uncompress out of the address chain
f7defa99f173 8185829: Update Graal
dlong
parents: 46640
diff changeset
   247
                    if (base != null && base instanceof CompressionNode) {
f7defa99f173 8185829: Update Graal
dlong
parents: 46640
diff changeset
   248
                        base = ((CompressionNode) base).getValue();
f7defa99f173 8185829: Update Graal
dlong
parents: 46640
diff changeset
   249
                    }
f7defa99f173 8185829: Update Graal
dlong
parents: 46640
diff changeset
   250
                    if (index != null && index instanceof CompressionNode) {
f7defa99f173 8185829: Update Graal
dlong
parents: 46640
diff changeset
   251
                        index = ((CompressionNode) index).getValue();
f7defa99f173 8185829: Update Graal
dlong
parents: 46640
diff changeset
   252
                    }
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   253
                    if (((base == value && index == null) || (base == null && index == value)) && address.getMaxConstantDisplacement() < implicitNullCheckLimit) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   254
                        // Opportunity for implicit null check as part of an existing read found!
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   255
                        fixedAccessNode.setStateBefore(deopt.stateBefore());
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   256
                        fixedAccessNode.setNullCheck(true);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   257
                        deopt.graph().removeSplit(ifNode, nonTrappingContinuation);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   258
                        trappingNullCheck = fixedAccessNode;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46344
diff changeset
   259
                        counterTrappingNullCheckExistingRead.increment(debug);
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   260
                        deopt.getDebug().log("Added implicit null check to %s", fixedAccessNode);
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   261
                    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   262
                }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   263
            }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   264
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   265
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   266
        if (trappingNullCheck == null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   267
            // Need to add a null check node.
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   268
            trappingNullCheck = deopt.graph().add(new NullCheckNode(value));
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   269
            deopt.graph().replaceSplit(ifNode, trappingNullCheck, nonTrappingContinuation);
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54601
diff changeset
   270
            deopt.getDebug().log("Inserted NullCheckNode %s", trappingNullCheck);
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   271
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   272
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   273
        trappingNullCheck.setStateBefore(deopt.stateBefore());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   274
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   275
        /*
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   276
         * We now have the pattern NullCheck/BeginNode/... It's possible some node is using the
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   277
         * BeginNode as a guard input, so replace guard users of the Begin with the NullCheck and
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   278
         * then remove the Begin from the graph.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   279
         */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   280
        nonTrappingContinuation.replaceAtUsages(InputType.Guard, trappingNullCheck);
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   281
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   282
        if (nonTrappingContinuation instanceof BeginNode) {
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   283
            GraphUtil.unlinkFixedNode(nonTrappingContinuation);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   284
            nonTrappingContinuation.safeDelete();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   285
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   286
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   287
        GraphUtil.killCFG(trappingContinuation);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   288
        GraphUtil.tryKillUnused(isNullNode);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   289
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   290
}