src/jdk.internal.vm.compiler/share/classes/org.graalvm.compiler.replacements/src/org/graalvm/compiler/replacements/PEGraphDecoder.java
author dlong
Tue, 24 Sep 2019 12:47:15 -0400
changeset 58299 6df94ce3ab2f
parent 54601 c40b2a190173
permissions -rw-r--r--
8229201: Update Graal Reviewed-by: kvn
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     1
/*
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
     2
 * Copyright (c) 2015, 2019, Oracle and/or its affiliates. All rights reserved.
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     4
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     7
 * published by the Free Software Foundation.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     8
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    13
 * accompanied this code).
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    14
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    18
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    21
 * questions.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    22
 */
50858
2d3e99a72541 8205824: Update Graal
never
parents: 50609
diff changeset
    23
2d3e99a72541 8205824: Update Graal
never
parents: 50609
diff changeset
    24
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    25
package org.graalvm.compiler.replacements;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    26
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    27
import static org.graalvm.compiler.debug.GraalError.unimplemented;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    28
import static org.graalvm.compiler.nodeinfo.NodeCycles.CYCLES_IGNORED;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    29
import static org.graalvm.compiler.nodeinfo.NodeSize.SIZE_IGNORED;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    30
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 51736
diff changeset
    31
import java.net.URI;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    32
import java.util.ArrayList;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    33
import java.util.Arrays;
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 51736
diff changeset
    34
import java.util.Formatter;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    35
import java.util.HashMap;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    36
import java.util.List;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    37
import java.util.Map;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    38
49873
26ebfe8ce852 8199755: Update Graal
dlong
parents: 49451
diff changeset
    39
import jdk.internal.vm.compiler.collections.EconomicMap;
26ebfe8ce852 8199755: Update Graal
dlong
parents: 49451
diff changeset
    40
import jdk.internal.vm.compiler.collections.Equivalence;
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
    41
import org.graalvm.compiler.api.replacements.Fold;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    42
import org.graalvm.compiler.bytecode.Bytecode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    43
import org.graalvm.compiler.bytecode.BytecodeProvider;
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 51736
diff changeset
    44
import org.graalvm.compiler.bytecode.ResolvedJavaMethodBytecode;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    45
import org.graalvm.compiler.core.common.PermanentBailoutException;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    46
import org.graalvm.compiler.core.common.cfg.CFGVerifier;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    47
import org.graalvm.compiler.core.common.spi.ConstantFieldProvider;
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
    48
import org.graalvm.compiler.core.common.type.Stamp;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    49
import org.graalvm.compiler.core.common.type.StampFactory;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    50
import org.graalvm.compiler.core.common.type.StampPair;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    51
import org.graalvm.compiler.debug.DebugCloseable;
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46536
diff changeset
    52
import org.graalvm.compiler.debug.DebugContext;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    53
import org.graalvm.compiler.debug.GraalError;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    54
import org.graalvm.compiler.graph.Node;
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
    55
import org.graalvm.compiler.graph.Node.NodeIntrinsic;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    56
import org.graalvm.compiler.graph.NodeClass;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    57
import org.graalvm.compiler.graph.NodeSourcePosition;
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
    58
import org.graalvm.compiler.graph.SourceLanguagePosition;
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
    59
import org.graalvm.compiler.graph.SourceLanguagePositionProvider;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    60
import org.graalvm.compiler.graph.spi.Canonicalizable;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    61
import org.graalvm.compiler.java.GraphBuilderPhase;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    62
import org.graalvm.compiler.nodeinfo.NodeInfo;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    63
import org.graalvm.compiler.nodes.AbstractBeginNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    64
import org.graalvm.compiler.nodes.AbstractMergeNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    65
import org.graalvm.compiler.nodes.CallTargetNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    66
import org.graalvm.compiler.nodes.CallTargetNode.InvokeKind;
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
    67
import org.graalvm.compiler.nodes.ControlSinkNode;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    68
import org.graalvm.compiler.nodes.DeoptimizeNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    69
import org.graalvm.compiler.nodes.EncodedGraph;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    70
import org.graalvm.compiler.nodes.FixedNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    71
import org.graalvm.compiler.nodes.FixedWithNextNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    72
import org.graalvm.compiler.nodes.FrameState;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    73
import org.graalvm.compiler.nodes.IfNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    74
import org.graalvm.compiler.nodes.Invoke;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    75
import org.graalvm.compiler.nodes.InvokeWithExceptionNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    76
import org.graalvm.compiler.nodes.MergeNode;
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47667
diff changeset
    77
import org.graalvm.compiler.nodes.NodeView;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    78
import org.graalvm.compiler.nodes.ParameterNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    79
import org.graalvm.compiler.nodes.ReturnNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    80
import org.graalvm.compiler.nodes.SimplifyingGraphDecoder;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    81
import org.graalvm.compiler.nodes.StateSplit;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    82
import org.graalvm.compiler.nodes.StructuredGraph;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    83
import org.graalvm.compiler.nodes.UnwindNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    84
import org.graalvm.compiler.nodes.ValueNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    85
import org.graalvm.compiler.nodes.cfg.ControlFlowGraph;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    86
import org.graalvm.compiler.nodes.extended.ForeignCallNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    87
import org.graalvm.compiler.nodes.extended.IntegerSwitchNode;
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
    88
import org.graalvm.compiler.nodes.graphbuilderconf.GeneratedInvocationPlugin;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    89
import org.graalvm.compiler.nodes.graphbuilderconf.GraphBuilderContext;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    90
import org.graalvm.compiler.nodes.graphbuilderconf.InlineInvokePlugin;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    91
import org.graalvm.compiler.nodes.graphbuilderconf.InlineInvokePlugin.InlineInfo;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    92
import org.graalvm.compiler.nodes.graphbuilderconf.IntrinsicContext;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    93
import org.graalvm.compiler.nodes.graphbuilderconf.InvocationPlugin;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    94
import org.graalvm.compiler.nodes.graphbuilderconf.InvocationPlugins;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    95
import org.graalvm.compiler.nodes.graphbuilderconf.InvocationPlugins.InvocationPluginReceiver;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    96
import org.graalvm.compiler.nodes.graphbuilderconf.LoopExplosionPlugin;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    97
import org.graalvm.compiler.nodes.graphbuilderconf.LoopExplosionPlugin.LoopExplosionKind;
54601
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54328
diff changeset
    98
import org.graalvm.compiler.nodes.graphbuilderconf.MethodSubstitutionPlugin;
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
    99
import org.graalvm.compiler.nodes.graphbuilderconf.NodePlugin;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   100
import org.graalvm.compiler.nodes.graphbuilderconf.ParameterPlugin;
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   101
import org.graalvm.compiler.nodes.java.LoadFieldNode;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   102
import org.graalvm.compiler.nodes.java.LoadIndexedNode;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   103
import org.graalvm.compiler.nodes.java.MethodCallTargetNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   104
import org.graalvm.compiler.nodes.java.MonitorIdNode;
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   105
import org.graalvm.compiler.nodes.java.NewArrayNode;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   106
import org.graalvm.compiler.nodes.java.NewInstanceNode;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   107
import org.graalvm.compiler.nodes.java.NewMultiArrayNode;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   108
import org.graalvm.compiler.nodes.java.StoreFieldNode;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   109
import org.graalvm.compiler.nodes.java.StoreIndexedNode;
54328
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
   110
import org.graalvm.compiler.nodes.spi.CoreProviders;
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
   111
import org.graalvm.compiler.nodes.spi.Replacements;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   112
import org.graalvm.compiler.nodes.spi.StampProvider;
46536
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
   113
import org.graalvm.compiler.nodes.type.StampTool;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   114
import org.graalvm.compiler.nodes.util.GraphUtil;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   115
import org.graalvm.compiler.options.Option;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   116
import org.graalvm.compiler.options.OptionKey;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   117
import org.graalvm.compiler.options.OptionType;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   118
import org.graalvm.compiler.options.OptionValues;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   119
import org.graalvm.compiler.phases.common.inlining.InliningUtil;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   120
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   121
import jdk.vm.ci.code.Architecture;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   122
import jdk.vm.ci.code.BailoutException;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   123
import jdk.vm.ci.code.BytecodeFrame;
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   124
import jdk.vm.ci.meta.Assumptions;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   125
import jdk.vm.ci.meta.ConstantReflectionProvider;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   126
import jdk.vm.ci.meta.DeoptimizationAction;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   127
import jdk.vm.ci.meta.DeoptimizationReason;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   128
import jdk.vm.ci.meta.JavaConstant;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   129
import jdk.vm.ci.meta.JavaKind;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   130
import jdk.vm.ci.meta.JavaType;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   131
import jdk.vm.ci.meta.MetaAccessProvider;
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   132
import jdk.vm.ci.meta.ResolvedJavaField;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   133
import jdk.vm.ci.meta.ResolvedJavaMethod;
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   134
import jdk.vm.ci.meta.ResolvedJavaType;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   135
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   136
/**
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   137
 * A graph decoder that performs partial evaluation, i.e., that performs method inlining and
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   138
 * canonicalization/simplification of nodes during decoding.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   139
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   140
 * Inlining and loop explosion are configured via the plugin mechanism also used by the
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   141
 * {@link GraphBuilderPhase}. However, not all callback methods defined in
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   142
 * {@link GraphBuilderContext} are available since decoding is more limited than graph building.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   143
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   144
 * The standard {@link Canonicalizable#canonical node canonicalization} interface is used to
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   145
 * canonicalize nodes during decoding. Additionally, {@link IfNode branches} and
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   146
 * {@link IntegerSwitchNode switches} with constant conditions are simplified.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   147
 */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   148
public abstract class PEGraphDecoder extends SimplifyingGraphDecoder {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   149
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   150
    private static final Object CACHED_NULL_VALUE = new Object();
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   151
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   152
    public static class Options {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   153
        @Option(help = "Maximum inlining depth during partial evaluation before reporting an infinite recursion")//
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   154
        public static final OptionKey<Integer> InliningDepthError = new OptionKey<>(1000);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   155
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   156
        @Option(help = "Max number of loop explosions per method.", type = OptionType.Debug)//
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   157
        public static final OptionKey<Integer> MaximumLoopExplosionCount = new OptionKey<>(10000);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   158
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   159
        @Option(help = "Do not bail out but throw an exception on failed loop explosion.", type = OptionType.Debug)//
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   160
        public static final OptionKey<Boolean> FailedLoopExplosionIsFatal = new OptionKey<>(false);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   161
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   162
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   163
    protected class PEMethodScope extends MethodScope {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   164
        /** The state of the caller method. Only non-null during method inlining. */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   165
        protected final PEMethodScope caller;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   166
        protected final ResolvedJavaMethod method;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   167
        protected final InvokeData invokeData;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   168
        protected final int inliningDepth;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   169
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   170
        protected final ValueNode[] arguments;
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   171
        private SourceLanguagePosition sourceLanguagePosition = UnresolvedSourceLanguagePosition.INSTANCE;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   172
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   173
        protected FrameState outerState;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   174
        protected FrameState exceptionState;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   175
        protected ExceptionPlaceholderNode exceptionPlaceholderNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   176
        protected NodeSourcePosition callerBytecodePosition;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   177
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   178
        protected PEMethodScope(StructuredGraph targetGraph, PEMethodScope caller, LoopScope callerLoopScope, EncodedGraph encodedGraph, ResolvedJavaMethod method, InvokeData invokeData,
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   179
                        int inliningDepth, LoopExplosionPlugin loopExplosionPlugin, ValueNode[] arguments) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   180
            super(callerLoopScope, targetGraph, encodedGraph, loopExplosionKind(method, loopExplosionPlugin));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   181
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   182
            this.caller = caller;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   183
            this.method = method;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   184
            this.invokeData = invokeData;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   185
            this.inliningDepth = inliningDepth;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   186
            this.arguments = arguments;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   187
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   188
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   189
        @Override
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   190
        public boolean isInlinedMethod() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   191
            return caller != null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   192
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   193
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   194
        @Override
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   195
        public NodeSourcePosition getCallerBytecodePosition(NodeSourcePosition position) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   196
            if (caller == null) {
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   197
                return position;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   198
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   199
            if (callerBytecodePosition == null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   200
                NodeSourcePosition invokePosition = invokeData.invoke.asNode().getNodeSourcePosition();
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   201
                if (invokePosition == null) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   202
                    assert position == null : "should only happen when tracking is disabled";
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   203
                    return null;
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   204
                }
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   205
                callerBytecodePosition = invokePosition;
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   206
            }
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   207
            if (position != null) {
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   208
                return position.addCaller(caller.resolveSourceLanguagePosition(), callerBytecodePosition);
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   209
            }
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   210
            final SourceLanguagePosition pos = caller.resolveSourceLanguagePosition();
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   211
            if (pos != null && callerBytecodePosition != null) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   212
                return new NodeSourcePosition(pos, callerBytecodePosition.getCaller(), callerBytecodePosition.getMethod(), callerBytecodePosition.getBCI());
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   213
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   214
            return callerBytecodePosition;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   215
        }
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   216
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   217
        private SourceLanguagePosition resolveSourceLanguagePosition() {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   218
            SourceLanguagePosition res = sourceLanguagePosition;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   219
            if (res == UnresolvedSourceLanguagePosition.INSTANCE) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   220
                res = null;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   221
                if (arguments != null && method.hasReceiver() && arguments.length > 0 && arguments[0].isJavaConstant()) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   222
                    JavaConstant constantArgument = arguments[0].asJavaConstant();
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   223
                    res = sourceLanguagePositionProvider.getPosition(constantArgument);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   224
                }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   225
                sourceLanguagePosition = res;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   226
            }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   227
            return res;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   228
        }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   229
    }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   230
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   231
    private static final class UnresolvedSourceLanguagePosition implements SourceLanguagePosition {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   232
        static final SourceLanguagePosition INSTANCE = new UnresolvedSourceLanguagePosition();
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   233
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   234
        @Override
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   235
        public String toShortString() {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   236
            throw new IllegalStateException(getClass().getSimpleName() + " should not be reachable.");
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   237
        }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   238
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   239
        @Override
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   240
        public int getOffsetEnd() {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   241
            throw new IllegalStateException(getClass().getSimpleName() + " should not be reachable.");
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   242
        }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   243
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   244
        @Override
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   245
        public int getOffsetStart() {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   246
            throw new IllegalStateException(getClass().getSimpleName() + " should not be reachable.");
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   247
        }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   248
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   249
        @Override
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   250
        public int getLineNumber() {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   251
            throw new IllegalStateException(getClass().getSimpleName() + " should not be reachable.");
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   252
        }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   253
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   254
        @Override
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   255
        public URI getURI() {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   256
            throw new IllegalStateException(getClass().getSimpleName() + " should not be reachable.");
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   257
        }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   258
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   259
        @Override
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   260
        public String getLanguage() {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   261
            throw new IllegalStateException(getClass().getSimpleName() + " should not be reachable.");
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   262
        }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   263
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   264
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   265
    protected class PENonAppendGraphBuilderContext implements GraphBuilderContext {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   266
        protected final PEMethodScope methodScope;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   267
        protected final Invoke invoke;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   268
47667
390896759aa2 8187438: Update Graal
dlong
parents: 47216
diff changeset
   269
        @Override
390896759aa2 8187438: Update Graal
dlong
parents: 47216
diff changeset
   270
        public ExternalInliningContext getExternalInliningContext() {
390896759aa2 8187438: Update Graal
dlong
parents: 47216
diff changeset
   271
            return new ExternalInliningContext() {
390896759aa2 8187438: Update Graal
dlong
parents: 47216
diff changeset
   272
                @Override
390896759aa2 8187438: Update Graal
dlong
parents: 47216
diff changeset
   273
                public int getInlinedDepth() {
390896759aa2 8187438: Update Graal
dlong
parents: 47216
diff changeset
   274
                    int count = 0;
390896759aa2 8187438: Update Graal
dlong
parents: 47216
diff changeset
   275
                    PEGraphDecoder.PEMethodScope scope = methodScope;
390896759aa2 8187438: Update Graal
dlong
parents: 47216
diff changeset
   276
                    while (scope != null) {
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   277
                        if (scope.method.equals(callInlinedMethod) || scope.method.equals(callInlinedAgnosticMethod)) {
47667
390896759aa2 8187438: Update Graal
dlong
parents: 47216
diff changeset
   278
                            count++;
390896759aa2 8187438: Update Graal
dlong
parents: 47216
diff changeset
   279
                        }
390896759aa2 8187438: Update Graal
dlong
parents: 47216
diff changeset
   280
                        scope = scope.caller;
390896759aa2 8187438: Update Graal
dlong
parents: 47216
diff changeset
   281
                    }
390896759aa2 8187438: Update Graal
dlong
parents: 47216
diff changeset
   282
                    return count;
390896759aa2 8187438: Update Graal
dlong
parents: 47216
diff changeset
   283
                }
390896759aa2 8187438: Update Graal
dlong
parents: 47216
diff changeset
   284
            };
390896759aa2 8187438: Update Graal
dlong
parents: 47216
diff changeset
   285
        }
390896759aa2 8187438: Update Graal
dlong
parents: 47216
diff changeset
   286
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   287
        public PENonAppendGraphBuilderContext(PEMethodScope methodScope, Invoke invoke) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   288
            this.methodScope = methodScope;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   289
            this.invoke = invoke;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   290
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   291
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   292
        /**
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   293
         * {@link Fold} and {@link NodeIntrinsic} can be deferred during parsing/decoding. Only by
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   294
         * the end of {@linkplain SnippetTemplate#instantiate Snippet instantiation} do they need to
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   295
         * have been processed.
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   296
         *
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   297
         * This is how SVM handles snippets. They are parsed with plugins disabled and then encoded
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   298
         * and stored in the image. When the snippet is needed at runtime the graph is decoded and
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   299
         * the plugins are run during the decoding process. If they aren't handled at this point
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   300
         * then they will never be handled.
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   301
         */
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   302
        @Override
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   303
        public boolean canDeferPlugin(GeneratedInvocationPlugin plugin) {
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   304
            return plugin.isGeneratedFromFoldOrNodeIntrinsic();
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   305
        }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   306
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   307
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   308
        public BailoutException bailout(String string) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   309
            BailoutException bailout = new PermanentBailoutException(string);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   310
            throw GraphUtil.createBailoutException(string, bailout, GraphUtil.approxSourceStackTraceElement(methodScope.getCallerBytecodePosition()));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   311
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   312
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   313
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   314
        public StampProvider getStampProvider() {
54328
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
   315
            return providers.getStampProvider();
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   316
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   317
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   318
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   319
        public MetaAccessProvider getMetaAccess() {
54328
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
   320
            return providers.getMetaAccess();
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   321
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   322
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   323
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   324
        public ConstantReflectionProvider getConstantReflection() {
54328
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
   325
            return providers.getConstantReflection();
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   326
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   327
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   328
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   329
        public ConstantFieldProvider getConstantFieldProvider() {
54328
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
   330
            return providers.getConstantFieldProvider();
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
   331
        }
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
   332
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
   333
        @Override
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
   334
        public Replacements getReplacements() {
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
   335
            return providers.getReplacements();
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   336
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   337
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   338
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   339
        public StructuredGraph getGraph() {
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   340
            return graph;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   341
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   342
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   343
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   344
        public int getDepth() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   345
            return methodScope.inliningDepth;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   346
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   347
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   348
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   349
        public IntrinsicContext getIntrinsic() {
54601
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54328
diff changeset
   350
            return PEGraphDecoder.this.getIntrinsic();
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   351
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   352
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   353
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   354
        public <T extends ValueNode> T append(T value) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   355
            throw unimplemented();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   356
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   357
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   358
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   359
        public void push(JavaKind kind, ValueNode value) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   360
            throw unimplemented();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   361
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   362
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   363
        @Override
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52956
diff changeset
   364
        public Invoke handleReplacedInvoke(InvokeKind invokeKind, ResolvedJavaMethod targetMethod, ValueNode[] args, boolean inlineEverything) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   365
            throw unimplemented();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   366
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   367
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   368
        @Override
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   369
        public void handleReplacedInvoke(CallTargetNode callTarget, JavaKind resultType) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   370
            throw unimplemented();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   371
        }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   372
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   373
        @Override
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   374
        public boolean intrinsify(BytecodeProvider bytecodeProvider, ResolvedJavaMethod targetMethod, ResolvedJavaMethod substitute, InvocationPlugin.Receiver receiver, ValueNode[] args) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   375
            return false;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   376
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   377
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   378
        @Override
54601
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54328
diff changeset
   379
        public boolean intrinsify(ResolvedJavaMethod targetMethod, StructuredGraph substituteGraph, InvocationPlugin.Receiver receiver, ValueNode[] argsIncludingReceiver) {
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54328
diff changeset
   380
            return false;
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54328
diff changeset
   381
        }
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54328
diff changeset
   382
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54328
diff changeset
   383
        @Override
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   384
        public void setStateAfter(StateSplit stateSplit) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   385
            throw unimplemented();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   386
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   387
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   388
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   389
        public GraphBuilderContext getParent() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   390
            throw unimplemented();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   391
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   392
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   393
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   394
        public Bytecode getCode() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   395
            throw unimplemented();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   396
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   397
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   398
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   399
        public ResolvedJavaMethod getMethod() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   400
            throw unimplemented();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   401
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   402
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   403
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   404
        public int bci() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   405
            return invoke.bci();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   406
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   407
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   408
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   409
        public InvokeKind getInvokeKind() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   410
            throw unimplemented();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   411
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   412
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   413
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   414
        public JavaType getInvokeReturnType() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   415
            throw unimplemented();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   416
        }
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 51736
diff changeset
   417
7dd81e82d083 8210777: Update Graal
dlong
parents: 51736
diff changeset
   418
        @Override
7dd81e82d083 8210777: Update Graal
dlong
parents: 51736
diff changeset
   419
        public String toString() {
7dd81e82d083 8210777: Update Graal
dlong
parents: 51736
diff changeset
   420
            Formatter fmt = new Formatter();
7dd81e82d083 8210777: Update Graal
dlong
parents: 51736
diff changeset
   421
            PEMethodScope scope = this.methodScope;
7dd81e82d083 8210777: Update Graal
dlong
parents: 51736
diff changeset
   422
            fmt.format("%s", new ResolvedJavaMethodBytecode(scope.method).asStackTraceElement(invoke.bci()));
7dd81e82d083 8210777: Update Graal
dlong
parents: 51736
diff changeset
   423
            NodeSourcePosition callers = scope.getCallerBytecodePosition();
7dd81e82d083 8210777: Update Graal
dlong
parents: 51736
diff changeset
   424
            if (callers != null) {
7dd81e82d083 8210777: Update Graal
dlong
parents: 51736
diff changeset
   425
                fmt.format("%n%s", callers);
7dd81e82d083 8210777: Update Graal
dlong
parents: 51736
diff changeset
   426
            }
7dd81e82d083 8210777: Update Graal
dlong
parents: 51736
diff changeset
   427
            return fmt.toString();
7dd81e82d083 8210777: Update Graal
dlong
parents: 51736
diff changeset
   428
        }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   429
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   430
54601
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54328
diff changeset
   431
    protected IntrinsicContext getIntrinsic() {
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54328
diff changeset
   432
        return null;
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54328
diff changeset
   433
    }
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54328
diff changeset
   434
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   435
    protected class PEAppendGraphBuilderContext extends PENonAppendGraphBuilderContext {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   436
        protected FixedWithNextNode lastInstr;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   437
        protected ValueNode pushedNode;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   438
        protected boolean invokeConsumed;
52956
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   439
        protected final InvokeKind invokeKind;
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   440
        protected final JavaType invokeReturnType;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   441
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   442
        public PEAppendGraphBuilderContext(PEMethodScope inlineScope, FixedWithNextNode lastInstr) {
52956
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   443
            this(inlineScope, lastInstr, null, null);
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   444
        }
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   445
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   446
        public PEAppendGraphBuilderContext(PEMethodScope inlineScope, FixedWithNextNode lastInstr, InvokeKind invokeKind, JavaType invokeReturnType) {
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   447
            super(inlineScope, inlineScope.invokeData != null ? inlineScope.invokeData.invoke : null);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   448
            this.lastInstr = lastInstr;
52956
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   449
            this.invokeKind = invokeKind;
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   450
            this.invokeReturnType = invokeReturnType;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   451
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   452
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   453
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   454
        public void push(JavaKind kind, ValueNode value) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   455
            if (pushedNode != null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   456
                throw unimplemented("Only one push is supported");
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   457
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   458
            pushedNode = value;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   459
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   460
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   461
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   462
        public void setStateAfter(StateSplit stateSplit) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   463
            Node stateAfter = decodeFloatingNode(methodScope.caller, methodScope.callerLoopScope, methodScope.invokeData.stateAfterOrderId);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   464
            getGraph().add(stateAfter);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   465
            FrameState fs = (FrameState) handleFloatingNodeAfterAdd(methodScope.caller, methodScope.callerLoopScope, stateAfter);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   466
            stateSplit.setStateAfter(fs);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   467
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   468
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   469
        @SuppressWarnings("try")
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   470
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   471
        public <T extends ValueNode> T append(T v) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   472
            if (v.graph() != null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   473
                return v;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   474
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   475
            try (DebugCloseable position = withNodeSoucePosition()) {
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   476
                T added = getGraph().addOrUniqueWithInputs(v);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   477
                if (added == v) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   478
                    updateLastInstruction(v);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   479
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   480
                return added;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   481
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   482
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   483
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   484
        private DebugCloseable withNodeSoucePosition() {
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   485
            if (getGraph().trackNodeSourcePosition()) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   486
                NodeSourcePosition callerBytecodePosition = methodScope.getCallerBytecodePosition();
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   487
                if (callerBytecodePosition != null) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   488
                    return getGraph().withNodeSourcePosition(callerBytecodePosition);
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   489
                }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   490
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   491
            return null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   492
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   493
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   494
        private <T extends ValueNode> void updateLastInstruction(T v) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   495
            if (v instanceof FixedNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   496
                FixedNode fixedNode = (FixedNode) v;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   497
                if (lastInstr != null) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   498
                    lastInstr.setNext(fixedNode);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   499
                }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   500
                if (fixedNode instanceof FixedWithNextNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   501
                    FixedWithNextNode fixedWithNextNode = (FixedWithNextNode) fixedNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   502
                    assert fixedWithNextNode.next() == null : "cannot append instruction to instruction which isn't end";
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   503
                    lastInstr = fixedWithNextNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   504
                } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   505
                    lastInstr = null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   506
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   507
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   508
        }
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   509
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   510
        @Override
52956
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   511
        public InvokeKind getInvokeKind() {
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   512
            if (invokeKind != null) {
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   513
                return invokeKind;
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   514
            }
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   515
            return super.getInvokeKind();
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   516
        }
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   517
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   518
        @Override
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   519
        public JavaType getInvokeReturnType() {
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   520
            if (invokeReturnType != null) {
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   521
                return invokeReturnType;
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   522
            }
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   523
            return super.getInvokeReturnType();
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   524
        }
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   525
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   526
        @Override
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   527
        public void handleReplacedInvoke(CallTargetNode callTarget, JavaKind resultType) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   528
            if (invokeConsumed) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   529
                throw unimplemented("handleReplacedInvoke can be called only once");
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   530
            }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   531
            invokeConsumed = true;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   532
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   533
            appendInvoke(methodScope.caller, methodScope.callerLoopScope, methodScope.invokeData, callTarget);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   534
            updateLastInstruction(invoke.asNode());
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   535
        }
54601
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54328
diff changeset
   536
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54328
diff changeset
   537
        @Override
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54328
diff changeset
   538
        public GraphBuilderContext getNonIntrinsicAncestor() {
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54328
diff changeset
   539
            return null;
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54328
diff changeset
   540
        }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   541
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   542
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   543
    @NodeInfo(cycles = CYCLES_IGNORED, size = SIZE_IGNORED)
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   544
    static class ExceptionPlaceholderNode extends ValueNode {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   545
        public static final NodeClass<ExceptionPlaceholderNode> TYPE = NodeClass.create(ExceptionPlaceholderNode.class);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   546
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   547
        protected ExceptionPlaceholderNode() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   548
            super(TYPE, StampFactory.object());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   549
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   550
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   551
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   552
    protected static class SpecialCallTargetCacheKey {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   553
        private final InvokeKind invokeKind;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   554
        private final ResolvedJavaMethod targetMethod;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   555
        private final ResolvedJavaType contextType;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   556
        private final Stamp receiverStamp;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   557
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   558
        public SpecialCallTargetCacheKey(InvokeKind invokeKind, ResolvedJavaMethod targetMethod, ResolvedJavaType contextType, Stamp receiverStamp) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   559
            this.invokeKind = invokeKind;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   560
            this.targetMethod = targetMethod;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   561
            this.contextType = contextType;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   562
            this.receiverStamp = receiverStamp;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   563
        }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   564
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   565
        @Override
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   566
        public int hashCode() {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   567
            return invokeKind.hashCode() ^ targetMethod.hashCode() ^ contextType.hashCode() ^ receiverStamp.hashCode();
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   568
        }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   569
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   570
        @Override
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   571
        public boolean equals(Object obj) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   572
            if (obj instanceof SpecialCallTargetCacheKey) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   573
                SpecialCallTargetCacheKey key = (SpecialCallTargetCacheKey) obj;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   574
                return key.invokeKind.equals(this.invokeKind) && key.targetMethod.equals(this.targetMethod) && key.contextType.equals(this.contextType) && key.receiverStamp.equals(this.receiverStamp);
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   575
            }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   576
            return false;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   577
        }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   578
    }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   579
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   580
    private final LoopExplosionPlugin loopExplosionPlugin;
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   581
    private final InvocationPlugins invocationPlugins;
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   582
    private final InlineInvokePlugin[] inlineInvokePlugins;
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   583
    private final ParameterPlugin parameterPlugin;
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   584
    private final NodePlugin[] nodePlugins;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   585
    private final EconomicMap<SpecialCallTargetCacheKey, Object> specialCallTargetCache;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   586
    private final EconomicMap<ResolvedJavaMethod, Object> invocationPluginCache;
47667
390896759aa2 8187438: Update Graal
dlong
parents: 47216
diff changeset
   587
    private final ResolvedJavaMethod callInlinedMethod;
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   588
    private final ResolvedJavaMethod callInlinedAgnosticMethod;
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   589
    protected final SourceLanguagePositionProvider sourceLanguagePositionProvider;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   590
54328
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
   591
    public PEGraphDecoder(Architecture architecture, StructuredGraph graph, CoreProviders providers, LoopExplosionPlugin loopExplosionPlugin, InvocationPlugins invocationPlugins,
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
   592
                    InlineInvokePlugin[] inlineInvokePlugins,
46640
70bdce04c59b 8183991: Update Graal
iveresov
parents: 46536
diff changeset
   593
                    ParameterPlugin parameterPlugin,
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   594
                    NodePlugin[] nodePlugins, ResolvedJavaMethod callInlinedMethod, ResolvedJavaMethod callInlinedAgnosticMethod, SourceLanguagePositionProvider sourceLanguagePositionProvider) {
54328
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
   595
        super(architecture, graph, providers, true);
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   596
        this.loopExplosionPlugin = loopExplosionPlugin;
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   597
        this.invocationPlugins = invocationPlugins;
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   598
        this.inlineInvokePlugins = inlineInvokePlugins;
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   599
        this.parameterPlugin = parameterPlugin;
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   600
        this.nodePlugins = nodePlugins;
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   601
        this.callInlinedAgnosticMethod = callInlinedAgnosticMethod;
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   602
        this.specialCallTargetCache = EconomicMap.create(Equivalence.DEFAULT);
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   603
        this.invocationPluginCache = EconomicMap.create(Equivalence.DEFAULT);
47667
390896759aa2 8187438: Update Graal
dlong
parents: 47216
diff changeset
   604
        this.callInlinedMethod = callInlinedMethod;
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   605
        this.sourceLanguagePositionProvider = sourceLanguagePositionProvider;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   606
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   607
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   608
    protected static LoopExplosionKind loopExplosionKind(ResolvedJavaMethod method, LoopExplosionPlugin loopExplosionPlugin) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   609
        if (loopExplosionPlugin == null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   610
            return LoopExplosionKind.NONE;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   611
        } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   612
            return loopExplosionPlugin.loopExplosionKind(method);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   613
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   614
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   615
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52956
diff changeset
   616
    @SuppressWarnings("try")
51736
42d99cb7f50f 8210478: Update Graal
iveresov
parents: 51436
diff changeset
   617
    public void decode(ResolvedJavaMethod method, boolean isSubstitution, boolean trackNodeSourcePosition) {
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52956
diff changeset
   618
        try (DebugContext.Scope scope = debug.scope("PEGraphDecode", graph)) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52956
diff changeset
   619
            EncodedGraph encodedGraph = lookupEncodedGraph(method, null, null, isSubstitution, trackNodeSourcePosition);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52956
diff changeset
   620
            PEMethodScope methodScope = new PEMethodScope(graph, null, null, encodedGraph, method, null, 0, loopExplosionPlugin, null);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52956
diff changeset
   621
            decode(createInitialLoopScope(methodScope, null));
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52956
diff changeset
   622
            cleanupGraph(methodScope);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   623
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52956
diff changeset
   624
            debug.dump(DebugContext.VERBOSE_LEVEL, graph, "After graph cleanup");
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52956
diff changeset
   625
            assert graph.verify();
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52956
diff changeset
   626
        } catch (Throwable t) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52956
diff changeset
   627
            throw debug.handle(t);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52956
diff changeset
   628
        }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   629
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   630
        try {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   631
            /* Check that the control flow graph can be computed, to catch problems early. */
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   632
            assert CFGVerifier.verify(ControlFlowGraph.compute(graph, true, true, true, true));
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   633
        } catch (Throwable ex) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   634
            throw GraalError.shouldNotReachHere("Control flow graph not valid after partial evaluation");
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   635
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   636
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   637
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   638
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   639
    protected void cleanupGraph(MethodScope methodScope) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   640
        super.cleanupGraph(methodScope);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   641
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   642
        for (FrameState frameState : graph.getNodes(FrameState.TYPE)) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   643
            if (frameState.bci == BytecodeFrame.UNWIND_BCI) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   644
                /*
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   645
                 * handleMissingAfterExceptionFrameState is called during graph decoding from
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   646
                 * InliningUtil.processFrameState - but during graph decoding it does not do
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   647
                 * anything because the usages of the frameState are not available yet. So we need
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   648
                 * to call it again.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   649
                 */
46509
b32d3928ad6a 8181369: Update Graal
iveresov
parents: 46459
diff changeset
   650
                PEMethodScope peMethodScope = (PEMethodScope) methodScope;
b32d3928ad6a 8181369: Update Graal
iveresov
parents: 46459
diff changeset
   651
                Invoke invoke = peMethodScope.invokeData != null ? peMethodScope.invokeData.invoke : null;
b32d3928ad6a 8181369: Update Graal
iveresov
parents: 46459
diff changeset
   652
                InliningUtil.handleMissingAfterExceptionFrameState(frameState, invoke, null, true);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   653
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   654
                /*
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   655
                 * The frameState must be gone now, because it is not a valid deoptimization point.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   656
                 */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   657
                assert frameState.isDeleted();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   658
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   659
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   660
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   661
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   662
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   663
    protected void checkLoopExplosionIteration(MethodScope s, LoopScope loopScope) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   664
        PEMethodScope methodScope = (PEMethodScope) s;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   665
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   666
        if (loopScope.loopIteration > Options.MaximumLoopExplosionCount.getValue(options)) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   667
            throw tooManyLoopExplosionIterations(methodScope, options);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   668
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   669
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   670
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   671
    private static RuntimeException tooManyLoopExplosionIterations(PEMethodScope methodScope, OptionValues options) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   672
        String message = "too many loop explosion iterations - does the explosion not terminate for method " + methodScope.method + "?";
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   673
        RuntimeException bailout = Options.FailedLoopExplosionIsFatal.getValue(options) ? new RuntimeException(message) : new PermanentBailoutException(message);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   674
        throw GraphUtil.createBailoutException(message, bailout, GraphUtil.approxSourceStackTraceElement(methodScope.getCallerBytecodePosition()));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   675
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   676
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   677
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   678
    protected LoopScope handleInvoke(MethodScope s, LoopScope loopScope, InvokeData invokeData) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   679
        PEMethodScope methodScope = (PEMethodScope) s;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   680
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   681
        /*
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   682
         * Decode the call target, but do not add it to the graph yet. This avoids adding usages for
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   683
         * all the arguments, which are expensive to remove again when we can inline the method.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   684
         */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   685
        assert invokeData.invoke.callTarget() == null : "callTarget edge is ignored during decoding of Invoke";
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   686
        CallTargetNode callTarget = (CallTargetNode) decodeFloatingNode(methodScope, loopScope, invokeData.callTargetOrderId);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   687
        if (callTarget instanceof MethodCallTargetNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   688
            MethodCallTargetNode methodCall = (MethodCallTargetNode) callTarget;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   689
            if (methodCall.invokeKind().hasReceiver()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   690
                invokeData.constantReceiver = methodCall.arguments().get(0).asJavaConstant();
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   691
                NodeSourcePosition invokePosition = invokeData.invoke.asNode().getNodeSourcePosition();
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   692
                if (invokeData.constantReceiver != null && invokePosition != null) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   693
                    // new NodeSourcePosition(invokeData.constantReceiver,
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   694
                    // invokePosition.getCaller(), invokePosition.getMethod(),
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   695
                    // invokePosition.getBCI());
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   696
                }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   697
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   698
            LoopScope inlineLoopScope = trySimplifyInvoke(methodScope, loopScope, invokeData, (MethodCallTargetNode) callTarget);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   699
            if (inlineLoopScope != null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   700
                return inlineLoopScope;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   701
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   702
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   703
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   704
        /* We know that we need an invoke, so now we can add the call target to the graph. */
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   705
        graph.add(callTarget);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   706
        registerNode(loopScope, invokeData.callTargetOrderId, callTarget, false, false);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   707
        return super.handleInvoke(methodScope, loopScope, invokeData);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   708
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   709
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   710
    protected LoopScope trySimplifyInvoke(PEMethodScope methodScope, LoopScope loopScope, InvokeData invokeData, MethodCallTargetNode callTarget) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   711
        // attempt to devirtualize the call
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   712
        ResolvedJavaMethod specialCallTarget = getSpecialCallTarget(invokeData, callTarget);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   713
        if (specialCallTarget != null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   714
            callTarget.setTargetMethod(specialCallTarget);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   715
            callTarget.setInvokeKind(InvokeKind.Special);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   716
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   717
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   718
        if (tryInvocationPlugin(methodScope, loopScope, invokeData, callTarget)) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   719
            /*
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   720
             * The invocation plugin handled the call, so decoding continues in the calling method.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   721
             */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   722
            return loopScope;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   723
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   724
        LoopScope inlineLoopScope = tryInline(methodScope, loopScope, invokeData, callTarget);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   725
        if (inlineLoopScope != null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   726
            /*
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   727
             * We can inline the call, so decoding continues in the inlined method.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   728
             */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   729
            return inlineLoopScope;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   730
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   731
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   732
        for (InlineInvokePlugin plugin : inlineInvokePlugins) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   733
            plugin.notifyNotInlined(new PENonAppendGraphBuilderContext(methodScope, invokeData.invoke), callTarget.targetMethod(), invokeData.invoke);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   734
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   735
        return null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   736
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   737
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   738
    private ResolvedJavaMethod getSpecialCallTarget(InvokeData invokeData, MethodCallTargetNode callTarget) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   739
        if (callTarget.invokeKind().isDirect()) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   740
            return null;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   741
        }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   742
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   743
        // check for trivial cases (e.g. final methods, nonvirtual methods)
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   744
        if (callTarget.targetMethod().canBeStaticallyBound()) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   745
            return callTarget.targetMethod();
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   746
        }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   747
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47667
diff changeset
   748
        SpecialCallTargetCacheKey key = new SpecialCallTargetCacheKey(callTarget.invokeKind(), callTarget.targetMethod(), invokeData.contextType, callTarget.receiver().stamp(NodeView.DEFAULT));
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   749
        Object specialCallTarget = specialCallTargetCache.get(key);
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   750
        if (specialCallTarget == null) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   751
            specialCallTarget = MethodCallTargetNode.devirtualizeCall(key.invokeKind, key.targetMethod, key.contextType, graph.getAssumptions(),
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   752
                            key.receiverStamp);
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   753
            if (specialCallTarget == null) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   754
                specialCallTarget = CACHED_NULL_VALUE;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   755
            }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   756
            specialCallTargetCache.put(key, specialCallTarget);
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   757
        }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   758
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   759
        return specialCallTarget == CACHED_NULL_VALUE ? null : (ResolvedJavaMethod) specialCallTarget;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   760
    }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   761
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   762
    protected boolean tryInvocationPlugin(PEMethodScope methodScope, LoopScope loopScope, InvokeData invokeData, MethodCallTargetNode callTarget) {
46459
7d4e637d3f21 8180267: Update Graal
kvn
parents: 46393
diff changeset
   763
        if (invocationPlugins == null || invocationPlugins.isEmpty()) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   764
            return false;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   765
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   766
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   767
        Invoke invoke = invokeData.invoke;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   768
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   769
        ResolvedJavaMethod targetMethod = callTarget.targetMethod();
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52956
diff changeset
   770
        if (loopScope.methodScope.encodedGraph.isCallToOriginal(targetMethod)) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52956
diff changeset
   771
            return false;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52956
diff changeset
   772
        }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52956
diff changeset
   773
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   774
        InvocationPlugin invocationPlugin = getInvocationPlugin(targetMethod);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   775
        if (invocationPlugin == null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   776
            return false;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   777
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   778
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52956
diff changeset
   779
        if (loopScope.methodScope.encodedGraph.isCallToOriginal(targetMethod)) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52956
diff changeset
   780
            return false;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52956
diff changeset
   781
        }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52956
diff changeset
   782
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   783
        ValueNode[] arguments = callTarget.arguments().toArray(new ValueNode[0]);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   784
        FixedWithNextNode invokePredecessor = (FixedWithNextNode) invoke.asNode().predecessor();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   785
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   786
        /*
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   787
         * Remove invoke from graph so that invocation plugin can append nodes to the predecessor.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   788
         */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   789
        invoke.asNode().replaceAtPredecessor(null);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   790
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   791
        PEMethodScope inlineScope = new PEMethodScope(graph, methodScope, loopScope, null, targetMethod, invokeData, methodScope.inliningDepth + 1, loopExplosionPlugin, arguments);
52956
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   792
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   793
        JavaType returnType = targetMethod.getSignature().getReturnType(methodScope.method.getDeclaringClass());
4b0b796dd581 8215224: Update Graal
iveresov
parents: 52910
diff changeset
   794
        PEAppendGraphBuilderContext graphBuilderContext = new PEAppendGraphBuilderContext(inlineScope, invokePredecessor, callTarget.invokeKind(), returnType);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   795
        InvocationPluginReceiver invocationPluginReceiver = new InvocationPluginReceiver(graphBuilderContext);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   796
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   797
        if (invocationPlugin.execute(graphBuilderContext, targetMethod, invocationPluginReceiver.init(targetMethod, arguments), arguments)) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   798
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   799
            if (graphBuilderContext.invokeConsumed) {
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   800
                /* Nothing to do. */
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   801
            } else if (graphBuilderContext.lastInstr != null) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   802
                registerNode(loopScope, invokeData.invokeOrderId, graphBuilderContext.pushedNode, true, true);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   803
                invoke.asNode().replaceAtUsages(graphBuilderContext.pushedNode);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   804
                graphBuilderContext.lastInstr.setNext(nodeAfterInvoke(methodScope, loopScope, invokeData, AbstractBeginNode.prevBegin(graphBuilderContext.lastInstr)));
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   805
                deleteInvoke(invoke);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   806
            } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   807
                assert graphBuilderContext.pushedNode == null : "Why push a node when the invoke does not return anyway?";
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   808
                invoke.asNode().replaceAtUsages(null);
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   809
                deleteInvoke(invoke);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   810
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   811
            return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   812
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   813
        } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   814
            /* Intrinsification failed, restore original state: invoke is in Graph. */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   815
            invokePredecessor.setNext(invoke.asNode());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   816
            return false;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   817
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   818
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   819
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   820
    private InvocationPlugin getInvocationPlugin(ResolvedJavaMethod targetMethod) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   821
        Object invocationPlugin = invocationPluginCache.get(targetMethod);
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   822
        if (invocationPlugin == null) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   823
            invocationPlugin = invocationPlugins.lookupInvocation(targetMethod);
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   824
            if (invocationPlugin == null) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   825
                invocationPlugin = CACHED_NULL_VALUE;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   826
            }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   827
            invocationPluginCache.put(targetMethod, invocationPlugin);
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   828
        }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   829
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   830
        return invocationPlugin == CACHED_NULL_VALUE ? null : (InvocationPlugin) invocationPlugin;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   831
    }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
   832
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   833
    protected LoopScope tryInline(PEMethodScope methodScope, LoopScope loopScope, InvokeData invokeData, MethodCallTargetNode callTarget) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   834
        if (!callTarget.invokeKind().isDirect()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   835
            return null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   836
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   837
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   838
        ResolvedJavaMethod targetMethod = callTarget.targetMethod();
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   839
        if (targetMethod.hasNeverInlineDirective()) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   840
            return null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   841
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   842
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   843
        ValueNode[] arguments = callTarget.arguments().toArray(new ValueNode[0]);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   844
        GraphBuilderContext graphBuilderContext = new PENonAppendGraphBuilderContext(methodScope, invokeData.invoke);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   845
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   846
        for (InlineInvokePlugin plugin : inlineInvokePlugins) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   847
            InlineInfo inlineInfo = plugin.shouldInlineInvoke(graphBuilderContext, targetMethod, arguments);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   848
            if (inlineInfo != null) {
54601
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54328
diff changeset
   849
                if (inlineInfo.allowsInlining()) {
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54328
diff changeset
   850
                    return doInline(methodScope, loopScope, invokeData, inlineInfo, arguments);
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54328
diff changeset
   851
                } else {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   852
                    return null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   853
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   854
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   855
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   856
        return null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   857
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   858
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   859
    protected LoopScope doInline(PEMethodScope methodScope, LoopScope loopScope, InvokeData invokeData, InlineInfo inlineInfo, ValueNode[] arguments) {
51436
091c0d22e735 8206992: Update Graal
iveresov
parents: 50858
diff changeset
   860
        if (!invokeData.invoke.useForInlining()) {
091c0d22e735 8206992: Update Graal
iveresov
parents: 50858
diff changeset
   861
            return null;
091c0d22e735 8206992: Update Graal
iveresov
parents: 50858
diff changeset
   862
        }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   863
        ResolvedJavaMethod inlineMethod = inlineInfo.getMethodToInline();
54601
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54328
diff changeset
   864
        EncodedGraph graphToInline = lookupEncodedGraph(inlineMethod, inlineInfo.getPlugin(), inlineInfo.getIntrinsicBytecodeProvider(), inlineInfo.isSubstitution(), graph.trackNodeSourcePosition());
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   865
        if (graphToInline == null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   866
            return null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   867
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   868
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   869
        assert !graph.trackNodeSourcePosition() || graphToInline.trackNodeSourcePosition() : graph + " " + graphToInline;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   870
        if (methodScope.inliningDepth > Options.InliningDepthError.getValue(options)) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   871
            throw tooDeepInlining(methodScope);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   872
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   873
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   874
        for (InlineInvokePlugin plugin : inlineInvokePlugins) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   875
            plugin.notifyBeforeInline(inlineMethod);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   876
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   877
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   878
        Invoke invoke = invokeData.invoke;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   879
        FixedNode invokeNode = invoke.asNode();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   880
        FixedWithNextNode predecessor = (FixedWithNextNode) invokeNode.predecessor();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   881
        invokeNode.replaceAtPredecessor(null);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   882
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   883
        PEMethodScope inlineScope = new PEMethodScope(graph, methodScope, loopScope, graphToInline, inlineMethod, invokeData, methodScope.inliningDepth + 1,
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   884
                        loopExplosionPlugin, arguments);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   885
46536
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
   886
        if (!inlineMethod.isStatic()) {
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
   887
            if (StampTool.isPointerAlwaysNull(arguments[0])) {
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
   888
                /*
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
   889
                 * The receiver is null, so we can unconditionally throw a NullPointerException
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
   890
                 * instead of performing any inlining.
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
   891
                 */
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
   892
                DeoptimizeNode deoptimizeNode = graph.add(new DeoptimizeNode(DeoptimizationAction.InvalidateReprofile, DeoptimizationReason.NullCheckException));
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
   893
                predecessor.setNext(deoptimizeNode);
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
   894
                finishInlining(inlineScope);
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
   895
                /* Continue decoding in the caller. */
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
   896
                return loopScope;
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
   897
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
   898
            } else if (!StampTool.isPointerNonNull(arguments[0])) {
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
   899
                /* The receiver might be null, so we need to insert a null check. */
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
   900
                PEAppendGraphBuilderContext graphBuilderContext = new PEAppendGraphBuilderContext(inlineScope, predecessor);
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
   901
                arguments[0] = graphBuilderContext.nullCheckedValue(arguments[0]);
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
   902
                predecessor = graphBuilderContext.lastInstr;
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
   903
            }
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
   904
        }
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
   905
47084
630d326a3d15 8186850: Update Graal
iveresov
parents: 46640
diff changeset
   906
        LoopScope inlineLoopScope = createInitialLoopScope(inlineScope, predecessor);
630d326a3d15 8186850: Update Graal
iveresov
parents: 46640
diff changeset
   907
630d326a3d15 8186850: Update Graal
iveresov
parents: 46640
diff changeset
   908
        /*
630d326a3d15 8186850: Update Graal
iveresov
parents: 46640
diff changeset
   909
         * The GraphEncoder assigns parameters a nodeId immediately after the fixed nodes.
630d326a3d15 8186850: Update Graal
iveresov
parents: 46640
diff changeset
   910
         * Initializing createdNodes here avoid decoding and immediately replacing the
630d326a3d15 8186850: Update Graal
iveresov
parents: 46640
diff changeset
   911
         * ParameterNodes.
630d326a3d15 8186850: Update Graal
iveresov
parents: 46640
diff changeset
   912
         */
630d326a3d15 8186850: Update Graal
iveresov
parents: 46640
diff changeset
   913
        int firstArgumentNodeId = inlineScope.maxFixedNodeOrderId + 1;
630d326a3d15 8186850: Update Graal
iveresov
parents: 46640
diff changeset
   914
        for (int i = 0; i < arguments.length; i++) {
630d326a3d15 8186850: Update Graal
iveresov
parents: 46640
diff changeset
   915
            inlineLoopScope.createdNodes[firstArgumentNodeId + i] = arguments[i];
630d326a3d15 8186850: Update Graal
iveresov
parents: 46640
diff changeset
   916
        }
630d326a3d15 8186850: Update Graal
iveresov
parents: 46640
diff changeset
   917
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   918
        // Copy assumptions from inlinee to caller
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   919
        Assumptions assumptions = graph.getAssumptions();
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   920
        Assumptions inlinedAssumptions = graphToInline.getAssumptions();
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   921
        if (assumptions != null) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   922
            if (inlinedAssumptions != null) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   923
                assumptions.record(inlinedAssumptions);
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   924
            }
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   925
        } else {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   926
            assert inlinedAssumptions == null : String.format("cannot inline graph (%s) which makes assumptions into a graph (%s) that doesn't", inlineMethod, graph);
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   927
        }
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   928
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   929
        // Copy inlined methods from inlinee to caller
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   930
        List<ResolvedJavaMethod> inlinedMethods = graphToInline.getInlinedMethods();
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   931
        if (inlinedMethods != null) {
50609
bf414874c28f 8204231: Update Graal
dlong
parents: 50330
diff changeset
   932
            for (ResolvedJavaMethod other : inlinedMethods) {
bf414874c28f 8204231: Update Graal
dlong
parents: 50330
diff changeset
   933
                graph.recordMethod(other);
bf414874c28f 8204231: Update Graal
dlong
parents: 50330
diff changeset
   934
            }
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   935
        }
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   936
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   937
        if (graphToInline.getFields() != null) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   938
            for (ResolvedJavaField field : graphToInline.getFields()) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   939
                graph.recordField(field);
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   940
            }
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   941
        }
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   942
        if (graphToInline.hasUnsafeAccess()) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   943
            graph.markUnsafeAccess();
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   944
        }
e06f9607f370 8198969: Update Graal
iveresov
parents: 48861
diff changeset
   945
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   946
        /*
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   947
         * Do the actual inlining by returning the initial loop scope for the inlined method scope.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   948
         */
47084
630d326a3d15 8186850: Update Graal
iveresov
parents: 46640
diff changeset
   949
        return inlineLoopScope;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   950
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   951
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   952
    @Override
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   953
    protected void finishInlining(MethodScope is) {
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   954
        PEMethodScope inlineScope = (PEMethodScope) is;
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   955
        ResolvedJavaMethod inlineMethod = inlineScope.method;
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   956
        PEMethodScope methodScope = inlineScope.caller;
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   957
        LoopScope loopScope = inlineScope.callerLoopScope;
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   958
        InvokeData invokeData = inlineScope.invokeData;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   959
        Invoke invoke = invokeData.invoke;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   960
        FixedNode invokeNode = invoke.asNode();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   961
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   962
        ValueNode exceptionValue = null;
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   963
        int returnNodeCount = 0;
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   964
        int unwindNodeCount = 0;
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   965
        List<ControlSinkNode> returnAndUnwindNodes = inlineScope.returnAndUnwindNodes;
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   966
        for (int i = 0; i < returnAndUnwindNodes.size(); i++) {
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   967
            FixedNode fixedNode = returnAndUnwindNodes.get(i);
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   968
            if (fixedNode instanceof ReturnNode) {
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   969
                returnNodeCount++;
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   970
            } else if (fixedNode.isAlive()) {
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   971
                assert fixedNode instanceof UnwindNode;
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   972
                unwindNodeCount++;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   973
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   974
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   975
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   976
        if (unwindNodeCount > 0) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   977
            FixedNode unwindReplacement;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   978
            if (invoke instanceof InvokeWithExceptionNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   979
                /* Decoding continues for the exception handler. */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   980
                unwindReplacement = makeStubNode(methodScope, loopScope, invokeData.exceptionNextOrderId);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   981
            } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   982
                /* No exception handler available, so the only thing we can do is deoptimize. */
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   983
                unwindReplacement = graph.add(new DeoptimizeNode(DeoptimizationAction.InvalidateRecompile, DeoptimizationReason.NotCompiledExceptionHandler));
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   984
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   985
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   986
            if (unwindNodeCount == 1) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   987
                /* Only one UnwindNode, we can use the exception directly. */
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   988
                UnwindNode unwindNode = getSingleMatchingNode(returnAndUnwindNodes, returnNodeCount > 0, UnwindNode.class);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   989
                exceptionValue = unwindNode.exception();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   990
                unwindNode.replaceAndDelete(unwindReplacement);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   991
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   992
            } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   993
                /*
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   994
                 * More than one UnwindNode. This can happen with the loop explosion strategy
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   995
                 * FULL_EXPLODE_UNTIL_RETURN, where we keep exploding after the loop and therefore
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   996
                 * also explode exception paths. Merge the exception in a similar way as multiple
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   997
                 * return values.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   998
                 */
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
   999
                MergeNode unwindMergeNode = graph.add(new MergeNode());
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1000
                exceptionValue = InliningUtil.mergeValueProducers(unwindMergeNode, getMatchingNodes(returnAndUnwindNodes, returnNodeCount > 0, UnwindNode.class, unwindNodeCount),
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1001
                                null, unwindNode -> unwindNode.exception());
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1002
                unwindMergeNode.setNext(unwindReplacement);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1003
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1004
                ensureExceptionStateDecoded(inlineScope);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1005
                unwindMergeNode.setStateAfter(inlineScope.exceptionState.duplicateModified(JavaKind.Object, JavaKind.Object, exceptionValue));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1006
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1007
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1008
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1009
        assert invoke.next() == null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1010
        assert !(invoke instanceof InvokeWithExceptionNode) || ((InvokeWithExceptionNode) invoke).exceptionEdge() == null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1011
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1012
        ValueNode returnValue;
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1013
        if (returnNodeCount == 0) {
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1014
            returnValue = null;
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1015
        } else if (returnNodeCount == 1) {
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1016
            ReturnNode returnNode = getSingleMatchingNode(returnAndUnwindNodes, unwindNodeCount > 0, ReturnNode.class);
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1017
            returnValue = returnNode.result();
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1018
            FixedNode n = nodeAfterInvoke(methodScope, loopScope, invokeData, AbstractBeginNode.prevBegin(returnNode));
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1019
            returnNode.replaceAndDelete(n);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1020
        } else {
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1021
            AbstractMergeNode merge = graph.add(new MergeNode());
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1022
            merge.setStateAfter((FrameState) ensureNodeCreated(methodScope, loopScope, invokeData.stateAfterOrderId));
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1023
            returnValue = InliningUtil.mergeReturns(merge, getMatchingNodes(returnAndUnwindNodes, unwindNodeCount > 0, ReturnNode.class, returnNodeCount));
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1024
            FixedNode n = nodeAfterInvoke(methodScope, loopScope, invokeData, merge);
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1025
            merge.setNext(n);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1026
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1027
        invokeNode.replaceAtUsages(returnValue);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1028
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1029
        /*
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1030
         * Usage the handles that we have on the return value and the exception to update the
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1031
         * orderId->Node table.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1032
         */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1033
        registerNode(loopScope, invokeData.invokeOrderId, returnValue, true, true);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1034
        if (invoke instanceof InvokeWithExceptionNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1035
            registerNode(loopScope, invokeData.exceptionOrderId, exceptionValue, true, true);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1036
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1037
        if (inlineScope.exceptionPlaceholderNode != null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1038
            inlineScope.exceptionPlaceholderNode.replaceAtUsagesAndDelete(exceptionValue);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1039
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1040
        deleteInvoke(invoke);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1041
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1042
        for (InlineInvokePlugin plugin : inlineInvokePlugins) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1043
            plugin.notifyAfterInline(inlineMethod);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1044
        }
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1045
    }
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1046
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1047
    @SuppressWarnings("unchecked")
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1048
    private static <T> T getSingleMatchingNode(List<ControlSinkNode> returnAndUnwindNodes, boolean hasNonMatchingEntries, Class<T> clazz) {
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1049
        if (!hasNonMatchingEntries) {
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1050
            assert returnAndUnwindNodes.size() == 1;
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1051
            return (T) returnAndUnwindNodes.get(0);
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1052
        }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1053
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1054
        for (int i = 0; i < returnAndUnwindNodes.size(); i++) {
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1055
            ControlSinkNode node = returnAndUnwindNodes.get(i);
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1056
            if (clazz.isInstance(node)) {
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1057
                return (T) node;
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1058
            }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1059
        }
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1060
        throw GraalError.shouldNotReachHere();
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1061
    }
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1062
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1063
    @SuppressWarnings("unchecked")
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1064
    private static <T> List<T> getMatchingNodes(List<ControlSinkNode> returnAndUnwindNodes, boolean hasNonMatchingEntries, Class<T> clazz, int resultCount) {
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1065
        if (!hasNonMatchingEntries) {
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1066
            return (List<T>) returnAndUnwindNodes;
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1067
        }
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1068
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1069
        List<T> result = new ArrayList<>(resultCount);
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1070
        for (int i = 0; i < returnAndUnwindNodes.size(); i++) {
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1071
            ControlSinkNode node = returnAndUnwindNodes.get(i);
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1072
            if (clazz.isInstance(node)) {
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1073
                result.add((T) node);
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1074
            }
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1075
        }
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1076
        assert result.size() == resultCount;
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1077
        return result;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1078
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1079
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1080
    private static RuntimeException tooDeepInlining(PEMethodScope methodScope) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1081
        HashMap<ResolvedJavaMethod, Integer> methodCounts = new HashMap<>();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1082
        for (PEMethodScope cur = methodScope; cur != null; cur = cur.caller) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1083
            Integer oldCount = methodCounts.get(cur.method);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1084
            methodCounts.put(cur.method, oldCount == null ? 1 : oldCount + 1);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1085
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1086
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1087
        List<Map.Entry<ResolvedJavaMethod, Integer>> methods = new ArrayList<>(methodCounts.entrySet());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1088
        methods.sort((e1, e2) -> -Integer.compare(e1.getValue(), e2.getValue()));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1089
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1090
        StringBuilder msg = new StringBuilder("Too deep inlining, probably caused by recursive inlining.").append(System.lineSeparator()).append("== Inlined methods ordered by inlining frequency:");
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1091
        for (Map.Entry<ResolvedJavaMethod, Integer> entry : methods) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1092
            msg.append(System.lineSeparator()).append(entry.getKey().format("%H.%n(%p) [")).append(entry.getValue()).append("]");
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1093
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1094
        msg.append(System.lineSeparator()).append("== Complete stack trace of inlined methods:");
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1095
        int lastBci = 0;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1096
        for (PEMethodScope cur = methodScope; cur != null; cur = cur.caller) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1097
            msg.append(System.lineSeparator()).append(cur.method.asStackTraceElement(lastBci));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1098
            if (cur.invokeData != null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1099
                lastBci = cur.invokeData.invoke.bci();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1100
            } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1101
                lastBci = 0;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1102
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1103
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1104
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1105
        throw new PermanentBailoutException(msg.toString());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1106
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1107
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1108
    public FixedNode nodeAfterInvoke(PEMethodScope methodScope, LoopScope loopScope, InvokeData invokeData, AbstractBeginNode lastBlock) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1109
        assert lastBlock.isAlive();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1110
        FixedNode n;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1111
        if (invokeData.invoke instanceof InvokeWithExceptionNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1112
            registerNode(loopScope, invokeData.nextOrderId, lastBlock, false, false);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1113
            n = makeStubNode(methodScope, loopScope, invokeData.nextNextOrderId);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1114
        } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1115
            n = makeStubNode(methodScope, loopScope, invokeData.nextOrderId);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1116
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1117
        return n;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1118
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1119
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1120
    private static void deleteInvoke(Invoke invoke) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1121
        /*
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1122
         * Clean up unused nodes. We cannot just call killCFG on the invoke node because that can
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1123
         * kill too much: nodes that are decoded later can use values that appear unused by now.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1124
         */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1125
        FrameState frameState = invoke.stateAfter();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1126
        invoke.asNode().safeDelete();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1127
        assert invoke.callTarget() == null : "must not have been added to the graph yet";
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1128
        if (frameState != null && frameState.hasNoUsages()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1129
            frameState.safeDelete();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1130
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1131
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1132
54601
c40b2a190173 8221598: Update Graal
jwilhelm
parents: 54328
diff changeset
  1133
    protected abstract EncodedGraph lookupEncodedGraph(ResolvedJavaMethod method, MethodSubstitutionPlugin plugin, BytecodeProvider intrinsicBytecodeProvider, boolean isSubstitution,
51736
42d99cb7f50f 8210478: Update Graal
iveresov
parents: 51436
diff changeset
  1134
                    boolean trackNodeSourcePosition);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1135
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1136
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1137
    protected void handleFixedNode(MethodScope s, LoopScope loopScope, int nodeOrderId, FixedNode node) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1138
        PEMethodScope methodScope = (PEMethodScope) s;
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1139
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1140
        if (node instanceof ForeignCallNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1141
            ForeignCallNode foreignCall = (ForeignCallNode) node;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1142
            if (foreignCall.getBci() == BytecodeFrame.UNKNOWN_BCI && methodScope.invokeData != null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1143
                foreignCall.setBci(methodScope.invokeData.invoke.bci());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1144
            }
46536
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1145
        }
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1146
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1147
        super.handleFixedNode(methodScope, loopScope, nodeOrderId, node);
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1148
    }
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1149
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1150
    @SuppressWarnings("try")
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1151
    @Override
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1152
    protected Node canonicalizeFixedNode(MethodScope s, Node node) {
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1153
        PEMethodScope methodScope = (PEMethodScope) s;
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1154
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1155
        Node replacedNode = node;
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1156
        if (nodePlugins != null && nodePlugins.length > 0) {
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1157
            if (node instanceof LoadFieldNode) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1158
                LoadFieldNode loadFieldNode = (LoadFieldNode) node;
46536
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1159
                PEAppendGraphBuilderContext graphBuilderContext = new PEAppendGraphBuilderContext(methodScope, loadFieldNode);
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1160
                ResolvedJavaField field = loadFieldNode.field();
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1161
                if (loadFieldNode.isStatic()) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1162
                    for (NodePlugin nodePlugin : nodePlugins) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1163
                        if (nodePlugin.handleLoadStaticField(graphBuilderContext, field)) {
46536
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1164
                            replacedNode = graphBuilderContext.pushedNode;
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1165
                            break;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1166
                        }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1167
                    }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1168
                } else {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1169
                    ValueNode object = loadFieldNode.object();
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1170
                    for (NodePlugin nodePlugin : nodePlugins) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1171
                        if (nodePlugin.handleLoadField(graphBuilderContext, object, field)) {
46536
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1172
                            replacedNode = graphBuilderContext.pushedNode;
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1173
                            break;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1174
                        }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1175
                    }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1176
                }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1177
            } else if (node instanceof StoreFieldNode) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1178
                StoreFieldNode storeFieldNode = (StoreFieldNode) node;
46536
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1179
                PEAppendGraphBuilderContext graphBuilderContext = new PEAppendGraphBuilderContext(methodScope, storeFieldNode);
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1180
                ResolvedJavaField field = storeFieldNode.field();
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1181
                if (storeFieldNode.isStatic()) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1182
                    ValueNode value = storeFieldNode.value();
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1183
                    for (NodePlugin nodePlugin : nodePlugins) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1184
                        if (nodePlugin.handleStoreStaticField(graphBuilderContext, field, value)) {
46536
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1185
                            replacedNode = graphBuilderContext.pushedNode;
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1186
                            break;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1187
                        }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1188
                    }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1189
                } else {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1190
                    ValueNode object = storeFieldNode.object();
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1191
                    ValueNode value = storeFieldNode.value();
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1192
                    for (NodePlugin nodePlugin : nodePlugins) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1193
                        if (nodePlugin.handleStoreField(graphBuilderContext, object, field, value)) {
46536
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1194
                            replacedNode = graphBuilderContext.pushedNode;
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1195
                            break;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1196
                        }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1197
                    }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1198
                }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1199
            } else if (node instanceof LoadIndexedNode) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1200
                LoadIndexedNode loadIndexedNode = (LoadIndexedNode) node;
46536
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1201
                PEAppendGraphBuilderContext graphBuilderContext = new PEAppendGraphBuilderContext(methodScope, loadIndexedNode);
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1202
                ValueNode array = loadIndexedNode.array();
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1203
                ValueNode index = loadIndexedNode.index();
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1204
                for (NodePlugin nodePlugin : nodePlugins) {
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1205
                    if (nodePlugin.handleLoadIndexed(graphBuilderContext, array, index, loadIndexedNode.getBoundsCheck(), loadIndexedNode.elementKind())) {
46536
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1206
                        replacedNode = graphBuilderContext.pushedNode;
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1207
                        break;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1208
                    }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1209
                }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1210
            } else if (node instanceof StoreIndexedNode) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1211
                StoreIndexedNode storeIndexedNode = (StoreIndexedNode) node;
46536
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1212
                PEAppendGraphBuilderContext graphBuilderContext = new PEAppendGraphBuilderContext(methodScope, storeIndexedNode);
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1213
                ValueNode array = storeIndexedNode.array();
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1214
                ValueNode index = storeIndexedNode.index();
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1215
                ValueNode value = storeIndexedNode.value();
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1216
                for (NodePlugin nodePlugin : nodePlugins) {
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
  1217
                    if (nodePlugin.handleStoreIndexed(graphBuilderContext, array, index, storeIndexedNode.getBoundsCheck(), storeIndexedNode.getStoreCheck(), storeIndexedNode.elementKind(), value)) {
46536
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1218
                        replacedNode = graphBuilderContext.pushedNode;
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1219
                        break;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1220
                    }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1221
                }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1222
            } else if (node instanceof NewInstanceNode) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1223
                NewInstanceNode newInstanceNode = (NewInstanceNode) node;
46536
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1224
                PEAppendGraphBuilderContext graphBuilderContext = new PEAppendGraphBuilderContext(methodScope, newInstanceNode);
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1225
                ResolvedJavaType type = newInstanceNode.instanceClass();
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1226
                for (NodePlugin nodePlugin : nodePlugins) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1227
                    if (nodePlugin.handleNewInstance(graphBuilderContext, type)) {
46536
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1228
                        replacedNode = graphBuilderContext.pushedNode;
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1229
                        break;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1230
                    }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1231
                }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1232
            } else if (node instanceof NewArrayNode) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1233
                NewArrayNode newArrayNode = (NewArrayNode) node;
46536
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1234
                PEAppendGraphBuilderContext graphBuilderContext = new PEAppendGraphBuilderContext(methodScope, newArrayNode);
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1235
                ResolvedJavaType elementType = newArrayNode.elementType();
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1236
                ValueNode length = newArrayNode.length();
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1237
                for (NodePlugin nodePlugin : nodePlugins) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1238
                    if (nodePlugin.handleNewArray(graphBuilderContext, elementType, length)) {
46536
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1239
                        replacedNode = graphBuilderContext.pushedNode;
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1240
                        break;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1241
                    }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1242
                }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1243
            } else if (node instanceof NewMultiArrayNode) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1244
                NewMultiArrayNode newArrayNode = (NewMultiArrayNode) node;
46536
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1245
                PEAppendGraphBuilderContext graphBuilderContext = new PEAppendGraphBuilderContext(methodScope, newArrayNode);
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1246
                ResolvedJavaType elementType = newArrayNode.type();
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1247
                ValueNode[] dimensions = newArrayNode.dimensions().toArray(new ValueNode[0]);
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1248
                for (NodePlugin nodePlugin : nodePlugins) {
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1249
                    if (nodePlugin.handleNewMultiArray(graphBuilderContext, elementType, dimensions)) {
46536
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1250
                        replacedNode = graphBuilderContext.pushedNode;
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1251
                        break;
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1252
                    }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1253
                }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1254
            }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1255
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1256
46536
79d8dffda212 8182018: Update Graal
iveresov
parents: 46509
diff changeset
  1257
        return super.canonicalizeFixedNode(methodScope, replacedNode);
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1258
    }
d497d892ab11 8178864: Update Graal
iveresov
parents: 46371
diff changeset
  1259
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1260
    @Override
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1261
    protected Node handleFloatingNodeBeforeAdd(MethodScope s, LoopScope loopScope, Node n) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1262
        PEMethodScope methodScope = (PEMethodScope) s;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1263
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1264
        Node node = n;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1265
        if (node instanceof ParameterNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1266
            ParameterNode param = (ParameterNode) node;
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1267
            if (methodScope.isInlinedMethod()) {
47084
630d326a3d15 8186850: Update Graal
iveresov
parents: 46640
diff changeset
  1268
                throw GraalError.shouldNotReachHere("Parameter nodes are already registered when the inlined scope is created");
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1269
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1270
            } else if (parameterPlugin != null) {
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1271
                assert !methodScope.isInlinedMethod();
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1272
                GraphBuilderContext graphBuilderContext = new PENonAppendGraphBuilderContext(methodScope, null);
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1273
                Node result = parameterPlugin.interceptParameter(graphBuilderContext, param.index(),
48190
25cfedf27edc 8192814: Update Graal
dlong
parents: 47667
diff changeset
  1274
                                StampPair.create(param.stamp(NodeView.DEFAULT), param.uncheckedStamp()));
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1275
                if (result != null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1276
                    return result;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1277
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1278
            }
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1279
            node = param.copyWithInputs();
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1280
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1281
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1282
        return super.handleFloatingNodeBeforeAdd(methodScope, loopScope, node);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1283
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1284
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1285
    protected void ensureOuterStateDecoded(PEMethodScope methodScope) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1286
        if (methodScope.outerState == null && methodScope.caller != null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1287
            FrameState stateAtReturn = methodScope.invokeData.invoke.stateAfter();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1288
            if (stateAtReturn == null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1289
                stateAtReturn = (FrameState) decodeFloatingNode(methodScope.caller, methodScope.callerLoopScope, methodScope.invokeData.stateAfterOrderId);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1290
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1291
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1292
            JavaKind invokeReturnKind = methodScope.invokeData.invoke.asNode().getStackKind();
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1293
            FrameState outerState = stateAtReturn.duplicateModified(graph, methodScope.invokeData.invoke.bci(), stateAtReturn.rethrowException(), true, invokeReturnKind, null, null);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1294
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1295
            /*
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1296
             * When the encoded graph has methods inlining, we can already have a proper caller
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1297
             * state. If not, we set the caller state here.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1298
             */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1299
            if (outerState.outerFrameState() == null && methodScope.caller != null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1300
                ensureOuterStateDecoded(methodScope.caller);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1301
                outerState.setOuterFrameState(methodScope.caller.outerState);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1302
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1303
            methodScope.outerState = outerState;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1304
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1305
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1306
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1307
    protected void ensureStateAfterDecoded(PEMethodScope methodScope) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1308
        if (methodScope.invokeData.invoke.stateAfter() == null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1309
            methodScope.invokeData.invoke.setStateAfter((FrameState) ensureNodeCreated(methodScope.caller, methodScope.callerLoopScope, methodScope.invokeData.stateAfterOrderId));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1310
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1311
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1312
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1313
    protected void ensureExceptionStateDecoded(PEMethodScope methodScope) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1314
        if (methodScope.exceptionState == null && methodScope.caller != null && methodScope.invokeData.invoke instanceof InvokeWithExceptionNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1315
            ensureStateAfterDecoded(methodScope);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1316
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1317
            assert methodScope.exceptionPlaceholderNode == null;
46371
0337d0617e7b 8178088: Update Graal
iveresov
parents: 46344
diff changeset
  1318
            methodScope.exceptionPlaceholderNode = graph.add(new ExceptionPlaceholderNode());
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1319
            registerNode(methodScope.callerLoopScope, methodScope.invokeData.exceptionOrderId, methodScope.exceptionPlaceholderNode, false, false);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1320
            FrameState exceptionState = (FrameState) ensureNodeCreated(methodScope.caller, methodScope.callerLoopScope, methodScope.invokeData.exceptionStateOrderId);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1321
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1322
            if (exceptionState.outerFrameState() == null && methodScope.caller != null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1323
                ensureOuterStateDecoded(methodScope.caller);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1324
                exceptionState.setOuterFrameState(methodScope.caller.outerState);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1325
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1326
            methodScope.exceptionState = exceptionState;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1327
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1328
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1329
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1330
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1331
    protected Node handleFloatingNodeAfterAdd(MethodScope s, LoopScope loopScope, Node node) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1332
        PEMethodScope methodScope = (PEMethodScope) s;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1333
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1334
        if (methodScope.isInlinedMethod()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1335
            if (node instanceof FrameState) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1336
                FrameState frameState = (FrameState) node;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1337
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1338
                ensureOuterStateDecoded(methodScope);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1339
                if (frameState.bci < 0) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1340
                    ensureExceptionStateDecoded(methodScope);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1341
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1342
                List<ValueNode> invokeArgsList = null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1343
                if (frameState.bci == BytecodeFrame.BEFORE_BCI) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1344
                    /*
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1345
                     * We know that the argument list is only used in this case, so avoid the List
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1346
                     * allocation for "normal" bcis.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1347
                     */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1348
                    invokeArgsList = Arrays.asList(methodScope.arguments);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1349
                }
46509
b32d3928ad6a 8181369: Update Graal
iveresov
parents: 46459
diff changeset
  1350
                return InliningUtil.processFrameState(frameState, methodScope.invokeData.invoke, null, methodScope.method, methodScope.exceptionState, methodScope.outerState, true,
b32d3928ad6a 8181369: Update Graal
iveresov
parents: 46459
diff changeset
  1351
                                methodScope.method, invokeArgsList);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1352
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1353
            } else if (node instanceof MonitorIdNode) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1354
                ensureOuterStateDecoded(methodScope);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1355
                InliningUtil.processMonitorId(methodScope.outerState, (MonitorIdNode) node);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1356
                return node;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1357
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1358
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1359
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1360
        return node;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1361
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
  1362
}