src/jdk.internal.vm.compiler/share/classes/org.graalvm.compiler.replacements.amd64/src/org/graalvm/compiler/replacements/amd64/AMD64GraphBuilderPlugins.java
author dlong
Thu, 31 Oct 2019 16:54:16 -0700
changeset 58877 aec7bf35d6f5
parent 58299 6df94ce3ab2f
permissions -rw-r--r--
8233273: Update Graal Reviewed-by: kvn
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     1
/*
54914
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
     2
 * Copyright (c) 2015, 2019, Oracle and/or its affiliates. All rights reserved.
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     4
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     7
 * published by the Free Software Foundation.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     8
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    13
 * accompanied this code).
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    14
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    18
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    21
 * questions.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    22
 */
50858
2d3e99a72541 8205824: Update Graal
never
parents: 50609
diff changeset
    23
2d3e99a72541 8205824: Update Graal
never
parents: 50609
diff changeset
    24
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    25
package org.graalvm.compiler.replacements.amd64;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    26
50858
2d3e99a72541 8205824: Update Graal
never
parents: 50609
diff changeset
    27
import static org.graalvm.compiler.replacements.StandardGraphBuilderPlugins.registerPlatformSpecificUnsafePlugins;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    28
import static org.graalvm.compiler.replacements.nodes.BinaryMathIntrinsicNode.BinaryOperation.POW;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    29
import static org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode.UnaryOperation.COS;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    30
import static org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode.UnaryOperation.EXP;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    31
import static org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode.UnaryOperation.LOG;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    32
import static org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode.UnaryOperation.LOG10;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    33
import static org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode.UnaryOperation.SIN;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    34
import static org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode.UnaryOperation.TAN;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    35
46963
089674d9949b 8186681: Update Graal
iveresov
parents: 46551
diff changeset
    36
import java.util.Arrays;
089674d9949b 8186681: Update Graal
iveresov
parents: 46551
diff changeset
    37
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    38
import org.graalvm.compiler.lir.amd64.AMD64ArithmeticLIRGeneratorTool.RoundingMode;
52910
583fd71c47d6 8214023: Update Graal
dlong
parents: 52578
diff changeset
    39
import org.graalvm.compiler.nodes.PauseNode;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    40
import org.graalvm.compiler.nodes.ValueNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    41
import org.graalvm.compiler.nodes.graphbuilderconf.GraphBuilderConfiguration.Plugins;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    42
import org.graalvm.compiler.nodes.graphbuilderconf.GraphBuilderContext;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    43
import org.graalvm.compiler.nodes.graphbuilderconf.InvocationPlugin;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    44
import org.graalvm.compiler.nodes.graphbuilderconf.InvocationPlugin.Receiver;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    45
import org.graalvm.compiler.nodes.graphbuilderconf.InvocationPlugins;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    46
import org.graalvm.compiler.nodes.graphbuilderconf.InvocationPlugins.Registration;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    47
import org.graalvm.compiler.nodes.java.AtomicReadAndAddNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    48
import org.graalvm.compiler.nodes.java.AtomicReadAndWriteNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    49
import org.graalvm.compiler.nodes.memory.address.OffsetAddressNode;
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    50
import org.graalvm.compiler.nodes.spi.Replacements;
46963
089674d9949b 8186681: Update Graal
iveresov
parents: 46551
diff changeset
    51
import org.graalvm.compiler.replacements.ArraysSubstitutions;
50858
2d3e99a72541 8205824: Update Graal
never
parents: 50609
diff changeset
    52
import org.graalvm.compiler.replacements.StandardGraphBuilderPlugins.UnsafeAccessPlugin;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    53
import org.graalvm.compiler.replacements.StandardGraphBuilderPlugins.UnsafeGetPlugin;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    54
import org.graalvm.compiler.replacements.StandardGraphBuilderPlugins.UnsafePutPlugin;
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
    55
import org.graalvm.compiler.replacements.TargetGraphBuilderPlugins;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    56
import org.graalvm.compiler.replacements.nodes.BinaryMathIntrinsicNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    57
import org.graalvm.compiler.replacements.nodes.BinaryMathIntrinsicNode.BinaryOperation;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    58
import org.graalvm.compiler.replacements.nodes.BitCountNode;
54914
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
    59
import org.graalvm.compiler.replacements.nodes.FusedMultiplyAddNode;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    60
import org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    61
import org.graalvm.compiler.replacements.nodes.UnaryMathIntrinsicNode.UnaryOperation;
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54914
diff changeset
    62
import org.graalvm.compiler.serviceprovider.JavaVersionUtil;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    63
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    64
import jdk.vm.ci.amd64.AMD64;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    65
import jdk.vm.ci.amd64.AMD64.CPUFeature;
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
    66
import jdk.vm.ci.code.Architecture;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    67
import jdk.vm.ci.meta.JavaKind;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    68
import jdk.vm.ci.meta.ResolvedJavaMethod;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    69
import sun.misc.Unsafe;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    70
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
    71
public class AMD64GraphBuilderPlugins implements TargetGraphBuilderPlugins {
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
    72
    @Override
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    73
    public void register(Plugins plugins, Replacements replacements, Architecture architecture, boolean explicitUnsafeNullChecks,
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
    74
                    boolean registerMathPlugins, boolean emitJDK9StringSubstitutions, boolean useFMAIntrinsics) {
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    75
        register(plugins, replacements, (AMD64) architecture, explicitUnsafeNullChecks, emitJDK9StringSubstitutions, useFMAIntrinsics);
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 55509
diff changeset
    76
    }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    77
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    78
    public static void register(Plugins plugins, Replacements replacements, AMD64 arch, boolean explicitUnsafeNullChecks,
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    79
                    boolean emitJDK9StringSubstitutions,
54914
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
    80
                    boolean useFMAIntrinsics) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    81
        InvocationPlugins invocationPlugins = plugins.getInvocationPlugins();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    82
        invocationPlugins.defer(new Runnable() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    83
            @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    84
            public void run() {
52910
583fd71c47d6 8214023: Update Graal
dlong
parents: 52578
diff changeset
    85
                registerThreadPlugins(invocationPlugins, arch);
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    86
                registerIntegerLongPlugins(invocationPlugins, AMD64IntegerSubstitutions.class, JavaKind.Int, arch, replacements);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    87
                registerIntegerLongPlugins(invocationPlugins, AMD64LongSubstitutions.class, JavaKind.Long, arch, replacements);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    88
                registerPlatformSpecificUnsafePlugins(invocationPlugins, replacements, explicitUnsafeNullChecks,
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
    89
                                new JavaKind[]{JavaKind.Int, JavaKind.Long, JavaKind.Object, JavaKind.Boolean, JavaKind.Byte, JavaKind.Short, JavaKind.Char, JavaKind.Float, JavaKind.Double});
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    90
                registerUnsafePlugins(invocationPlugins, replacements, explicitUnsafeNullChecks);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    91
                registerStringPlugins(invocationPlugins, replacements);
54204
55c262f4f5a1 8220389: Update Graal
jwilhelm
parents: 54084
diff changeset
    92
                if (emitJDK9StringSubstitutions) {
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    93
                    registerStringLatin1Plugins(invocationPlugins, replacements);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    94
                    registerStringUTF16Plugins(invocationPlugins, replacements);
54204
55c262f4f5a1 8220389: Update Graal
jwilhelm
parents: 54084
diff changeset
    95
                }
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    96
                registerMathPlugins(invocationPlugins, useFMAIntrinsics, arch, replacements);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
    97
                registerArraysEqualsPlugins(invocationPlugins, replacements);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    98
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    99
        });
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   100
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   101
52910
583fd71c47d6 8214023: Update Graal
dlong
parents: 52578
diff changeset
   102
    private static void registerThreadPlugins(InvocationPlugins plugins, AMD64 arch) {
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54914
diff changeset
   103
        if (JavaVersionUtil.JAVA_SPEC > 8) {
52910
583fd71c47d6 8214023: Update Graal
dlong
parents: 52578
diff changeset
   104
            // Pause instruction introduced with SSE2
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   105
            assert (arch.getFeatures().contains(AMD64.CPUFeature.SSE2));
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   106
            Registration r = new Registration(plugins, Thread.class);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   107
            r.register0("onSpinWait", new InvocationPlugin() {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   108
                @Override
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   109
                public boolean apply(GraphBuilderContext b, ResolvedJavaMethod targetMethod, Receiver receiver) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   110
                    b.append(new PauseNode());
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   111
                    return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   112
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   113
            });
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   114
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   115
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   116
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   117
    private static void registerIntegerLongPlugins(InvocationPlugins plugins, Class<?> substituteDeclaringClass, JavaKind kind, AMD64 arch, Replacements replacements) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   118
        Class<?> declaringClass = kind.toBoxedJavaClass();
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   119
        Class<?> type = kind.toJavaClass();
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   120
        Registration r = new Registration(plugins, declaringClass, replacements);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   121
        r.registerMethodSubstitution(substituteDeclaringClass, "numberOfLeadingZeros", type);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   122
        r.registerMethodSubstitution(substituteDeclaringClass, "numberOfTrailingZeros", type);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   123
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   124
        r.registerConditional1(arch.getFeatures().contains(AMD64.CPUFeature.POPCNT),
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   125
                        "bitCount", type, new InvocationPlugin() {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   126
                            @Override
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   127
                            public boolean apply(GraphBuilderContext b, ResolvedJavaMethod targetMethod, Receiver receiver, ValueNode value) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   128
                                b.push(JavaKind.Int, b.append(new BitCountNode(value).canonical(null)));
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   129
                                return true;
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   130
                            }
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   131
                        });
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   132
    }
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   133
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   134
    private static void registerMathPlugins(InvocationPlugins plugins, boolean useFMAIntrinsics, AMD64 arch, Replacements replacements) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   135
        Registration r = new Registration(plugins, Math.class, replacements);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   136
        registerUnaryMath(r, "log", LOG);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   137
        registerUnaryMath(r, "log10", LOG10);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   138
        registerUnaryMath(r, "exp", EXP);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   139
        registerBinaryMath(r, "pow", POW);
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   140
        registerUnaryMath(r, "sin", SIN);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   141
        registerUnaryMath(r, "cos", COS);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   142
        registerUnaryMath(r, "tan", TAN);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   143
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   144
        boolean roundEnabled = arch.getFeatures().contains(CPUFeature.SSE4_1);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   145
        registerRound(roundEnabled, r, "rint", RoundingMode.NEAREST);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   146
        registerRound(roundEnabled, r, "ceil", RoundingMode.UP);
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   147
        registerRound(roundEnabled, r, "floor", RoundingMode.DOWN);
54914
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   148
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   149
        if (JavaVersionUtil.JAVA_SPEC > 8) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   150
            registerFMA(r, useFMAIntrinsics && arch.getFeatures().contains(CPUFeature.FMA));
54914
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   151
        }
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   152
    }
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   153
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   154
    private static void registerFMA(Registration r, boolean isEnabled) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   155
        r.registerConditional3(isEnabled, "fma",
54914
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   156
                        Double.TYPE,
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   157
                        Double.TYPE,
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   158
                        Double.TYPE,
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   159
                        new InvocationPlugin() {
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   160
                            @Override
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   161
                            public boolean apply(GraphBuilderContext b,
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   162
                                            ResolvedJavaMethod targetMethod,
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   163
                                            Receiver receiver,
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   164
                                            ValueNode na,
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   165
                                            ValueNode nb,
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   166
                                            ValueNode nc) {
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   167
                                b.push(JavaKind.Double, b.append(new FusedMultiplyAddNode(na, nb, nc)));
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   168
                                return true;
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   169
                            }
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   170
                        });
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   171
        r.registerConditional3(isEnabled, "fma",
54914
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   172
                        Float.TYPE,
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   173
                        Float.TYPE,
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   174
                        Float.TYPE,
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   175
                        new InvocationPlugin() {
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   176
                            @Override
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   177
                            public boolean apply(GraphBuilderContext b,
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   178
                                            ResolvedJavaMethod targetMethod,
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   179
                                            Receiver receiver,
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   180
                                            ValueNode na,
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   181
                                            ValueNode nb,
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   182
                                            ValueNode nc) {
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   183
                                b.push(JavaKind.Float, b.append(new FusedMultiplyAddNode(na, nb, nc)));
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   184
                                return true;
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   185
                            }
9feb4852536f 8223346: Update Graal
jwilhelm
parents: 54204
diff changeset
   186
                        });
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   187
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   188
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   189
    private static void registerUnaryMath(Registration r, String name, UnaryOperation operation) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   190
        r.register1(name, Double.TYPE, new InvocationPlugin() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   191
            @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   192
            public boolean apply(GraphBuilderContext b, ResolvedJavaMethod targetMethod, Receiver receiver, ValueNode value) {
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46344
diff changeset
   193
                b.push(JavaKind.Double, b.append(UnaryMathIntrinsicNode.create(value, operation)));
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   194
                return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   195
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   196
        });
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   197
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   198
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   199
    private static void registerBinaryMath(Registration r, String name, BinaryOperation operation) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   200
        r.register2(name, Double.TYPE, Double.TYPE, new InvocationPlugin() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   201
            @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   202
            public boolean apply(GraphBuilderContext b, ResolvedJavaMethod targetMethod, Receiver receiver, ValueNode x, ValueNode y) {
46393
d497d892ab11 8178864: Update Graal
iveresov
parents: 46344
diff changeset
   203
                b.push(JavaKind.Double, b.append(BinaryMathIntrinsicNode.create(x, y, operation)));
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   204
                return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   205
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   206
        });
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   207
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   208
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   209
    private static void registerRound(boolean isEnabled, Registration r, String name, RoundingMode mode) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   210
        r.registerConditional1(isEnabled, name, Double.TYPE, new InvocationPlugin() {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   211
            @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   212
            public boolean apply(GraphBuilderContext b, ResolvedJavaMethod targetMethod, Receiver receiver, ValueNode arg) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   213
                b.push(JavaKind.Double, b.append(new AMD64RoundNode(arg, mode)));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   214
                return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   215
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   216
        });
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   217
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   218
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   219
    private static void registerStringPlugins(InvocationPlugins plugins, Replacements replacements) {
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54914
diff changeset
   220
        if (JavaVersionUtil.JAVA_SPEC <= 8) {
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   221
            Registration r;
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   222
            r = new Registration(plugins, String.class, replacements);
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   223
            r.setAllowOverwrite(true);
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   224
            r.registerMethodSubstitution(AMD64StringSubstitutions.class, "indexOf", char[].class, int.class,
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   225
                            int.class, char[].class, int.class, int.class, int.class);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   226
            r.registerMethodSubstitution(AMD64StringSubstitutions.class, "indexOf", Receiver.class, int.class, int.class);
49873
26ebfe8ce852 8199755: Update Graal
dlong
parents: 49451
diff changeset
   227
            r.registerMethodSubstitution(AMD64StringSubstitutions.class, "compareTo", Receiver.class, String.class);
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 47216
diff changeset
   228
        }
e06f9607f370 8198969: Update Graal
iveresov
parents: 47216
diff changeset
   229
    }
e06f9607f370 8198969: Update Graal
iveresov
parents: 47216
diff changeset
   230
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   231
    private static void registerStringLatin1Plugins(InvocationPlugins plugins, Replacements replacements) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   232
        Registration r = new Registration(plugins, "java.lang.StringLatin1", replacements);
54204
55c262f4f5a1 8220389: Update Graal
jwilhelm
parents: 54084
diff changeset
   233
        r.setAllowOverwrite(true);
55c262f4f5a1 8220389: Update Graal
jwilhelm
parents: 54084
diff changeset
   234
        r.registerMethodSubstitution(AMD64StringLatin1Substitutions.class, "compareTo", byte[].class, byte[].class);
55c262f4f5a1 8220389: Update Graal
jwilhelm
parents: 54084
diff changeset
   235
        r.registerMethodSubstitution(AMD64StringLatin1Substitutions.class, "compareToUTF16", byte[].class, byte[].class);
55c262f4f5a1 8220389: Update Graal
jwilhelm
parents: 54084
diff changeset
   236
        r.registerMethodSubstitution(AMD64StringLatin1Substitutions.class, "inflate", byte[].class, int.class, char[].class, int.class, int.class);
55c262f4f5a1 8220389: Update Graal
jwilhelm
parents: 54084
diff changeset
   237
        r.registerMethodSubstitution(AMD64StringLatin1Substitutions.class, "inflate", byte[].class, int.class, byte[].class, int.class, int.class);
55c262f4f5a1 8220389: Update Graal
jwilhelm
parents: 54084
diff changeset
   238
        r.registerMethodSubstitution(AMD64StringLatin1Substitutions.class, "indexOf", byte[].class, int.class, int.class);
55c262f4f5a1 8220389: Update Graal
jwilhelm
parents: 54084
diff changeset
   239
        r.registerMethodSubstitution(AMD64StringLatin1Substitutions.class, "indexOf", byte[].class, int.class, byte[].class, int.class, int.class);
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 47216
diff changeset
   240
    }
e06f9607f370 8198969: Update Graal
iveresov
parents: 47216
diff changeset
   241
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   242
    private static void registerStringUTF16Plugins(InvocationPlugins plugins, Replacements replacements) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   243
        Registration r = new Registration(plugins, "java.lang.StringUTF16", replacements);
54204
55c262f4f5a1 8220389: Update Graal
jwilhelm
parents: 54084
diff changeset
   244
        r.setAllowOverwrite(true);
55c262f4f5a1 8220389: Update Graal
jwilhelm
parents: 54084
diff changeset
   245
        r.registerMethodSubstitution(AMD64StringUTF16Substitutions.class, "compareTo", byte[].class, byte[].class);
55c262f4f5a1 8220389: Update Graal
jwilhelm
parents: 54084
diff changeset
   246
        r.registerMethodSubstitution(AMD64StringUTF16Substitutions.class, "compareToLatin1", byte[].class, byte[].class);
55c262f4f5a1 8220389: Update Graal
jwilhelm
parents: 54084
diff changeset
   247
        r.registerMethodSubstitution(AMD64StringUTF16Substitutions.class, "compress", char[].class, int.class, byte[].class, int.class, int.class);
55c262f4f5a1 8220389: Update Graal
jwilhelm
parents: 54084
diff changeset
   248
        r.registerMethodSubstitution(AMD64StringUTF16Substitutions.class, "compress", byte[].class, int.class, byte[].class, int.class, int.class);
55c262f4f5a1 8220389: Update Graal
jwilhelm
parents: 54084
diff changeset
   249
        r.registerMethodSubstitution(AMD64StringUTF16Substitutions.class, "indexOfCharUnsafe", byte[].class, int.class, int.class, int.class);
55c262f4f5a1 8220389: Update Graal
jwilhelm
parents: 54084
diff changeset
   250
        r.registerMethodSubstitution(AMD64StringUTF16Substitutions.class, "indexOfUnsafe", byte[].class, int.class, byte[].class, int.class, int.class);
55c262f4f5a1 8220389: Update Graal
jwilhelm
parents: 54084
diff changeset
   251
        r.registerMethodSubstitution(AMD64StringUTF16Substitutions.class, "indexOfLatin1Unsafe", byte[].class, int.class, byte[].class, int.class, int.class);
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   252
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   253
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   254
    private static void registerUnsafePlugins(InvocationPlugins plugins, Replacements replacements, boolean explicitUnsafeNullChecks) {
52220
9c260a6b6471 8207146: Rename jdk.internal.misc.Unsafe::xxxObject to xxxReference
mchung
parents: 51436
diff changeset
   255
        registerUnsafePlugins(new Registration(plugins, Unsafe.class), explicitUnsafeNullChecks, new JavaKind[]{JavaKind.Int, JavaKind.Long, JavaKind.Object}, true);
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54914
diff changeset
   256
        if (JavaVersionUtil.JAVA_SPEC > 8) {
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   257
            registerUnsafePlugins(new Registration(plugins, "jdk.internal.misc.Unsafe", replacements), explicitUnsafeNullChecks,
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54914
diff changeset
   258
                            new JavaKind[]{JavaKind.Boolean, JavaKind.Byte, JavaKind.Char, JavaKind.Short, JavaKind.Int, JavaKind.Long, JavaKind.Object},
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54914
diff changeset
   259
                            JavaVersionUtil.JAVA_SPEC <= 11);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   260
        }
50609
bf414874c28f 8204231: Update Graal
dlong
parents: 50330
diff changeset
   261
    }
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   262
52220
9c260a6b6471 8207146: Rename jdk.internal.misc.Unsafe::xxxObject to xxxReference
mchung
parents: 51436
diff changeset
   263
    private static void registerUnsafePlugins(Registration r, boolean explicitUnsafeNullChecks, JavaKind[] unsafeJavaKinds, boolean java11OrEarlier) {
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   264
        for (JavaKind kind : unsafeJavaKinds) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   265
            Class<?> javaClass = kind == JavaKind.Object ? Object.class : kind.toJavaClass();
52220
9c260a6b6471 8207146: Rename jdk.internal.misc.Unsafe::xxxObject to xxxReference
mchung
parents: 51436
diff changeset
   266
            String kindName = (kind == JavaKind.Object && !java11OrEarlier) ? "Reference" : kind.name();
9c260a6b6471 8207146: Rename jdk.internal.misc.Unsafe::xxxObject to xxxReference
mchung
parents: 51436
diff changeset
   267
            r.register4("getAndSet" + kindName, Receiver.class, Object.class, long.class, javaClass, new UnsafeAccessPlugin(kind, explicitUnsafeNullChecks) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   268
                @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   269
                public boolean apply(GraphBuilderContext b, ResolvedJavaMethod targetMethod, Receiver unsafe, ValueNode object, ValueNode offset, ValueNode value) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   270
                    // Emits a null-check for the otherwise unused receiver
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   271
                    unsafe.get();
50858
2d3e99a72541 8205824: Update Graal
never
parents: 50609
diff changeset
   272
                    createUnsafeAccess(object, b, (obj, loc) -> new AtomicReadAndWriteNode(obj, offset, value, kind, loc));
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   273
                    return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   274
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   275
            });
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49873
diff changeset
   276
            if (kind != JavaKind.Boolean && kind.isNumericInteger()) {
52220
9c260a6b6471 8207146: Rename jdk.internal.misc.Unsafe::xxxObject to xxxReference
mchung
parents: 51436
diff changeset
   277
                r.register4("getAndAdd" + kindName, Receiver.class, Object.class, long.class, javaClass, new UnsafeAccessPlugin(kind, explicitUnsafeNullChecks) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   278
                    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   279
                    public boolean apply(GraphBuilderContext b, ResolvedJavaMethod targetMethod, Receiver unsafe, ValueNode object, ValueNode offset, ValueNode delta) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   280
                        // Emits a null-check for the otherwise unused receiver
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   281
                        unsafe.get();
50858
2d3e99a72541 8205824: Update Graal
never
parents: 50609
diff changeset
   282
                        createUnsafeAccess(object, b, (obj, loc) -> new AtomicReadAndAddNode(b.add(new OffsetAddressNode(obj, offset)), delta, kind, loc));
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   283
                        return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   284
                    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   285
                });
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   286
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   287
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   288
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   289
        for (JavaKind kind : new JavaKind[]{JavaKind.Char, JavaKind.Short, JavaKind.Int, JavaKind.Long}) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   290
            Class<?> javaClass = kind.toJavaClass();
50858
2d3e99a72541 8205824: Update Graal
never
parents: 50609
diff changeset
   291
            r.registerOptional3("get" + kind.name() + "Unaligned", Receiver.class, Object.class, long.class, new UnsafeGetPlugin(kind, explicitUnsafeNullChecks));
2d3e99a72541 8205824: Update Graal
never
parents: 50609
diff changeset
   292
            r.registerOptional4("put" + kind.name() + "Unaligned", Receiver.class, Object.class, long.class, javaClass, new UnsafePutPlugin(kind, explicitUnsafeNullChecks));
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   293
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   294
    }
46963
089674d9949b 8186681: Update Graal
iveresov
parents: 46551
diff changeset
   295
58877
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   296
    private static void registerArraysEqualsPlugins(InvocationPlugins plugins, Replacements replacements) {
aec7bf35d6f5 8233273: Update Graal
dlong
parents: 58299
diff changeset
   297
        Registration r = new Registration(plugins, Arrays.class, replacements);
46963
089674d9949b 8186681: Update Graal
iveresov
parents: 46551
diff changeset
   298
        r.registerMethodSubstitution(ArraysSubstitutions.class, "equals", float[].class, float[].class);
089674d9949b 8186681: Update Graal
iveresov
parents: 46551
diff changeset
   299
        r.registerMethodSubstitution(ArraysSubstitutions.class, "equals", double[].class, double[].class);
089674d9949b 8186681: Update Graal
iveresov
parents: 46551
diff changeset
   300
    }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   301
}