src/jdk.internal.vm.compiler/share/classes/org.graalvm.compiler.core.amd64/src/org/graalvm/compiler/core/amd64/AMD64LIRGenerator.java
author chegar
Thu, 17 Oct 2019 20:54:25 +0100
branchdatagramsocketimpl-branch
changeset 58679 9c3209ff7550
parent 58678 9cf78a70fa4f
parent 58533 46b0b7fe255c
permissions -rw-r--r--
datagramsocketimpl-branch: merge with default
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     1
/*
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
     2
 * Copyright (c) 2009, 2019, Oracle and/or its affiliates. All rights reserved.
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     4
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     7
 * published by the Free Software Foundation.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     8
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    13
 * accompanied this code).
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    14
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    18
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    21
 * questions.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    22
 */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    23
50858
2d3e99a72541 8205824: Update Graal
never
parents: 50330
diff changeset
    24
2d3e99a72541 8205824: Update Graal
never
parents: 50330
diff changeset
    25
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    26
package org.graalvm.compiler.core.amd64;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    27
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
    28
import static jdk.vm.ci.code.ValueUtil.asRegister;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    29
import static jdk.vm.ci.code.ValueUtil.isAllocatableValue;
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
    30
import static jdk.vm.ci.code.ValueUtil.isRegister;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    31
import static org.graalvm.compiler.asm.amd64.AMD64Assembler.AMD64BinaryArithmetic.CMP;
51436
091c0d22e735 8206992: Update Graal
iveresov
parents: 50858
diff changeset
    32
import static org.graalvm.compiler.asm.amd64.AMD64BaseAssembler.OperandSize.DWORD;
091c0d22e735 8206992: Update Graal
iveresov
parents: 50858
diff changeset
    33
import static org.graalvm.compiler.asm.amd64.AMD64BaseAssembler.OperandSize.PD;
091c0d22e735 8206992: Update Graal
iveresov
parents: 50858
diff changeset
    34
import static org.graalvm.compiler.asm.amd64.AMD64BaseAssembler.OperandSize.PS;
091c0d22e735 8206992: Update Graal
iveresov
parents: 50858
diff changeset
    35
import static org.graalvm.compiler.asm.amd64.AMD64BaseAssembler.OperandSize.QWORD;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    36
import static org.graalvm.compiler.core.common.GraalOptions.GeneratePIC;
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
    37
import static org.graalvm.compiler.lir.LIRValueUtil.asConstant;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    38
import static org.graalvm.compiler.lir.LIRValueUtil.asConstantValue;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    39
import static org.graalvm.compiler.lir.LIRValueUtil.asJavaConstant;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    40
import static org.graalvm.compiler.lir.LIRValueUtil.isConstantValue;
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    41
import static org.graalvm.compiler.lir.LIRValueUtil.isIntConstant;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    42
import static org.graalvm.compiler.lir.LIRValueUtil.isJavaConstant;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    43
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
    44
import java.util.Optional;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
    45
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    46
import org.graalvm.compiler.asm.amd64.AMD64Assembler.AMD64BinaryArithmetic;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    47
import org.graalvm.compiler.asm.amd64.AMD64Assembler.AMD64MIOp;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    48
import org.graalvm.compiler.asm.amd64.AMD64Assembler.AMD64RMOp;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    49
import org.graalvm.compiler.asm.amd64.AMD64Assembler.ConditionFlag;
57537
ecc6e394475f 8226771: Update Graal
dlong
parents: 55509
diff changeset
    50
import org.graalvm.compiler.asm.amd64.AMD64Assembler.SSEOp;
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
    51
import org.graalvm.compiler.asm.amd64.AMD64Assembler.VexRMOp;
51436
091c0d22e735 8206992: Update Graal
iveresov
parents: 50858
diff changeset
    52
import org.graalvm.compiler.asm.amd64.AMD64BaseAssembler.OperandSize;
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
    53
import org.graalvm.compiler.asm.amd64.AVXKind;
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
    54
import org.graalvm.compiler.asm.amd64.AVXKind.AVXSize;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    55
import org.graalvm.compiler.core.common.LIRKind;
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    56
import org.graalvm.compiler.core.common.NumUtil;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    57
import org.graalvm.compiler.core.common.calc.Condition;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    58
import org.graalvm.compiler.core.common.spi.ForeignCallLinkage;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    59
import org.graalvm.compiler.core.common.spi.LIRKindTool;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    60
import org.graalvm.compiler.debug.GraalError;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    61
import org.graalvm.compiler.lir.ConstantValue;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    62
import org.graalvm.compiler.lir.LIRFrameState;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    63
import org.graalvm.compiler.lir.LIRInstruction;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    64
import org.graalvm.compiler.lir.LIRValueUtil;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    65
import org.graalvm.compiler.lir.LabelRef;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    66
import org.graalvm.compiler.lir.StandardOp.JumpOp;
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
    67
import org.graalvm.compiler.lir.StandardOp.ZapRegistersOp;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    68
import org.graalvm.compiler.lir.SwitchStrategy;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    69
import org.graalvm.compiler.lir.Variable;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    70
import org.graalvm.compiler.lir.amd64.AMD64AddressValue;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    71
import org.graalvm.compiler.lir.amd64.AMD64ArithmeticLIRGeneratorTool;
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 47798
diff changeset
    72
import org.graalvm.compiler.lir.amd64.AMD64ArrayCompareToOp;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    73
import org.graalvm.compiler.lir.amd64.AMD64ArrayEqualsOp;
51436
091c0d22e735 8206992: Update Graal
iveresov
parents: 50858
diff changeset
    74
import org.graalvm.compiler.lir.amd64.AMD64ArrayIndexOfOp;
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    75
import org.graalvm.compiler.lir.amd64.AMD64Binary;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    76
import org.graalvm.compiler.lir.amd64.AMD64BinaryConsumer;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    77
import org.graalvm.compiler.lir.amd64.AMD64ByteSwapOp;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    78
import org.graalvm.compiler.lir.amd64.AMD64Call;
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    79
import org.graalvm.compiler.lir.amd64.AMD64ControlFlow;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    80
import org.graalvm.compiler.lir.amd64.AMD64ControlFlow.BranchOp;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    81
import org.graalvm.compiler.lir.amd64.AMD64ControlFlow.CondMoveOp;
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    82
import org.graalvm.compiler.lir.amd64.AMD64ControlFlow.CondSetOp;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    83
import org.graalvm.compiler.lir.amd64.AMD64ControlFlow.FloatBranchOp;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    84
import org.graalvm.compiler.lir.amd64.AMD64ControlFlow.FloatCondMoveOp;
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
    85
import org.graalvm.compiler.lir.amd64.AMD64ControlFlow.FloatCondSetOp;
57537
ecc6e394475f 8226771: Update Graal
dlong
parents: 55509
diff changeset
    86
import org.graalvm.compiler.lir.amd64.AMD64ControlFlow.HashTableSwitchOp;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    87
import org.graalvm.compiler.lir.amd64.AMD64ControlFlow.ReturnOp;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    88
import org.graalvm.compiler.lir.amd64.AMD64ControlFlow.StrategySwitchOp;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    89
import org.graalvm.compiler.lir.amd64.AMD64ControlFlow.TableSwitchOp;
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 47798
diff changeset
    90
import org.graalvm.compiler.lir.amd64.AMD64LFenceOp;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    91
import org.graalvm.compiler.lir.amd64.AMD64Move;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    92
import org.graalvm.compiler.lir.amd64.AMD64Move.CompareAndSwapOp;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    93
import org.graalvm.compiler.lir.amd64.AMD64Move.MembarOp;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    94
import org.graalvm.compiler.lir.amd64.AMD64Move.StackLeaOp;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    95
import org.graalvm.compiler.lir.amd64.AMD64PauseOp;
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
    96
import org.graalvm.compiler.lir.amd64.AMD64StringLatin1InflateOp;
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
    97
import org.graalvm.compiler.lir.amd64.AMD64StringUTF16CompressOp;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    98
import org.graalvm.compiler.lir.amd64.AMD64ZapRegistersOp;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    99
import org.graalvm.compiler.lir.amd64.AMD64ZapStackOp;
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   100
import org.graalvm.compiler.lir.amd64.AMD64ZeroMemoryOp;
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   101
import org.graalvm.compiler.lir.amd64.vector.AMD64VectorCompareOp;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   102
import org.graalvm.compiler.lir.gen.LIRGenerationResult;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   103
import org.graalvm.compiler.lir.gen.LIRGenerator;
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   104
import org.graalvm.compiler.lir.hashing.Hasher;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   105
import org.graalvm.compiler.phases.util.Providers;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   106
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   107
import jdk.vm.ci.amd64.AMD64;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   108
import jdk.vm.ci.amd64.AMD64Kind;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   109
import jdk.vm.ci.code.CallingConvention;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   110
import jdk.vm.ci.code.Register;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   111
import jdk.vm.ci.code.RegisterValue;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   112
import jdk.vm.ci.code.StackSlot;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   113
import jdk.vm.ci.meta.AllocatableValue;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   114
import jdk.vm.ci.meta.JavaConstant;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   115
import jdk.vm.ci.meta.JavaKind;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   116
import jdk.vm.ci.meta.PlatformKind;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   117
import jdk.vm.ci.meta.VMConstant;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   118
import jdk.vm.ci.meta.Value;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   119
import jdk.vm.ci.meta.ValueKind;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   120
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   121
/**
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   122
 * This class implements the AMD64 specific portion of the LIR generator.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   123
 */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   124
public abstract class AMD64LIRGenerator extends LIRGenerator {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   125
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   126
    public AMD64LIRGenerator(LIRKindTool lirKindTool, AMD64ArithmeticLIRGenerator arithmeticLIRGen, MoveFactory moveFactory, Providers providers, LIRGenerationResult lirGenRes) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   127
        super(lirKindTool, arithmeticLIRGen, moveFactory, providers, lirGenRes);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   128
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   129
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   130
    /**
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   131
     * Checks whether the supplied constant can be used without loading it into a register for store
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   132
     * operations, i.e., on the right hand side of a memory access.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   133
     *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   134
     * @param c The constant to check.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   135
     * @return True if the constant can be used directly, false if the constant needs to be in a
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   136
     *         register.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   137
     */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   138
    protected static final boolean canStoreConstant(JavaConstant c) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   139
        // there is no immediate move of 64-bit constants on Intel
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   140
        switch (c.getJavaKind()) {
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   141
            case Long:
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   142
                return NumUtil.isInt(c.asLong());
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   143
            case Double:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   144
                return false;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   145
            case Object:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   146
                return c.isNull();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   147
            default:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   148
                return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   149
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   150
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   151
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   152
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   153
    protected JavaConstant zapValueForKind(PlatformKind kind) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   154
        long dead = 0xDEADDEADDEADDEADL;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   155
        switch ((AMD64Kind) kind) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   156
            case BYTE:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   157
                return JavaConstant.forByte((byte) dead);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   158
            case WORD:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   159
                return JavaConstant.forShort((short) dead);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   160
            case DWORD:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   161
                return JavaConstant.forInt((int) dead);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   162
            case QWORD:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   163
                return JavaConstant.forLong(dead);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   164
            case SINGLE:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   165
                return JavaConstant.forFloat(Float.intBitsToFloat((int) dead));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   166
            default:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   167
                // we don't support vector types, so just zap with double for all of them
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   168
                return JavaConstant.forDouble(Double.longBitsToDouble(dead));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   169
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   170
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   171
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   172
    public AMD64AddressValue asAddressValue(Value address) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   173
        if (address instanceof AMD64AddressValue) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   174
            return (AMD64AddressValue) address;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   175
        } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   176
            if (address instanceof JavaConstant) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   177
                long displacement = ((JavaConstant) address).asLong();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   178
                if (NumUtil.isInt(displacement)) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   179
                    return new AMD64AddressValue(address.getValueKind(), Value.ILLEGAL, (int) displacement);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   180
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   181
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   182
            return new AMD64AddressValue(address.getValueKind(), asAllocatable(address), 0);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   183
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   184
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   185
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   186
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   187
    public Variable emitAddress(AllocatableValue stackslot) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   188
        Variable result = newVariable(LIRKind.value(target().arch.getWordKind()));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   189
        append(new StackLeaOp(result, stackslot));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   190
        return result;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   191
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   192
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   193
    /**
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   194
     * The AMD64 backend only uses DWORD and QWORD values in registers because of a performance
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   195
     * penalty when accessing WORD or BYTE registers. This function converts small integer kinds to
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   196
     * DWORD.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   197
     */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   198
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   199
    public <K extends ValueKind<K>> K toRegisterKind(K kind) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   200
        switch ((AMD64Kind) kind.getPlatformKind()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   201
            case BYTE:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   202
            case WORD:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   203
                return kind.changeType(AMD64Kind.DWORD);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   204
            default:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   205
                return kind;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   206
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   207
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   208
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   209
    private AllocatableValue asAllocatable(Value value, ValueKind<?> kind) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   210
        if (value.getValueKind().equals(kind)) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   211
            return asAllocatable(value);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   212
        } else if (isRegister(value)) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   213
            return asRegister(value).asValue(kind);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   214
        } else if (isConstantValue(value)) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   215
            return emitLoadConstant(kind, asConstant(value));
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   216
        } else {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   217
            Variable variable = newVariable(kind);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   218
            emitMove(variable, value);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   219
            return variable;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   220
        }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   221
    }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   222
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   223
    private Value emitCompareAndSwap(boolean isLogic, LIRKind accessKind, Value address, Value expectedValue, Value newValue, Value trueValue, Value falseValue) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   224
        ValueKind<?> kind = newValue.getValueKind();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   225
        assert kind.equals(expectedValue.getValueKind());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   226
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   227
        AMD64AddressValue addressValue = asAddressValue(address);
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   228
        LIRKind integralAccessKind = accessKind;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   229
        Value reinterpretedExpectedValue = expectedValue;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   230
        Value reinterpretedNewValue = newValue;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   231
        boolean isXmm = ((AMD64Kind) accessKind.getPlatformKind()).isXMM();
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   232
        if (isXmm) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   233
            if (accessKind.getPlatformKind().equals(AMD64Kind.SINGLE)) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   234
                integralAccessKind = LIRKind.fromJavaKind(target().arch, JavaKind.Int);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   235
            } else {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   236
                integralAccessKind = LIRKind.fromJavaKind(target().arch, JavaKind.Long);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   237
            }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   238
            reinterpretedExpectedValue = arithmeticLIRGen.emitReinterpret(integralAccessKind, expectedValue);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   239
            reinterpretedNewValue = arithmeticLIRGen.emitReinterpret(integralAccessKind, newValue);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   240
        }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   241
        AMD64Kind memKind = (AMD64Kind) integralAccessKind.getPlatformKind();
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   242
        RegisterValue aRes = AMD64.rax.asValue(integralAccessKind);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   243
        AllocatableValue allocatableNewValue = asAllocatable(reinterpretedNewValue, integralAccessKind);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   244
        emitMove(aRes, reinterpretedExpectedValue);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   245
        append(new CompareAndSwapOp(memKind, aRes, addressValue, aRes, allocatableNewValue));
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   246
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   247
        if (isLogic) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   248
            assert trueValue.getValueKind().equals(falseValue.getValueKind());
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   249
            Variable result = newVariable(trueValue.getValueKind());
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   250
            append(new CondMoveOp(result, Condition.EQ, asAllocatable(trueValue), falseValue));
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   251
            return result;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   252
        } else {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   253
            if (isXmm) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   254
                return arithmeticLIRGen.emitReinterpret(accessKind, aRes);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   255
            } else {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   256
                Variable result = newVariable(kind);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   257
                emitMove(result, aRes);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   258
                return result;
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   259
            }
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   260
        }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   261
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   262
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   263
    @Override
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   264
    public Variable emitLogicCompareAndSwap(LIRKind accessKind, Value address, Value expectedValue, Value newValue, Value trueValue, Value falseValue) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   265
        return (Variable) emitCompareAndSwap(true, accessKind, address, expectedValue, newValue, trueValue, falseValue);
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   266
    }
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   267
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   268
    @Override
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   269
    public Value emitValueCompareAndSwap(LIRKind accessKind, Value address, Value expectedValue, Value newValue) {
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   270
        return emitCompareAndSwap(false, accessKind, address, expectedValue, newValue, null, null);
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   271
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   272
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   273
    public void emitCompareAndSwapBranch(ValueKind<?> kind, AMD64AddressValue address, Value expectedValue, Value newValue, Condition condition, LabelRef trueLabel, LabelRef falseLabel,
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   274
                    double trueLabelProbability) {
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   275
        assert kind.getPlatformKind().getSizeInBytes() <= expectedValue.getValueKind().getPlatformKind().getSizeInBytes();
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   276
        assert kind.getPlatformKind().getSizeInBytes() <= newValue.getValueKind().getPlatformKind().getSizeInBytes();
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   277
        assert condition == Condition.EQ || condition == Condition.NE;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   278
        AMD64Kind memKind = (AMD64Kind) kind.getPlatformKind();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   279
        RegisterValue raxValue = AMD64.rax.asValue(kind);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   280
        emitMove(raxValue, expectedValue);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   281
        append(new CompareAndSwapOp(memKind, raxValue, address, raxValue, asAllocatable(newValue)));
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   282
        append(new BranchOp(condition, trueLabel, falseLabel, trueLabelProbability));
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   283
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   284
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   285
    @Override
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   286
    public Value emitAtomicReadAndAdd(Value address, ValueKind<?> kind, Value delta) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   287
        Variable result = newVariable(kind);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   288
        AMD64AddressValue addressValue = asAddressValue(address);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   289
        append(new AMD64Move.AtomicReadAndAddOp((AMD64Kind) kind.getPlatformKind(), result, addressValue, asAllocatable(delta)));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   290
        return result;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   291
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   292
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   293
    @Override
50330
2cbc42a5764b 8202670: Update Graal
dlong
parents: 49451
diff changeset
   294
    public Value emitAtomicReadAndWrite(Value address, ValueKind<?> kind, Value newValue) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   295
        Variable result = newVariable(kind);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   296
        AMD64AddressValue addressValue = asAddressValue(address);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   297
        append(new AMD64Move.AtomicReadAndWriteOp((AMD64Kind) kind.getPlatformKind(), result, addressValue, asAllocatable(newValue)));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   298
        return result;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   299
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   300
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   301
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   302
    public void emitNullCheck(Value address, LIRFrameState state) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   303
        append(new AMD64Move.NullCheckOp(asAddressValue(address), state));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   304
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   305
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   306
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   307
    public void emitJump(LabelRef label) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   308
        assert label != null;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   309
        append(new JumpOp(label));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   310
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   311
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   312
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   313
    public void emitCompareBranch(PlatformKind cmpKind, Value left, Value right, Condition cond, boolean unorderedIsTrue, LabelRef trueLabel, LabelRef falseLabel, double trueLabelProbability) {
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   314
        Condition finalCondition = emitCompare(cmpKind, left, right, cond);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   315
        if (cmpKind == AMD64Kind.SINGLE || cmpKind == AMD64Kind.DOUBLE) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   316
            append(new FloatBranchOp(finalCondition, unorderedIsTrue, trueLabel, falseLabel, trueLabelProbability));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   317
        } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   318
            append(new BranchOp(finalCondition, trueLabel, falseLabel, trueLabelProbability));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   319
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   320
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   321
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   322
    public void emitCompareBranchMemory(AMD64Kind cmpKind, Value left, AMD64AddressValue right, LIRFrameState state, Condition cond, boolean unorderedIsTrue, LabelRef trueLabel, LabelRef falseLabel,
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   323
                    double trueLabelProbability) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   324
        boolean mirrored = emitCompareMemory(cmpKind, left, right, state);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   325
        Condition finalCondition = mirrored ? cond.mirror() : cond;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   326
        if (cmpKind.isXMM()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   327
            append(new FloatBranchOp(finalCondition, unorderedIsTrue, trueLabel, falseLabel, trueLabelProbability));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   328
        } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   329
            append(new BranchOp(finalCondition, trueLabel, falseLabel, trueLabelProbability));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   330
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   331
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   332
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   333
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   334
    public void emitOverflowCheckBranch(LabelRef overflow, LabelRef noOverflow, LIRKind cmpLIRKind, double overflowProbability) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   335
        append(new BranchOp(ConditionFlag.Overflow, overflow, noOverflow, overflowProbability));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   336
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   337
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   338
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   339
    public void emitIntegerTestBranch(Value left, Value right, LabelRef trueDestination, LabelRef falseDestination, double trueDestinationProbability) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   340
        emitIntegerTest(left, right);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   341
        append(new BranchOp(Condition.EQ, trueDestination, falseDestination, trueDestinationProbability));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   342
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   343
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   344
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   345
    public Variable emitConditionalMove(PlatformKind cmpKind, Value left, Value right, Condition cond, boolean unorderedIsTrue, Value trueValue, Value falseValue) {
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   346
        boolean isFloatComparison = cmpKind == AMD64Kind.SINGLE || cmpKind == AMD64Kind.DOUBLE;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   347
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   348
        Condition finalCondition = cond;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   349
        Value finalTrueValue = trueValue;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   350
        Value finalFalseValue = falseValue;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   351
        if (isFloatComparison) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   352
            // eliminate the parity check in case of a float comparison
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   353
            Value finalLeft = left;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   354
            Value finalRight = right;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   355
            if (unorderedIsTrue != AMD64ControlFlow.trueOnUnordered(finalCondition)) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   356
                if (unorderedIsTrue == AMD64ControlFlow.trueOnUnordered(finalCondition.mirror())) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   357
                    finalCondition = finalCondition.mirror();
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   358
                    finalLeft = right;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   359
                    finalRight = left;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   360
                } else if (finalCondition != Condition.EQ && finalCondition != Condition.NE) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   361
                    // negating EQ and NE does not make any sense as we would need to negate
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   362
                    // unorderedIsTrue as well (otherwise, we would no longer fulfill the Java
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   363
                    // NaN semantics)
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   364
                    assert unorderedIsTrue == AMD64ControlFlow.trueOnUnordered(finalCondition.negate());
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   365
                    finalCondition = finalCondition.negate();
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   366
                    finalTrueValue = falseValue;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   367
                    finalFalseValue = trueValue;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   368
                }
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   369
            }
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   370
            emitRawCompare(cmpKind, finalLeft, finalRight);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   371
        } else {
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   372
            finalCondition = emitCompare(cmpKind, left, right, cond);
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   373
        }
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   374
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   375
        boolean isParityCheckNecessary = isFloatComparison && unorderedIsTrue != AMD64ControlFlow.trueOnUnordered(finalCondition);
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   376
        Variable result = newVariable(finalTrueValue.getValueKind());
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   377
        if (!isParityCheckNecessary && isIntConstant(finalTrueValue, 1) && isIntConstant(finalFalseValue, 0)) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   378
            if (isFloatComparison) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   379
                append(new FloatCondSetOp(result, finalCondition));
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   380
            } else {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   381
                append(new CondSetOp(result, finalCondition));
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   382
            }
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   383
        } else if (!isParityCheckNecessary && isIntConstant(finalTrueValue, 0) && isIntConstant(finalFalseValue, 1)) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   384
            if (isFloatComparison) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   385
                if (unorderedIsTrue == AMD64ControlFlow.trueOnUnordered(finalCondition.negate())) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   386
                    append(new FloatCondSetOp(result, finalCondition.negate()));
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   387
                } else {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   388
                    append(new FloatCondSetOp(result, finalCondition));
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   389
                    Variable negatedResult = newVariable(result.getValueKind());
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   390
                    append(new AMD64Binary.ConstOp(AMD64BinaryArithmetic.XOR, OperandSize.get(result.getPlatformKind()), negatedResult, result, 1));
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   391
                    result = negatedResult;
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   392
                }
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   393
            } else {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   394
                append(new CondSetOp(result, finalCondition.negate()));
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   395
            }
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   396
        } else if (isFloatComparison) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   397
            append(new FloatCondMoveOp(result, finalCondition, unorderedIsTrue, load(finalTrueValue), load(finalFalseValue)));
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   398
        } else {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   399
            append(new CondMoveOp(result, finalCondition, load(finalTrueValue), loadNonConst(finalFalseValue)));
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   400
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   401
        return result;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   402
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   403
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   404
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   405
    public Variable emitIntegerTestMove(Value left, Value right, Value trueValue, Value falseValue) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   406
        emitIntegerTest(left, right);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   407
        Variable result = newVariable(trueValue.getValueKind());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   408
        append(new CondMoveOp(result, Condition.EQ, load(trueValue), loadNonConst(falseValue)));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   409
        return result;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   410
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   411
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   412
    private static AVXSize getRegisterSize(Value a) {
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   413
        AMD64Kind kind = (AMD64Kind) a.getPlatformKind();
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   414
        if (kind.isXMM()) {
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   415
            return AVXKind.getRegisterSize(kind);
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   416
        } else {
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   417
            return AVXSize.XMM;
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   418
        }
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   419
    }
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   420
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   421
    private void emitIntegerTest(Value a, Value b) {
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   422
        if (a.getPlatformKind().getVectorLength() > 1) {
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   423
            append(new AMD64VectorCompareOp(VexRMOp.VPTEST, getRegisterSize(a), asAllocatable(a), asAllocatable(b)));
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   424
        } else {
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   425
            assert ((AMD64Kind) a.getPlatformKind()).isInteger();
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   426
            OperandSize size = a.getPlatformKind() == AMD64Kind.QWORD ? QWORD : DWORD;
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   427
            if (isJavaConstant(b) && NumUtil.is32bit(asJavaConstant(b).asLong())) {
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   428
                append(new AMD64BinaryConsumer.ConstOp(AMD64MIOp.TEST, size, asAllocatable(a), (int) asJavaConstant(b).asLong()));
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   429
            } else if (isJavaConstant(a) && NumUtil.is32bit(asJavaConstant(a).asLong())) {
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   430
                append(new AMD64BinaryConsumer.ConstOp(AMD64MIOp.TEST, size, asAllocatable(b), (int) asJavaConstant(a).asLong()));
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   431
            } else if (isAllocatableValue(b)) {
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   432
                append(new AMD64BinaryConsumer.Op(AMD64RMOp.TEST, size, asAllocatable(b), asAllocatable(a)));
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   433
            } else {
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   434
                append(new AMD64BinaryConsumer.Op(AMD64RMOp.TEST, size, asAllocatable(a), asAllocatable(b)));
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   435
            }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   436
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   437
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   438
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   439
    /**
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   440
     * This method emits the compare against memory instruction, and may reorder the operands. It
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   441
     * returns true if it did so.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   442
     *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   443
     * @param b the right operand of the comparison
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   444
     * @return true if the left and right operands were switched, false otherwise
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   445
     */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   446
    private boolean emitCompareMemory(AMD64Kind cmpKind, Value a, AMD64AddressValue b, LIRFrameState state) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   447
        OperandSize size;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   448
        switch (cmpKind) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   449
            case BYTE:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   450
                size = OperandSize.BYTE;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   451
                break;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   452
            case WORD:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   453
                size = OperandSize.WORD;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   454
                break;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   455
            case DWORD:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   456
                size = OperandSize.DWORD;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   457
                break;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   458
            case QWORD:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   459
                size = OperandSize.QWORD;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   460
                break;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   461
            case SINGLE:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   462
                append(new AMD64BinaryConsumer.MemoryRMOp(SSEOp.UCOMIS, PS, asAllocatable(a), b, state));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   463
                return false;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   464
            case DOUBLE:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   465
                append(new AMD64BinaryConsumer.MemoryRMOp(SSEOp.UCOMIS, PD, asAllocatable(a), b, state));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   466
                return false;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   467
            default:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   468
                throw GraalError.shouldNotReachHere("unexpected kind: " + cmpKind);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   469
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   470
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   471
        if (isConstantValue(a)) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   472
            return emitCompareMemoryConOp(size, asConstantValue(a), b, state);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   473
        } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   474
            return emitCompareRegMemoryOp(size, asAllocatable(a), b, state);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   475
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   476
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   477
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   478
    protected boolean emitCompareMemoryConOp(OperandSize size, ConstantValue a, AMD64AddressValue b, LIRFrameState state) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   479
        if (JavaConstant.isNull(a.getConstant())) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   480
            append(new AMD64BinaryConsumer.MemoryConstOp(CMP, size, b, 0, state));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   481
            return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   482
        } else if (a.getConstant() instanceof VMConstant && size == DWORD) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   483
            VMConstant vc = (VMConstant) a.getConstant();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   484
            append(new AMD64BinaryConsumer.MemoryVMConstOp(CMP.getMIOpcode(size, false), b, vc, state));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   485
            return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   486
        } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   487
            long value = a.getJavaConstant().asLong();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   488
            if (NumUtil.is32bit(value)) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   489
                append(new AMD64BinaryConsumer.MemoryConstOp(CMP, size, b, (int) value, state));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   490
                return true;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   491
            } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   492
                return emitCompareRegMemoryOp(size, asAllocatable(a), b, state);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   493
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   494
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   495
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   496
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   497
    private boolean emitCompareRegMemoryOp(OperandSize size, AllocatableValue a, AMD64AddressValue b, LIRFrameState state) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   498
        AMD64RMOp op = CMP.getRMOpcode(size);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   499
        append(new AMD64BinaryConsumer.MemoryRMOp(op, size, a, b, state));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   500
        return false;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   501
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   502
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   503
    /**
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   504
     * This method emits the compare instruction, and may reorder the operands. It returns true if
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   505
     * it did so.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   506
     *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   507
     * @param a the left operand of the comparison
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   508
     * @param b the right operand of the comparison
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   509
     * @param cond the condition of the comparison
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   510
     * @return true if the left and right operands were switched, false otherwise
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   511
     */
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   512
    private Condition emitCompare(PlatformKind cmpKind, Value a, Value b, Condition cond) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   513
        if (LIRValueUtil.isVariable(b)) {
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   514
            emitRawCompare(cmpKind, b, a);
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   515
            return cond.mirror();
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   516
        } else {
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   517
            emitRawCompare(cmpKind, a, b);
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   518
            return cond;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   519
        }
47798
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   520
    }
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   521
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   522
    private void emitRawCompare(PlatformKind cmpKind, Value left, Value right) {
9fe9292f5931 8190710: Update Graal
dlong
parents: 47216
diff changeset
   523
        ((AMD64ArithmeticLIRGeneratorTool) arithmeticLIRGen).emitCompareOp((AMD64Kind) cmpKind, load(left), loadNonConst(right));
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   524
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   525
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   526
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   527
    public void emitMembar(int barriers) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   528
        int necessaryBarriers = target().arch.requiredBarriers(barriers);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   529
        if (target().isMP && necessaryBarriers != 0) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   530
            append(new MembarOp(necessaryBarriers));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   531
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   532
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   533
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   534
    public abstract void emitCCall(long address, CallingConvention nativeCallingConvention, Value[] args, int numberOfFloatingPointArguments);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   535
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   536
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   537
    protected void emitForeignCallOp(ForeignCallLinkage linkage, Value result, Value[] arguments, Value[] temps, LIRFrameState info) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   538
        long maxOffset = linkage.getMaxCallTargetOffset();
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   539
        if (maxOffset != (int) maxOffset && !GeneratePIC.getValue(getResult().getLIR().getOptions())) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   540
            append(new AMD64Call.DirectFarForeignCallOp(linkage, result, arguments, temps, info));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   541
        } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   542
            append(new AMD64Call.DirectNearForeignCallOp(linkage, result, arguments, temps, info));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   543
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   544
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   545
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   546
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   547
    public Variable emitByteSwap(Value input) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   548
        Variable result = newVariable(LIRKind.combine(input));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   549
        append(new AMD64ByteSwapOp(result, input));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   550
        return result;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   551
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   552
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   553
    @Override
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 47798
diff changeset
   554
    public Variable emitArrayCompareTo(JavaKind kind1, JavaKind kind2, Value array1, Value array2, Value length1, Value length2) {
e06f9607f370 8198969: Update Graal
iveresov
parents: 47798
diff changeset
   555
        LIRKind resultKind = LIRKind.value(AMD64Kind.DWORD);
e06f9607f370 8198969: Update Graal
iveresov
parents: 47798
diff changeset
   556
        RegisterValue raxRes = AMD64.rax.asValue(resultKind);
e06f9607f370 8198969: Update Graal
iveresov
parents: 47798
diff changeset
   557
        RegisterValue cnt1 = AMD64.rcx.asValue(length1.getValueKind());
e06f9607f370 8198969: Update Graal
iveresov
parents: 47798
diff changeset
   558
        RegisterValue cnt2 = AMD64.rdx.asValue(length2.getValueKind());
e06f9607f370 8198969: Update Graal
iveresov
parents: 47798
diff changeset
   559
        emitMove(cnt1, length1);
e06f9607f370 8198969: Update Graal
iveresov
parents: 47798
diff changeset
   560
        emitMove(cnt2, length2);
e06f9607f370 8198969: Update Graal
iveresov
parents: 47798
diff changeset
   561
        append(new AMD64ArrayCompareToOp(this, kind1, kind2, raxRes, array1, array2, cnt1, cnt2));
e06f9607f370 8198969: Update Graal
iveresov
parents: 47798
diff changeset
   562
        Variable result = newVariable(resultKind);
e06f9607f370 8198969: Update Graal
iveresov
parents: 47798
diff changeset
   563
        emitMove(result, raxRes);
e06f9607f370 8198969: Update Graal
iveresov
parents: 47798
diff changeset
   564
        return result;
e06f9607f370 8198969: Update Graal
iveresov
parents: 47798
diff changeset
   565
    }
e06f9607f370 8198969: Update Graal
iveresov
parents: 47798
diff changeset
   566
e06f9607f370 8198969: Update Graal
iveresov
parents: 47798
diff changeset
   567
    @Override
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   568
    public Variable emitArrayEquals(JavaKind kind, Value array1, Value array2, Value length, boolean directPointers) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   569
        Variable result = newVariable(LIRKind.value(AMD64Kind.DWORD));
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   570
        append(new AMD64ArrayEqualsOp(this, kind, kind, result, array1, array2, length, directPointers, getMaxVectorSize()));
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   571
        return result;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   572
    }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   573
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   574
    @Override
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   575
    public Variable emitArrayEquals(JavaKind kind1, JavaKind kind2, Value array1, Value array2, Value length, boolean directPointers) {
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   576
        Variable result = newVariable(LIRKind.value(AMD64Kind.DWORD));
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   577
        append(new AMD64ArrayEqualsOp(this, kind1, kind2, result, array1, array2, length, directPointers, getMaxVectorSize()));
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   578
        return result;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   579
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   580
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   581
    /**
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   582
     * Return the maximum size of vector registers used in SSE/AVX instructions.
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   583
     */
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   584
    protected int getMaxVectorSize() {
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   585
        // default for "unlimited"
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   586
        return -1;
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   587
    }
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   588
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   589
    @Override
55509
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54084
diff changeset
   590
    public Variable emitArrayIndexOf(JavaKind arrayKind, JavaKind valueKind, boolean findTwoConsecutive, Value arrayPointer, Value arrayLength, Value fromIndex, Value... searchValues) {
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54084
diff changeset
   591
        Variable result = newVariable(LIRKind.value(AMD64Kind.DWORD));
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54084
diff changeset
   592
        append(new AMD64ArrayIndexOfOp(arrayKind, valueKind, findTwoConsecutive, getMaxVectorSize(), this, result,
d58442b8abc1 8225497: Update Graal
jwilhelm
parents: 54084
diff changeset
   593
                        asAllocatable(arrayPointer), asAllocatable(arrayLength), asAllocatable(fromIndex), searchValues));
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   594
        return result;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   595
    }
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   596
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   597
    @Override
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   598
    public void emitStringLatin1Inflate(Value src, Value dst, Value len) {
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   599
        RegisterValue rsrc = AMD64.rsi.asValue(src.getValueKind());
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   600
        RegisterValue rdst = AMD64.rdi.asValue(dst.getValueKind());
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   601
        RegisterValue rlen = AMD64.rdx.asValue(len.getValueKind());
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   602
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   603
        emitMove(rsrc, src);
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   604
        emitMove(rdst, dst);
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   605
        emitMove(rlen, len);
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   606
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   607
        append(new AMD64StringLatin1InflateOp(this, rsrc, rdst, rlen));
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   608
    }
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   609
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   610
    @Override
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   611
    public Variable emitStringUTF16Compress(Value src, Value dst, Value len) {
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   612
        RegisterValue rsrc = AMD64.rsi.asValue(src.getValueKind());
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   613
        RegisterValue rdst = AMD64.rdi.asValue(dst.getValueKind());
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   614
        RegisterValue rlen = AMD64.rdx.asValue(len.getValueKind());
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   615
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   616
        emitMove(rsrc, src);
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   617
        emitMove(rdst, dst);
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   618
        emitMove(rlen, len);
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   619
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   620
        LIRKind reskind = LIRKind.value(AMD64Kind.DWORD);
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   621
        RegisterValue rres = AMD64.rax.asValue(reskind);
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   622
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   623
        append(new AMD64StringUTF16CompressOp(this, rres, rsrc, rdst, rlen));
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   624
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   625
        Variable res = newVariable(reskind);
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   626
        emitMove(res, rres);
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   627
        return res;
51436
091c0d22e735 8206992: Update Graal
iveresov
parents: 50858
diff changeset
   628
    }
091c0d22e735 8206992: Update Graal
iveresov
parents: 50858
diff changeset
   629
091c0d22e735 8206992: Update Graal
iveresov
parents: 50858
diff changeset
   630
    @Override
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   631
    public void emitReturn(JavaKind kind, Value input) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   632
        AllocatableValue operand = Value.ILLEGAL;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   633
        if (input != null) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   634
            operand = resultOperandFor(kind, input.getValueKind());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   635
            emitMove(operand, input);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   636
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   637
        append(new ReturnOp(operand));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   638
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   639
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   640
    protected StrategySwitchOp createStrategySwitchOp(SwitchStrategy strategy, LabelRef[] keyTargets, LabelRef defaultTarget, Variable key, AllocatableValue temp) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   641
        return new StrategySwitchOp(strategy, keyTargets, defaultTarget, key, temp);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   642
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   643
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   644
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   645
    public void emitStrategySwitch(SwitchStrategy strategy, Variable key, LabelRef[] keyTargets, LabelRef defaultTarget) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   646
        // a temp is needed for loading object constants
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   647
        boolean needsTemp = !LIRKind.isValue(key);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   648
        append(createStrategySwitchOp(strategy, keyTargets, defaultTarget, key, needsTemp ? newVariable(key.getValueKind()) : Value.ILLEGAL));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   649
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   650
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   651
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   652
    protected void emitTableSwitch(int lowKey, LabelRef defaultTarget, LabelRef[] targets, Value key) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   653
        append(new TableSwitchOp(lowKey, defaultTarget, targets, key, newVariable(LIRKind.value(target().arch.getWordKind())), newVariable(key.getValueKind())));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   654
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   655
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   656
    @Override
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   657
    protected Optional<Hasher> hasherFor(JavaConstant[] keyConstants, double minDensity) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   658
        return Hasher.forKeys(keyConstants, minDensity);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   659
    }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   660
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   661
    @Override
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   662
    protected void emitHashTableSwitch(Hasher hasher, JavaConstant[] keys, LabelRef defaultTarget, LabelRef[] targets, Value value) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   663
        Value index = hasher.hash(value, arithmeticLIRGen);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   664
        Variable scratch = newVariable(LIRKind.value(target().arch.getWordKind()));
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   665
        Variable entryScratch = newVariable(LIRKind.value(target().arch.getWordKind()));
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   666
        append(new HashTableSwitchOp(keys, defaultTarget, targets, value, index, scratch, entryScratch));
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   667
    }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   668
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   669
    @Override
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   670
    public void emitPause() {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   671
        append(new AMD64PauseOp());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   672
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   673
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   674
    @Override
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   675
    public ZapRegistersOp createZapRegisters(Register[] zappedRegisters, JavaConstant[] zapValues) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   676
        return new AMD64ZapRegistersOp(zappedRegisters, zapValues);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   677
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   678
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   679
    @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   680
    public LIRInstruction createZapArgumentSpace(StackSlot[] zappedStack, JavaConstant[] zapValues) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   681
        return new AMD64ZapStackOp(zappedStack, zapValues);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   682
    }
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 47798
diff changeset
   683
52578
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   684
    @Override
7dd81e82d083 8210777: Update Graal
dlong
parents: 51436
diff changeset
   685
    public void emitSpeculationFence() {
49451
e06f9607f370 8198969: Update Graal
iveresov
parents: 47798
diff changeset
   686
        append(new AMD64LFenceOp());
e06f9607f370 8198969: Update Graal
iveresov
parents: 47798
diff changeset
   687
    }
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   688
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   689
    @Override
58533
46b0b7fe255c 8231973: Update Graal
dlong
parents: 58299
diff changeset
   690
    public void emitZeroMemory(Value address, Value length, boolean isAligned) {
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   691
        RegisterValue lengthReg = AMD64.rcx.asValue(length.getValueKind());
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   692
        emitMove(lengthReg, length);
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   693
        append(new AMD64ZeroMemoryOp(asAddressValue(address), lengthReg));
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 57537
diff changeset
   694
    }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   695
}