src/jdk.internal.vm.compiler/share/classes/org.graalvm.compiler.lir.aarch64/src/org/graalvm/compiler/lir/aarch64/AArch64ControlFlow.java
author dlong
Tue, 24 Sep 2019 12:47:15 -0400
changeset 58299 6df94ce3ab2f
parent 54601 c40b2a190173
permissions -rw-r--r--
8229201: Update Graal Reviewed-by: kvn
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     1
/*
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
     2
 * Copyright (c) 2013, 2019, Oracle and/or its affiliates. All rights reserved.
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     4
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     7
 * published by the Free Software Foundation.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     8
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    13
 * accompanied this code).
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    14
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    18
 *
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    21
 * questions.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    22
 */
50858
2d3e99a72541 8205824: Update Graal
never
parents: 47216
diff changeset
    23
2d3e99a72541 8205824: Update Graal
never
parents: 47216
diff changeset
    24
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    25
package org.graalvm.compiler.lir.aarch64;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    26
54328
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
    27
import static jdk.vm.ci.aarch64.AArch64.lr;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    28
import static jdk.vm.ci.code.ValueUtil.asAllocatableValue;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    29
import static jdk.vm.ci.code.ValueUtil.asRegister;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    30
import static org.graalvm.compiler.lir.LIRInstruction.OperandFlag.HINT;
54328
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
    31
import static org.graalvm.compiler.lir.LIRInstruction.OperandFlag.ILLEGAL;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    32
import static org.graalvm.compiler.lir.LIRInstruction.OperandFlag.REG;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    33
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    34
import java.util.function.Function;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    35
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
    36
import jdk.vm.ci.meta.AllocatableValue;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    37
import org.graalvm.compiler.asm.Label;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    38
import org.graalvm.compiler.asm.aarch64.AArch64Assembler;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    39
import org.graalvm.compiler.asm.aarch64.AArch64Assembler.ConditionFlag;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
    40
import org.graalvm.compiler.asm.aarch64.AArch64Assembler.ExtendType;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    41
import org.graalvm.compiler.asm.aarch64.AArch64MacroAssembler;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    42
import org.graalvm.compiler.code.CompilationResult.JumpTable;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    43
import org.graalvm.compiler.core.common.LIRKind;
54328
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
    44
import org.graalvm.compiler.core.common.NumUtil;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    45
import org.graalvm.compiler.core.common.calc.Condition;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    46
import org.graalvm.compiler.debug.GraalError;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    47
import org.graalvm.compiler.lir.ConstantValue;
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
    48
import org.graalvm.compiler.lir.LIRInstruction;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    49
import org.graalvm.compiler.lir.LIRInstructionClass;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    50
import org.graalvm.compiler.lir.LabelRef;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    51
import org.graalvm.compiler.lir.Opcode;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    52
import org.graalvm.compiler.lir.StandardOp;
54328
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
    53
import org.graalvm.compiler.lir.StandardOp.BlockEndOp;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    54
import org.graalvm.compiler.lir.SwitchStrategy;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    55
import org.graalvm.compiler.lir.SwitchStrategy.BaseSwitchClosure;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    56
import org.graalvm.compiler.lir.Variable;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    57
import org.graalvm.compiler.lir.asm.CompilationResultBuilder;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    58
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    59
import jdk.vm.ci.aarch64.AArch64Kind;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    60
import jdk.vm.ci.code.Register;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    61
import jdk.vm.ci.meta.Constant;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    62
import jdk.vm.ci.meta.JavaConstant;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    63
import jdk.vm.ci.meta.Value;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    64
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    65
public class AArch64ControlFlow {
54328
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
    66
    public static final class ReturnOp extends AArch64BlockEndOp implements BlockEndOp {
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
    67
        public static final LIRInstructionClass<ReturnOp> TYPE = LIRInstructionClass.create(ReturnOp.class);
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
    68
        @Use({REG, ILLEGAL}) protected Value x;
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
    69
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
    70
        public ReturnOp(Value x) {
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
    71
            super(TYPE);
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
    72
            this.x = x;
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
    73
        }
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
    74
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
    75
        @Override
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
    76
        protected void emitCode(CompilationResultBuilder crb, AArch64MacroAssembler masm) {
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
    77
            crb.frameContext.leave(crb);
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
    78
            masm.ret(lr);
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
    79
        }
37648a9c4a6a 8221341: Update Graal
jwilhelm
parents: 54084
diff changeset
    80
    }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    81
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
    82
    public abstract static class AbstractBranchOp extends AArch64BlockEndOp implements StandardOp.BranchOp {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    83
        private final LabelRef trueDestination;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    84
        private final LabelRef falseDestination;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    85
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    86
        private final double trueDestinationProbability;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    87
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
    88
        private AbstractBranchOp(LIRInstructionClass<? extends AbstractBranchOp> c, LabelRef trueDestination, LabelRef falseDestination, double trueDestinationProbability) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
    89
            super(c);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    90
            this.trueDestination = trueDestination;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    91
            this.falseDestination = falseDestination;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    92
            this.trueDestinationProbability = trueDestinationProbability;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    93
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    94
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
    95
        protected abstract void emitBranch(CompilationResultBuilder crb, AArch64MacroAssembler masm, LabelRef target, boolean negate);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
    96
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    97
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    98
        public void emitCode(CompilationResultBuilder crb, AArch64MacroAssembler masm) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
    99
            /*
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   100
             * Explanation: Depending on what the successor edge is, we can use the fall-through to
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   101
             * optimize the generated code. If neither is a successor edge, use the branch
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   102
             * probability to try to take the conditional jump as often as possible to avoid
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   103
             * executing two instructions instead of one.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   104
             */
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   105
            if (crb.isSuccessorEdge(trueDestination)) {
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   106
                emitBranch(crb, masm, falseDestination, true);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   107
            } else if (crb.isSuccessorEdge(falseDestination)) {
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   108
                emitBranch(crb, masm, trueDestination, false);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   109
            } else if (trueDestinationProbability < 0.5) {
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   110
                emitBranch(crb, masm, falseDestination, true);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   111
                masm.jmp(trueDestination.label());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   112
            } else {
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   113
                emitBranch(crb, masm, trueDestination, false);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   114
                masm.jmp(falseDestination.label());
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   115
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   116
        }
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   117
    }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   118
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   119
    public static class BranchOp extends AbstractBranchOp implements StandardOp.BranchOp {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   120
        public static final LIRInstructionClass<BranchOp> TYPE = LIRInstructionClass.create(BranchOp.class);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   121
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   122
        private final AArch64Assembler.ConditionFlag condition;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   123
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   124
        public BranchOp(AArch64Assembler.ConditionFlag condition, LabelRef trueDestination, LabelRef falseDestination, double trueDestinationProbability) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   125
            super(TYPE, trueDestination, falseDestination, trueDestinationProbability);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   126
            this.condition = condition;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   127
        }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   128
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   129
        @Override
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   130
        protected void emitBranch(CompilationResultBuilder crb, AArch64MacroAssembler masm, LabelRef target, boolean negate) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   131
            AArch64Assembler.ConditionFlag finalCond = negate ? condition.negate() : condition;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   132
            masm.branchConditionally(finalCond, target.label());
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   133
        }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   134
    }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   135
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   136
    public static class CompareBranchZeroOp extends AbstractBranchOp implements StandardOp.BranchOp {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   137
        public static final LIRInstructionClass<CompareBranchZeroOp> TYPE = LIRInstructionClass.create(CompareBranchZeroOp.class);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   138
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   139
        @Use(REG) private AllocatableValue value;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   140
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   141
        public CompareBranchZeroOp(AllocatableValue value, LabelRef trueDestination, LabelRef falseDestination, double trueDestinationProbability) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   142
            super(TYPE, trueDestination, falseDestination, trueDestinationProbability);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   143
            this.value = value;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   144
        }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   145
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   146
        @Override
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   147
        protected void emitBranch(CompilationResultBuilder crb, AArch64MacroAssembler masm, LabelRef target, boolean negate) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   148
            AArch64Kind kind = (AArch64Kind) this.value.getPlatformKind();
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   149
            assert kind.isInteger();
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   150
            int size = kind.getSizeInBytes() * Byte.SIZE;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   151
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   152
            Label label = target.label();
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   153
            boolean isFarBranch = isFarBranch(this, 21, crb, masm, label);
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   154
            boolean useCbnz;
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   155
            if (isFarBranch) {
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   156
                useCbnz = !negate;
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   157
                label = new Label();
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   158
            } else {
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   159
                useCbnz = negate;
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   160
            }
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   161
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   162
            if (useCbnz) {
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   163
                masm.cbnz(size, asRegister(this.value), label);
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   164
            } else {
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   165
                masm.cbz(size, asRegister(this.value), label);
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   166
            }
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   167
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   168
            if (isFarBranch) {
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   169
                masm.jmp(target.label());
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   170
                masm.bind(label);
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   171
            }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   172
        }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   173
    }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   174
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   175
    public static class BitTestAndBranchOp extends AbstractBranchOp implements StandardOp.BranchOp {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   176
        public static final LIRInstructionClass<BitTestAndBranchOp> TYPE = LIRInstructionClass.create(BitTestAndBranchOp.class);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   177
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   178
        @Use protected AllocatableValue value;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   179
        private final int index;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   180
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   181
        public BitTestAndBranchOp(LabelRef trueDestination, LabelRef falseDestination, AllocatableValue value, double trueDestinationProbability, int index) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   182
            super(TYPE, trueDestination, falseDestination, trueDestinationProbability);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   183
            this.value = value;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   184
            this.index = index;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   185
        }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   186
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   187
        @Override
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   188
        protected void emitBranch(CompilationResultBuilder crb, AArch64MacroAssembler masm, LabelRef target, boolean negate) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   189
            ConditionFlag cond = negate ? ConditionFlag.NE : ConditionFlag.EQ;
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   190
            Label label = target.label();
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   191
            boolean isFarBranch = isFarBranch(this, 14, crb, masm, label);
54084
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   192
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   193
            if (isFarBranch) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   194
                cond = cond.negate();
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   195
                label = new Label();
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   196
            }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   197
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   198
            if (cond == ConditionFlag.EQ) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   199
                masm.tbz(asRegister(value), index, label);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   200
            } else {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   201
                masm.tbnz(asRegister(value), index, label);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   202
            }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   203
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   204
            if (isFarBranch) {
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   205
                masm.jmp(target.label());
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   206
                masm.bind(label);
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   207
            }
84f10bbf993f 8218074: Update Graal
jwilhelm
parents: 52910
diff changeset
   208
        }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   209
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   210
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   211
    @Opcode("CMOVE")
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   212
    public static class CondMoveOp extends AArch64LIRInstruction {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   213
        public static final LIRInstructionClass<CondMoveOp> TYPE = LIRInstructionClass.create(CondMoveOp.class);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   214
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   215
        @Def protected Value result;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   216
        @Use protected Value trueValue;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   217
        @Use protected Value falseValue;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   218
        private final AArch64Assembler.ConditionFlag condition;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   219
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   220
        public CondMoveOp(Variable result, AArch64Assembler.ConditionFlag condition, Value trueValue, Value falseValue) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   221
            super(TYPE);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   222
            assert trueValue.getPlatformKind() == falseValue.getPlatformKind() && trueValue.getPlatformKind() == result.getPlatformKind();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   223
            this.result = result;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   224
            this.condition = condition;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   225
            this.trueValue = trueValue;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   226
            this.falseValue = falseValue;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   227
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   228
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   229
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   230
        public void emitCode(CompilationResultBuilder crb, AArch64MacroAssembler masm) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   231
            AArch64Kind kind = (AArch64Kind) trueValue.getPlatformKind();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   232
            int size = kind.getSizeInBytes() * Byte.SIZE;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   233
            if (kind.isInteger()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   234
                masm.cmov(size, asRegister(result), asRegister(trueValue), asRegister(falseValue), condition);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   235
            } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   236
                masm.fcmov(size, asRegister(result), asRegister(trueValue), asRegister(falseValue), condition);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   237
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   238
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   239
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   240
52910
583fd71c47d6 8214023: Update Graal
dlong
parents: 50858
diff changeset
   241
    public static class CondSetOp extends AArch64LIRInstruction {
583fd71c47d6 8214023: Update Graal
dlong
parents: 50858
diff changeset
   242
        public static final LIRInstructionClass<CondSetOp> TYPE = LIRInstructionClass.create(CondSetOp.class);
583fd71c47d6 8214023: Update Graal
dlong
parents: 50858
diff changeset
   243
583fd71c47d6 8214023: Update Graal
dlong
parents: 50858
diff changeset
   244
        @Def protected Value result;
583fd71c47d6 8214023: Update Graal
dlong
parents: 50858
diff changeset
   245
        private final AArch64Assembler.ConditionFlag condition;
583fd71c47d6 8214023: Update Graal
dlong
parents: 50858
diff changeset
   246
583fd71c47d6 8214023: Update Graal
dlong
parents: 50858
diff changeset
   247
        public CondSetOp(Variable result, AArch64Assembler.ConditionFlag condition) {
583fd71c47d6 8214023: Update Graal
dlong
parents: 50858
diff changeset
   248
            super(TYPE);
583fd71c47d6 8214023: Update Graal
dlong
parents: 50858
diff changeset
   249
            this.result = result;
583fd71c47d6 8214023: Update Graal
dlong
parents: 50858
diff changeset
   250
            this.condition = condition;
583fd71c47d6 8214023: Update Graal
dlong
parents: 50858
diff changeset
   251
        }
583fd71c47d6 8214023: Update Graal
dlong
parents: 50858
diff changeset
   252
583fd71c47d6 8214023: Update Graal
dlong
parents: 50858
diff changeset
   253
        @Override
583fd71c47d6 8214023: Update Graal
dlong
parents: 50858
diff changeset
   254
        public void emitCode(CompilationResultBuilder crb, AArch64MacroAssembler masm) {
583fd71c47d6 8214023: Update Graal
dlong
parents: 50858
diff changeset
   255
            int size = result.getPlatformKind().getSizeInBytes() * Byte.SIZE;
583fd71c47d6 8214023: Update Graal
dlong
parents: 50858
diff changeset
   256
            masm.cset(size, asRegister(result), condition);
583fd71c47d6 8214023: Update Graal
dlong
parents: 50858
diff changeset
   257
        }
583fd71c47d6 8214023: Update Graal
dlong
parents: 50858
diff changeset
   258
    }
583fd71c47d6 8214023: Update Graal
dlong
parents: 50858
diff changeset
   259
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   260
    public static class StrategySwitchOp extends AArch64BlockEndOp implements StandardOp.BlockEndOp {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   261
        public static final LIRInstructionClass<StrategySwitchOp> TYPE = LIRInstructionClass.create(StrategySwitchOp.class);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   262
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   263
        private final Constant[] keyConstants;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   264
        protected final SwitchStrategy strategy;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   265
        private final Function<Condition, ConditionFlag> converter;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   266
        private final LabelRef[] keyTargets;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   267
        private final LabelRef defaultTarget;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   268
        @Alive protected Value key;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   269
        // TODO (das) This could be optimized: We only need the scratch register in case of a
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   270
        // datapatch, or too large immediates.
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   271
        @Temp protected Value scratch;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   272
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   273
        public StrategySwitchOp(SwitchStrategy strategy, LabelRef[] keyTargets, LabelRef defaultTarget, Value key, Value scratch,
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   274
                        Function<Condition, ConditionFlag> converter) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   275
            this(TYPE, strategy, keyTargets, defaultTarget, key, scratch, converter);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   276
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   277
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   278
        protected StrategySwitchOp(LIRInstructionClass<? extends StrategySwitchOp> c, SwitchStrategy strategy, LabelRef[] keyTargets, LabelRef defaultTarget, Value key, Value scratch,
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   279
                        Function<Condition, ConditionFlag> converter) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   280
            super(c);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   281
            this.strategy = strategy;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   282
            this.converter = converter;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   283
            this.keyConstants = strategy.getKeyConstants();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   284
            this.keyTargets = keyTargets;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   285
            this.defaultTarget = defaultTarget;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   286
            this.key = key;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   287
            this.scratch = scratch;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   288
            assert keyConstants.length == keyTargets.length;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   289
            assert keyConstants.length == strategy.keyProbabilities.length;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   290
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   291
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   292
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   293
        public void emitCode(CompilationResultBuilder crb, AArch64MacroAssembler masm) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   294
            strategy.run(new SwitchClosure(asRegister(key), crb, masm));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   295
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   296
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   297
        public class SwitchClosure extends BaseSwitchClosure {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   298
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   299
            protected final Register keyRegister;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   300
            protected final CompilationResultBuilder crb;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   301
            protected final AArch64MacroAssembler masm;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   302
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   303
            protected SwitchClosure(Register keyRegister, CompilationResultBuilder crb, AArch64MacroAssembler masm) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   304
                super(crb, masm, keyTargets, defaultTarget);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   305
                this.keyRegister = keyRegister;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   306
                this.crb = crb;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   307
                this.masm = masm;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   308
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   309
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   310
            protected void emitComparison(Constant c) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   311
                JavaConstant jc = (JavaConstant) c;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   312
                ConstantValue constVal = new ConstantValue(LIRKind.value(key.getPlatformKind()), c);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   313
                switch (jc.getJavaKind()) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   314
                    case Int:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   315
                        long lc = jc.asLong();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   316
                        assert NumUtil.isInt(lc);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   317
                        emitCompare(crb, masm, key, scratch, constVal);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   318
                        break;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   319
                    case Long:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   320
                        emitCompare(crb, masm, key, scratch, constVal);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   321
                        break;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   322
                    case Object:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   323
                        emitCompare(crb, masm, key, scratch, constVal);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   324
                        break;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   325
                    default:
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   326
                        throw new GraalError("switch only supported for int, long and object");
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   327
                }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   328
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   329
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   330
            @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   331
            protected void conditionalJump(int index, Condition condition, Label target) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   332
                emitComparison(keyConstants[index]);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   333
                masm.branchConditionally(converter.apply(condition), target);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   334
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   335
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   336
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   337
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   338
    public static final class TableSwitchOp extends AArch64BlockEndOp {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   339
        public static final LIRInstructionClass<TableSwitchOp> TYPE = LIRInstructionClass.create(TableSwitchOp.class);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   340
        private final int lowKey;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   341
        private final LabelRef defaultTarget;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   342
        private final LabelRef[] targets;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   343
        @Use protected Value index;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   344
        @Temp({REG, HINT}) protected Value idxScratch;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   345
        @Temp protected Value scratch;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   346
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   347
        public TableSwitchOp(final int lowKey, final LabelRef defaultTarget, final LabelRef[] targets, Value index, Variable scratch, Variable idxScratch) {
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   348
            super(TYPE);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   349
            this.lowKey = lowKey;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   350
            this.defaultTarget = defaultTarget;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   351
            this.targets = targets;
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   352
            this.index = index;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   353
            this.scratch = scratch;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   354
            this.idxScratch = idxScratch;
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   355
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   356
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   357
        @Override
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   358
        public void emitCode(CompilationResultBuilder crb, AArch64MacroAssembler masm) {
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   359
            Register indexReg = asRegister(index, AArch64Kind.DWORD);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   360
            Register idxScratchReg = asRegister(idxScratch, AArch64Kind.DWORD);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   361
            Register scratchReg = asRegister(scratch, AArch64Kind.QWORD);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   362
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   363
            // Compare index against jump table bounds
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   364
            int highKey = lowKey + targets.length - 1;
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   365
            masm.sub(32, idxScratchReg, indexReg, lowKey);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   366
            masm.cmp(32, idxScratchReg, highKey - lowKey);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   367
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   368
            // Jump to default target if index is not within the jump table
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   369
            if (defaultTarget != null) {
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   370
                masm.branchConditionally(ConditionFlag.HI, defaultTarget.label());
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   371
            }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   372
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   373
            Label jumpTable = new Label();
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   374
            masm.adr(scratchReg, jumpTable);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   375
            masm.add(64, scratchReg, scratchReg, idxScratchReg, ExtendType.UXTW, 2);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   376
            masm.jmp(scratchReg);
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   377
            masm.bind(jumpTable);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   378
            // emit jump table entries
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   379
            for (LabelRef target : targets) {
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   380
                masm.jmp(target.label());
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   381
            }
46344
694c102fd8ed 8177046: Update Graal
iveresov
parents: 43972
diff changeset
   382
            JumpTable jt = new JumpTable(jumpTable.position(), lowKey, highKey - 1, 4);
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   383
            crb.compilationResult.addAnnotation(jt);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   384
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   385
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   386
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   387
    private static void emitCompare(CompilationResultBuilder crb, AArch64MacroAssembler masm, Value key, Value scratchValue, ConstantValue c) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   388
        long imm = c.getJavaConstant().asLong();
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   389
        final int size = key.getPlatformKind().getSizeInBytes() * Byte.SIZE;
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   390
        if (AArch64MacroAssembler.isComparisonImmediate(imm)) {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   391
            masm.cmp(size, asRegister(key), (int) imm);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   392
        } else {
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   393
            AArch64Move.move(crb, masm, asAllocatableValue(scratchValue), c);
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   394
            masm.cmp(size, asRegister(key), asRegister(scratchValue));
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   395
        }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   396
    }
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   397
58299
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   398
    private static boolean isFarBranch(LIRInstruction instruction, int offsetBits, CompilationResultBuilder crb, AArch64MacroAssembler masm, Label label) {
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   399
        boolean isFarBranch;
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   400
        if (label.isBound()) {
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   401
            // The label.position() is a byte based index. The instruction instruction has
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   402
            // offsetBits bits for the offset and AArch64 instruction is 4 bytes aligned. So
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   403
            // instruction can encode offsetBits+2 bits signed offset.
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   404
            isFarBranch = !NumUtil.isSignedNbit(offsetBits + 2, masm.position() - label.position());
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   405
        } else {
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   406
            // Max range of instruction is 2^offsetBits instructions. We estimate that each LIR
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   407
            // instruction emits 2 AArch64 instructions on average. Thus we test for maximum
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   408
            // 2^(offsetBits-2) LIR instruction offset.
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   409
            int maxLIRDistance = (1 << (offsetBits - 2));
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   410
            isFarBranch = !crb.labelWithinRange(instruction, label, maxLIRDistance);
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   411
        }
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   412
        return isFarBranch;
6df94ce3ab2f 8229201: Update Graal
dlong
parents: 54601
diff changeset
   413
    }
43972
1ade39b8381b 8174879: Rename jdk.vm.ci to jdk.internal.vm.ci
kvn
parents:
diff changeset
   414
}