src/jdk.internal.vm.compiler/share/classes/org.graalvm.compiler.lir.aarch64/src/org/graalvm/compiler/lir/aarch64/AArch64ArrayCompareToOp.java
author iveresov
Fri, 17 Aug 2018 13:20:53 -0700
changeset 51436 091c0d22e735
parent 50858 2d3e99a72541
child 52578 7dd81e82d083
permissions -rw-r--r--
8206992: Update Graal Reviewed-by: kvn
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
49873
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
     1
/*
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
     2
 * Copyright (c) 2018, Oracle and/or its affiliates. All rights reserved.
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
     4
 *
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
     7
 * published by the Free Software Foundation.
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
     8
 *
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    13
 * accompanied this code).
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    14
 *
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    18
 *
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    21
 * questions.
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    22
 */
50858
2d3e99a72541 8205824: Update Graal
never
parents: 49873
diff changeset
    23
2d3e99a72541 8205824: Update Graal
never
parents: 49873
diff changeset
    24
49873
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    25
package org.graalvm.compiler.lir.aarch64;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    26
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    27
import static jdk.vm.ci.aarch64.AArch64.zr;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    28
import static jdk.vm.ci.code.ValueUtil.asRegister;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    29
import static org.graalvm.compiler.lir.LIRInstruction.OperandFlag.REG;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    30
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    31
import org.graalvm.compiler.asm.Label;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    32
import org.graalvm.compiler.asm.aarch64.AArch64Address;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    33
import org.graalvm.compiler.asm.aarch64.AArch64MacroAssembler;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    34
import org.graalvm.compiler.asm.aarch64.AArch64Assembler.ConditionFlag;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    35
import org.graalvm.compiler.core.common.LIRKind;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    36
import org.graalvm.compiler.lir.LIRInstructionClass;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    37
import org.graalvm.compiler.lir.Opcode;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    38
import org.graalvm.compiler.lir.asm.CompilationResultBuilder;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    39
import org.graalvm.compiler.lir.gen.LIRGeneratorTool;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    40
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    41
import jdk.vm.ci.code.Register;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    42
import jdk.vm.ci.meta.JavaKind;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    43
import jdk.vm.ci.meta.Value;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    44
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    45
/**
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    46
 * Emits code which compares two arrays lexicographically. If the CPU supports any vector
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    47
 * instructions specialized code is emitted to leverage these instructions.
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    48
 */
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    49
@Opcode("ARRAY_COMPARE_TO")
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    50
public final class AArch64ArrayCompareToOp extends AArch64LIRInstruction {
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    51
    public static final LIRInstructionClass<AArch64ArrayCompareToOp> TYPE = LIRInstructionClass.create(AArch64ArrayCompareToOp.class);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    52
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    53
    private final JavaKind kind1;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    54
    private final JavaKind kind2;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    55
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    56
    private final int array1BaseOffset;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    57
    private final int array2BaseOffset;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    58
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    59
    @Def({REG}) protected Value resultValue;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    60
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    61
    @Alive({REG}) protected Value array1Value;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    62
    @Alive({REG}) protected Value array2Value;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    63
    @Use({REG}) protected Value length1Value;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    64
    @Use({REG}) protected Value length2Value;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    65
    @Temp({REG}) protected Value length1ValueTemp;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    66
    @Temp({REG}) protected Value length2ValueTemp;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    67
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    68
    @Temp({REG}) protected Value temp1;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    69
    @Temp({REG}) protected Value temp2;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    70
    @Temp({REG}) protected Value temp3;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    71
    @Temp({REG}) protected Value temp4;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    72
    @Temp({REG}) protected Value temp5;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    73
    @Temp({REG}) protected Value temp6;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    74
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    75
    public AArch64ArrayCompareToOp(LIRGeneratorTool tool, JavaKind kind1, JavaKind kind2, Value result, Value array1, Value array2, Value length1, Value length2) {
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    76
        super(TYPE);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    77
        this.kind1 = kind1;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    78
        this.kind2 = kind2;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    79
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    80
        // Both offsets should be the same but better be safe than sorry.
51436
091c0d22e735 8206992: Update Graal
iveresov
parents: 50858
diff changeset
    81
        this.array1BaseOffset = tool.getProviders().getArrayOffsetProvider().arrayBaseOffset(kind1);
091c0d22e735 8206992: Update Graal
iveresov
parents: 50858
diff changeset
    82
        this.array2BaseOffset = tool.getProviders().getArrayOffsetProvider().arrayBaseOffset(kind2);
49873
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    83
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    84
        this.resultValue = result;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    85
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    86
        this.array1Value = array1;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    87
        this.array2Value = array2;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    88
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    89
        /*
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    90
         * The length values are inputs but are also killed like temporaries so need both Use and
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    91
         * Temp annotations, which will only work with fixed registers.
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    92
         */
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    93
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    94
        this.length1Value = length1;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    95
        this.length2Value = length2;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    96
        this.length1ValueTemp = length1;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    97
        this.length2ValueTemp = length2;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    98
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
    99
        // Allocate some temporaries.
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   100
        this.temp1 = tool.newVariable(LIRKind.unknownReference(tool.target().arch.getWordKind()));
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   101
        this.temp2 = tool.newVariable(LIRKind.unknownReference(tool.target().arch.getWordKind()));
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   102
        this.temp3 = tool.newVariable(LIRKind.unknownReference(tool.target().arch.getWordKind()));
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   103
        this.temp4 = tool.newVariable(LIRKind.unknownReference(tool.target().arch.getWordKind()));
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   104
        this.temp5 = tool.newVariable(LIRKind.unknownReference(tool.target().arch.getWordKind()));
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   105
        this.temp6 = tool.newVariable(LIRKind.unknownReference(tool.target().arch.getWordKind()));
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   106
    }
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   107
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   108
    @Override
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   109
    protected void emitCode(CompilationResultBuilder crb, AArch64MacroAssembler masm) {
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   110
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   111
        Register result = asRegister(resultValue);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   112
        Register length1 = asRegister(length1Value);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   113
        Register length2 = asRegister(length2Value);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   114
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   115
        Register array1 = asRegister(temp1);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   116
        Register array2 = asRegister(temp2);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   117
        Register length = asRegister(temp3);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   118
        Register temp = asRegister(temp4);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   119
        Register tailCount = asRegister(temp5);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   120
        Register vecCount = asRegister(temp6);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   121
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   122
        // Checkstyle: stop
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   123
        final Label BREAK_LABEL = new Label();
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   124
        final Label STRING_DIFFER_LABEL = new Label();
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   125
        final Label LENGTH_DIFFER_LABEL = new Label();
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   126
        final Label MAIN_LOOP_LABEL = new Label();
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   127
        final Label COMPARE_SHORT_LABEL = new Label();
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   128
        // Checkstyle: resume
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   129
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   130
        // Checkstyle: stop
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   131
        int CHAR_SIZE_BYTES = 1;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   132
        int VECTOR_SIZE_BYTES = 8;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   133
        int VECTOR_COUNT_BYTES = 8;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   134
        // Checkstyle: resume
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   135
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   136
        // Byte is expanded to short if we compare strings with different encoding
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   137
        if (kind1 != kind2 || kind1 == JavaKind.Char) {
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   138
            CHAR_SIZE_BYTES = 2;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   139
        }
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   140
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   141
        if (kind1 != kind2) {
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   142
            VECTOR_COUNT_BYTES = 4;
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   143
        }
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   144
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   145
        // Load array base addresses.
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   146
        masm.lea(array1, AArch64Address.createUnscaledImmediateAddress(asRegister(array1Value), array1BaseOffset));
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   147
        masm.lea(array2, AArch64Address.createUnscaledImmediateAddress(asRegister(array2Value), array2BaseOffset));
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   148
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   149
        // Calculate minimal length in chars for different kind case
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   150
        // Conditions could be squashed but lets keep it readable
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   151
        if (kind1 != kind2) {
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   152
            masm.lshr(64, length2, length2, 1);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   153
        }
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   154
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   155
        if (kind1 == kind2 && kind1 == JavaKind.Char) {
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   156
            masm.lshr(64, length1, length1, 1);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   157
            masm.lshr(64, length2, length2, 1);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   158
        }
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   159
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   160
        masm.cmp(64, length1, length2);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   161
        masm.cmov(64, length, length1, length2, ConditionFlag.LT);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   162
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   163
        // One of strings is empty
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   164
        masm.cbz(64, length, LENGTH_DIFFER_LABEL);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   165
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   166
        // Go back to bytes if necessary
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   167
        if (kind1 != kind2 || kind1 == JavaKind.Char) {
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   168
            masm.shl(64, length, length, 1);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   169
        }
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   170
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   171
        masm.mov(64, vecCount, zr);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   172
        masm.and(64, tailCount, length, VECTOR_SIZE_BYTES - 1); // tail count (in bytes)
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   173
        masm.ands(64, length, length, ~(VECTOR_SIZE_BYTES - 1));  // vector count (in bytes)
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   174
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   175
        // Length of string is less than VECTOR_SIZE, go to simple compare
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   176
        masm.branchConditionally(ConditionFlag.EQ, COMPARE_SHORT_LABEL);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   177
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   178
        // MAIN_LOOP - read strings by 8 byte.
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   179
        masm.bind(MAIN_LOOP_LABEL);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   180
        if (kind1 != kind2) {
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   181
            // Load 32 bits ad unpack it to entire 64bit register
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   182
            masm.ldr(32, result, AArch64Address.createRegisterOffsetAddress(array1, vecCount, false));
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   183
            masm.ubfm(64, temp, result, 0, 7);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   184
            masm.lshr(64, result, result, 8);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   185
            masm.bfm(64, temp, result, 48, 7);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   186
            masm.lshr(64, result, result, 8);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   187
            masm.bfm(64, temp, result, 32, 7);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   188
            masm.lshr(64, result, result, 8);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   189
            masm.bfm(64, temp, result, 16, 7);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   190
            // Unpacked value placed in temp now
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   191
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   192
            masm.shl(64, result, vecCount, 1);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   193
            masm.ldr(64, result, AArch64Address.createRegisterOffsetAddress(array2, result, false));
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   194
        } else {
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   195
            masm.ldr(64, temp, AArch64Address.createRegisterOffsetAddress(array1, vecCount, false));
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   196
            masm.ldr(64, result, AArch64Address.createRegisterOffsetAddress(array2, vecCount, false));
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   197
        }
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   198
        masm.eor(64, result, temp, result);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   199
        masm.cbnz(64, result, STRING_DIFFER_LABEL);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   200
        masm.add(64, vecCount, vecCount, VECTOR_COUNT_BYTES);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   201
        masm.cmp(64, vecCount, length);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   202
        masm.branchConditionally(ConditionFlag.LT, MAIN_LOOP_LABEL);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   203
        // End of MAIN_LOOP
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   204
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   205
        // Strings are equal and no TAIL go to END
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   206
        masm.cbz(64, tailCount, LENGTH_DIFFER_LABEL);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   207
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   208
        // Compaire tail of long string ...
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   209
        masm.lea(array1, AArch64Address.createRegisterOffsetAddress(array1, length, false));
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   210
        masm.lea(array2, AArch64Address.createRegisterOffsetAddress(array2, length, false));
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   211
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   212
        // ... or string less than vector length
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   213
        masm.bind(COMPARE_SHORT_LABEL);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   214
        for (int i = 0; i < VECTOR_COUNT_BYTES; i += CHAR_SIZE_BYTES) {
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   215
            if (kind1 != kind2) {
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   216
                masm.ldr(8, temp, AArch64Address.createUnscaledImmediateAddress(array1, i / 2));
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   217
            } else {
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   218
                masm.ldr(8 * CHAR_SIZE_BYTES, temp, AArch64Address.createUnscaledImmediateAddress(array1, i));
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   219
            }
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   220
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   221
            masm.ldr(8 * CHAR_SIZE_BYTES, result, AArch64Address.createUnscaledImmediateAddress(array2, i));
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   222
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   223
            if (kind1 != kind2 && kind1 == JavaKind.Char) {
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   224
                // Weird swap of substraction order
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   225
                masm.subs(64, result, result, temp);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   226
            } else {
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   227
                masm.subs(64, result, temp, result);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   228
            }
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   229
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   230
            masm.branchConditionally(ConditionFlag.NE, BREAK_LABEL);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   231
            masm.subs(64, tailCount, tailCount, CHAR_SIZE_BYTES);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   232
            masm.branchConditionally(ConditionFlag.EQ, LENGTH_DIFFER_LABEL);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   233
        }
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   234
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   235
        // STRING_DIFFER extract exact value of a difference
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   236
        masm.bind(STRING_DIFFER_LABEL);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   237
        masm.rbit(64, tailCount, result);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   238
        masm.clz(64, vecCount, tailCount);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   239
        masm.and(64, vecCount, vecCount, ~((8 * CHAR_SIZE_BYTES) - 1)); // Round to byte or short
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   240
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   241
        masm.eor(64, result, temp, result);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   242
        masm.ashr(64, result, result, vecCount);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   243
        masm.ashr(64, temp, temp, vecCount);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   244
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   245
        masm.and(64, result, result, 0xFFFF >>> (16 - (8 * CHAR_SIZE_BYTES))); // 0xFF or 0xFFFF
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   246
        masm.and(64, temp, temp, 0xFFFF >>> (16 - (8 * CHAR_SIZE_BYTES)));
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   247
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   248
        masm.sub(64, result, temp, result);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   249
        masm.branchConditionally(ConditionFlag.AL, BREAK_LABEL);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   250
        // End of STRING_DIFFER
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   251
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   252
        // Strings are equials up to length,
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   253
        // return length difference in chars
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   254
        masm.bind(LENGTH_DIFFER_LABEL);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   255
        if (kind1 != kind2 && kind1 == JavaKind.Char) {
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   256
            // Weird swap of substraction order
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   257
            masm.sub(64, result, length2, length1);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   258
        } else {
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   259
            masm.sub(64, result, length1, length2);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   260
        }
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   261
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   262
        // We are done
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   263
        masm.bind(BREAK_LABEL);
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   264
    }
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   265
26ebfe8ce852 8199755: Update Graal
dlong
parents:
diff changeset
   266
} // class