hotspot/src/cpu/x86/vm/assembler_x86.hpp
author mcberg
Fri, 11 Sep 2015 17:02:44 -0700
changeset 32727 320855c2baef
parent 32723 56534fb3d71a
child 33066 d98eab8215c4
permissions -rw-r--r--
8132160: support for AVX 512 call frames and stack management Summary: simplify save/restore frame on x86 systems which support EVEX. Reviewed-by: kvn, iveresov
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
15432
9d976ca484d8 8000692: Remove old KERNEL code
zgu
parents: 15117
diff changeset
     2
 * Copyright (c) 1997, 2013, Oracle and/or its affiliates. All rights reserved.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5416
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5416
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5416
diff changeset
    21
 * questions.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 7121
diff changeset
    25
#ifndef CPU_X86_VM_ASSEMBLER_X86_HPP
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 7121
diff changeset
    26
#define CPU_X86_VM_ASSEMBLER_X86_HPP
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 7121
diff changeset
    27
14626
0cf4eccf130f 8003240: x86: move MacroAssembler into separate file
twisti
parents: 14625
diff changeset
    28
#include "asm/register.hpp"
26576
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
    29
#include "vm_version_x86.hpp"
14626
0cf4eccf130f 8003240: x86: move MacroAssembler into separate file
twisti
parents: 14625
diff changeset
    30
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    31
class BiasedLockingCounters;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    32
489c9b5090e2 Initial load
duke
parents:
diff changeset
    33
// Contains all the definitions needed for x86 assembly code generation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    34
489c9b5090e2 Initial load
duke
parents:
diff changeset
    35
// Calling convention
489c9b5090e2 Initial load
duke
parents:
diff changeset
    36
class Argument VALUE_OBJ_CLASS_SPEC {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    37
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    38
  enum {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    39
#ifdef _LP64
489c9b5090e2 Initial load
duke
parents:
diff changeset
    40
#ifdef _WIN64
489c9b5090e2 Initial load
duke
parents:
diff changeset
    41
    n_int_register_parameters_c   = 4, // rcx, rdx, r8, r9 (c_rarg0, c_rarg1, ...)
489c9b5090e2 Initial load
duke
parents:
diff changeset
    42
    n_float_register_parameters_c = 4,  // xmm0 - xmm3 (c_farg0, c_farg1, ... )
489c9b5090e2 Initial load
duke
parents:
diff changeset
    43
#else
489c9b5090e2 Initial load
duke
parents:
diff changeset
    44
    n_int_register_parameters_c   = 6, // rdi, rsi, rdx, rcx, r8, r9 (c_rarg0, c_rarg1, ...)
489c9b5090e2 Initial load
duke
parents:
diff changeset
    45
    n_float_register_parameters_c = 8,  // xmm0 - xmm7 (c_farg0, c_farg1, ... )
489c9b5090e2 Initial load
duke
parents:
diff changeset
    46
#endif // _WIN64
489c9b5090e2 Initial load
duke
parents:
diff changeset
    47
    n_int_register_parameters_j   = 6, // j_rarg0, j_rarg1, ...
489c9b5090e2 Initial load
duke
parents:
diff changeset
    48
    n_float_register_parameters_j = 8  // j_farg0, j_farg1, ...
489c9b5090e2 Initial load
duke
parents:
diff changeset
    49
#else
489c9b5090e2 Initial load
duke
parents:
diff changeset
    50
    n_register_parameters = 0   // 0 registers used to pass arguments
489c9b5090e2 Initial load
duke
parents:
diff changeset
    51
#endif // _LP64
489c9b5090e2 Initial load
duke
parents:
diff changeset
    52
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
    53
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
    54
489c9b5090e2 Initial load
duke
parents:
diff changeset
    55
489c9b5090e2 Initial load
duke
parents:
diff changeset
    56
#ifdef _LP64
489c9b5090e2 Initial load
duke
parents:
diff changeset
    57
// Symbolically name the register arguments used by the c calling convention.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    58
// Windows is different from linux/solaris. So much for standards...
489c9b5090e2 Initial load
duke
parents:
diff changeset
    59
489c9b5090e2 Initial load
duke
parents:
diff changeset
    60
#ifdef _WIN64
489c9b5090e2 Initial load
duke
parents:
diff changeset
    61
489c9b5090e2 Initial load
duke
parents:
diff changeset
    62
REGISTER_DECLARATION(Register, c_rarg0, rcx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    63
REGISTER_DECLARATION(Register, c_rarg1, rdx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    64
REGISTER_DECLARATION(Register, c_rarg2, r8);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    65
REGISTER_DECLARATION(Register, c_rarg3, r9);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    66
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    67
REGISTER_DECLARATION(XMMRegister, c_farg0, xmm0);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    68
REGISTER_DECLARATION(XMMRegister, c_farg1, xmm1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    69
REGISTER_DECLARATION(XMMRegister, c_farg2, xmm2);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    70
REGISTER_DECLARATION(XMMRegister, c_farg3, xmm3);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    71
489c9b5090e2 Initial load
duke
parents:
diff changeset
    72
#else
489c9b5090e2 Initial load
duke
parents:
diff changeset
    73
489c9b5090e2 Initial load
duke
parents:
diff changeset
    74
REGISTER_DECLARATION(Register, c_rarg0, rdi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    75
REGISTER_DECLARATION(Register, c_rarg1, rsi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    76
REGISTER_DECLARATION(Register, c_rarg2, rdx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    77
REGISTER_DECLARATION(Register, c_rarg3, rcx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    78
REGISTER_DECLARATION(Register, c_rarg4, r8);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    79
REGISTER_DECLARATION(Register, c_rarg5, r9);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    80
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    81
REGISTER_DECLARATION(XMMRegister, c_farg0, xmm0);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    82
REGISTER_DECLARATION(XMMRegister, c_farg1, xmm1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    83
REGISTER_DECLARATION(XMMRegister, c_farg2, xmm2);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    84
REGISTER_DECLARATION(XMMRegister, c_farg3, xmm3);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    85
REGISTER_DECLARATION(XMMRegister, c_farg4, xmm4);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    86
REGISTER_DECLARATION(XMMRegister, c_farg5, xmm5);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    87
REGISTER_DECLARATION(XMMRegister, c_farg6, xmm6);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    88
REGISTER_DECLARATION(XMMRegister, c_farg7, xmm7);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    89
489c9b5090e2 Initial load
duke
parents:
diff changeset
    90
#endif // _WIN64
489c9b5090e2 Initial load
duke
parents:
diff changeset
    91
489c9b5090e2 Initial load
duke
parents:
diff changeset
    92
// Symbolically name the register arguments used by the Java calling convention.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    93
// We have control over the convention for java so we can do what we please.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    94
// What pleases us is to offset the java calling convention so that when
489c9b5090e2 Initial load
duke
parents:
diff changeset
    95
// we call a suitable jni method the arguments are lined up and we don't
489c9b5090e2 Initial load
duke
parents:
diff changeset
    96
// have to do little shuffling. A suitable jni method is non-static and a
489c9b5090e2 Initial load
duke
parents:
diff changeset
    97
// small number of arguments (two fewer args on windows)
489c9b5090e2 Initial load
duke
parents:
diff changeset
    98
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
    99
//        |-------------------------------------------------------|
489c9b5090e2 Initial load
duke
parents:
diff changeset
   100
//        | c_rarg0   c_rarg1  c_rarg2 c_rarg3 c_rarg4 c_rarg5    |
489c9b5090e2 Initial load
duke
parents:
diff changeset
   101
//        |-------------------------------------------------------|
489c9b5090e2 Initial load
duke
parents:
diff changeset
   102
//        | rcx       rdx      r8      r9      rdi*    rsi*       | windows (* not a c_rarg)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   103
//        | rdi       rsi      rdx     rcx     r8      r9         | solaris/linux
489c9b5090e2 Initial load
duke
parents:
diff changeset
   104
//        |-------------------------------------------------------|
489c9b5090e2 Initial load
duke
parents:
diff changeset
   105
//        | j_rarg5   j_rarg0  j_rarg1 j_rarg2 j_rarg3 j_rarg4    |
489c9b5090e2 Initial load
duke
parents:
diff changeset
   106
//        |-------------------------------------------------------|
489c9b5090e2 Initial load
duke
parents:
diff changeset
   107
489c9b5090e2 Initial load
duke
parents:
diff changeset
   108
REGISTER_DECLARATION(Register, j_rarg0, c_rarg1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   109
REGISTER_DECLARATION(Register, j_rarg1, c_rarg2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   110
REGISTER_DECLARATION(Register, j_rarg2, c_rarg3);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   111
// Windows runs out of register args here
489c9b5090e2 Initial load
duke
parents:
diff changeset
   112
#ifdef _WIN64
489c9b5090e2 Initial load
duke
parents:
diff changeset
   113
REGISTER_DECLARATION(Register, j_rarg3, rdi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   114
REGISTER_DECLARATION(Register, j_rarg4, rsi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   115
#else
489c9b5090e2 Initial load
duke
parents:
diff changeset
   116
REGISTER_DECLARATION(Register, j_rarg3, c_rarg4);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   117
REGISTER_DECLARATION(Register, j_rarg4, c_rarg5);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   118
#endif /* _WIN64 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
   119
REGISTER_DECLARATION(Register, j_rarg5, c_rarg0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   120
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   121
REGISTER_DECLARATION(XMMRegister, j_farg0, xmm0);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   122
REGISTER_DECLARATION(XMMRegister, j_farg1, xmm1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   123
REGISTER_DECLARATION(XMMRegister, j_farg2, xmm2);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   124
REGISTER_DECLARATION(XMMRegister, j_farg3, xmm3);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   125
REGISTER_DECLARATION(XMMRegister, j_farg4, xmm4);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   126
REGISTER_DECLARATION(XMMRegister, j_farg5, xmm5);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   127
REGISTER_DECLARATION(XMMRegister, j_farg6, xmm6);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   128
REGISTER_DECLARATION(XMMRegister, j_farg7, xmm7);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   129
489c9b5090e2 Initial load
duke
parents:
diff changeset
   130
REGISTER_DECLARATION(Register, rscratch1, r10);  // volatile
489c9b5090e2 Initial load
duke
parents:
diff changeset
   131
REGISTER_DECLARATION(Register, rscratch2, r11);  // volatile
489c9b5090e2 Initial load
duke
parents:
diff changeset
   132
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   133
REGISTER_DECLARATION(Register, r12_heapbase, r12); // callee-saved
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   134
REGISTER_DECLARATION(Register, r15_thread, r15); // callee-saved
489c9b5090e2 Initial load
duke
parents:
diff changeset
   135
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   136
#else
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   137
// rscratch1 will apear in 32bit code that is dead but of course must compile
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   138
// Using noreg ensures if the dead code is incorrectly live and executed it
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   139
// will cause an assertion failure
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   140
#define rscratch1 noreg
7427
d7b79a367474 6985015: C1 needs to support compressed oops
iveresov
parents: 7397
diff changeset
   141
#define rscratch2 noreg
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   142
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   143
#endif // _LP64
489c9b5090e2 Initial load
duke
parents:
diff changeset
   144
30305
b92a97e1e9cb 8068945: Use RBP register as proper frame pointer in JIT compiled code on x86
zmajo
parents: 30211
diff changeset
   145
// JSR 292
b92a97e1e9cb 8068945: Use RBP register as proper frame pointer in JIT compiled code on x86
zmajo
parents: 30211
diff changeset
   146
// On x86, the SP does not have to be saved when invoking method handle intrinsics
b92a97e1e9cb 8068945: Use RBP register as proper frame pointer in JIT compiled code on x86
zmajo
parents: 30211
diff changeset
   147
// or compiled lambda forms. We indicate that by setting rbp_mh_SP_save to noreg.
b92a97e1e9cb 8068945: Use RBP register as proper frame pointer in JIT compiled code on x86
zmajo
parents: 30211
diff changeset
   148
REGISTER_DECLARATION(Register, rbp_mh_SP_save, noreg);
5687
b862d1f189bd 6930772: JSR 292 needs to support SPARC C1
twisti
parents: 5416
diff changeset
   149
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   150
// Address is an abstraction used to represent a memory location
489c9b5090e2 Initial load
duke
parents:
diff changeset
   151
// using any of the amd64 addressing modes with one object.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   152
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
   153
// Note: A register location is represented via a Register, not
489c9b5090e2 Initial load
duke
parents:
diff changeset
   154
//       via an address for efficiency & simplicity reasons.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   155
489c9b5090e2 Initial load
duke
parents:
diff changeset
   156
class ArrayAddress;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   157
489c9b5090e2 Initial load
duke
parents:
diff changeset
   158
class Address VALUE_OBJ_CLASS_SPEC {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   159
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   160
  enum ScaleFactor {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   161
    no_scale = -1,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   162
    times_1  =  0,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   163
    times_2  =  1,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   164
    times_4  =  2,
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   165
    times_8  =  3,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   166
    times_ptr = LP64_ONLY(times_8) NOT_LP64(times_4)
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   167
  };
2148
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   168
  static ScaleFactor times(int size) {
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   169
    assert(size >= 1 && size <= 8 && is_power_of_2(size), "bad scale size");
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   170
    if (size == 8)  return times_8;
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   171
    if (size == 4)  return times_4;
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   172
    if (size == 2)  return times_2;
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   173
    return times_1;
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   174
  }
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   175
  static int scale_size(ScaleFactor scale) {
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   176
    assert(scale != no_scale, "");
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   177
    assert(((1 << (int)times_1) == 1 &&
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   178
            (1 << (int)times_2) == 2 &&
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   179
            (1 << (int)times_4) == 4 &&
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   180
            (1 << (int)times_8) == 8), "");
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   181
    return (1 << (int)scale);
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   182
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   183
489c9b5090e2 Initial load
duke
parents:
diff changeset
   184
 private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   185
  Register         _base;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   186
  Register         _index;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   187
  ScaleFactor      _scale;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   188
  int              _disp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   189
  RelocationHolder _rspec;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   190
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   191
  // Easily misused constructors make them private
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   192
  // %%% can we make these go away?
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   193
  NOT_LP64(Address(address loc, RelocationHolder spec);)
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   194
  Address(int disp, address loc, relocInfo::relocType rtype);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   195
  Address(int disp, address loc, RelocationHolder spec);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   196
489c9b5090e2 Initial load
duke
parents:
diff changeset
   197
 public:
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   198
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   199
 int disp() { return _disp; }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   200
  // creation
489c9b5090e2 Initial load
duke
parents:
diff changeset
   201
  Address()
489c9b5090e2 Initial load
duke
parents:
diff changeset
   202
    : _base(noreg),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   203
      _index(noreg),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   204
      _scale(no_scale),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   205
      _disp(0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   206
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   207
489c9b5090e2 Initial load
duke
parents:
diff changeset
   208
  // No default displacement otherwise Register can be implicitly
489c9b5090e2 Initial load
duke
parents:
diff changeset
   209
  // converted to 0(Register) which is quite a different animal.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   210
489c9b5090e2 Initial load
duke
parents:
diff changeset
   211
  Address(Register base, int disp)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   212
    : _base(base),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   213
      _index(noreg),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   214
      _scale(no_scale),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   215
      _disp(disp) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   216
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   217
489c9b5090e2 Initial load
duke
parents:
diff changeset
   218
  Address(Register base, Register index, ScaleFactor scale, int disp = 0)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   219
    : _base (base),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   220
      _index(index),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   221
      _scale(scale),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   222
      _disp (disp) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   223
    assert(!index->is_valid() == (scale == Address::no_scale),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   224
           "inconsistent address");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   225
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   226
2332
5c7b6f4ce0a1 6814659: separable cleanups and subroutines for 6655638
jrose
parents: 2256
diff changeset
   227
  Address(Register base, RegisterOrConstant index, ScaleFactor scale = times_1, int disp = 0)
2148
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   228
    : _base (base),
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   229
      _index(index.register_or_noreg()),
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   230
      _scale(scale),
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   231
      _disp (disp + (index.constant_or_zero() * scale_size(scale))) {
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   232
    if (!index.is_register())  scale = Address::no_scale;
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   233
    assert(!_index->is_valid() == (scale == Address::no_scale),
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   234
           "inconsistent address");
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   235
  }
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   236
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   237
  Address plus_disp(int disp) const {
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   238
    Address a = (*this);
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   239
    a._disp += disp;
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   240
    return a;
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   241
  }
9630
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   242
  Address plus_disp(RegisterOrConstant disp, ScaleFactor scale = times_1) const {
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   243
    Address a = (*this);
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   244
    a._disp += disp.constant_or_zero() * scale_size(scale);
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   245
    if (disp.is_register()) {
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   246
      assert(!a.index()->is_valid(), "competing indexes");
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   247
      a._index = disp.as_register();
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   248
      a._scale = scale;
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   249
    }
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   250
    return a;
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   251
  }
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   252
  bool is_same_address(Address a) const {
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   253
    // disregard _rspec
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   254
    return _base == a._base && _disp == a._disp && _index == a._index && _scale == a._scale;
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   255
  }
2148
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   256
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   257
  // The following two overloads are used in connection with the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   258
  // ByteSize type (see sizes.hpp).  They simplify the use of
489c9b5090e2 Initial load
duke
parents:
diff changeset
   259
  // ByteSize'd arguments in assembly code. Note that their equivalent
489c9b5090e2 Initial load
duke
parents:
diff changeset
   260
  // for the optimized build are the member functions with int disp
489c9b5090e2 Initial load
duke
parents:
diff changeset
   261
  // argument since ByteSize is mapped to an int type in that case.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   262
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
   263
  // Note: DO NOT introduce similar overloaded functions for WordSize
489c9b5090e2 Initial load
duke
parents:
diff changeset
   264
  // arguments as in the optimized mode, both ByteSize and WordSize
489c9b5090e2 Initial load
duke
parents:
diff changeset
   265
  // are mapped to the same type and thus the compiler cannot make a
489c9b5090e2 Initial load
duke
parents:
diff changeset
   266
  // distinction anymore (=> compiler errors).
489c9b5090e2 Initial load
duke
parents:
diff changeset
   267
489c9b5090e2 Initial load
duke
parents:
diff changeset
   268
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   269
  Address(Register base, ByteSize disp)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   270
    : _base(base),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   271
      _index(noreg),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   272
      _scale(no_scale),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   273
      _disp(in_bytes(disp)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   274
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   275
489c9b5090e2 Initial load
duke
parents:
diff changeset
   276
  Address(Register base, Register index, ScaleFactor scale, ByteSize disp)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   277
    : _base(base),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   278
      _index(index),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   279
      _scale(scale),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   280
      _disp(in_bytes(disp)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   281
    assert(!index->is_valid() == (scale == Address::no_scale),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   282
           "inconsistent address");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   283
  }
2148
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   284
2332
5c7b6f4ce0a1 6814659: separable cleanups and subroutines for 6655638
jrose
parents: 2256
diff changeset
   285
  Address(Register base, RegisterOrConstant index, ScaleFactor scale, ByteSize disp)
2148
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   286
    : _base (base),
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   287
      _index(index.register_or_noreg()),
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   288
      _scale(scale),
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   289
      _disp (in_bytes(disp) + (index.constant_or_zero() * scale_size(scale))) {
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   290
    if (!index.is_register())  scale = Address::no_scale;
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   291
    assert(!_index->is_valid() == (scale == Address::no_scale),
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   292
           "inconsistent address");
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   293
  }
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   294
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   295
#endif // ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   296
489c9b5090e2 Initial load
duke
parents:
diff changeset
   297
  // accessors
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 244
diff changeset
   298
  bool        uses(Register reg) const { return _base == reg || _index == reg; }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 244
diff changeset
   299
  Register    base()             const { return _base;  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 244
diff changeset
   300
  Register    index()            const { return _index; }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 244
diff changeset
   301
  ScaleFactor scale()            const { return _scale; }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 244
diff changeset
   302
  int         disp()             const { return _disp;  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   303
489c9b5090e2 Initial load
duke
parents:
diff changeset
   304
  // Convert the raw encoding form into the form expected by the constructor for
489c9b5090e2 Initial load
duke
parents:
diff changeset
   305
  // Address.  An index of 4 (rsp) corresponds to having no index, so convert
489c9b5090e2 Initial load
duke
parents:
diff changeset
   306
  // that to noreg for the Address constructor.
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13485
diff changeset
   307
  static Address make_raw(int base, int index, int scale, int disp, relocInfo::relocType disp_reloc);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   308
489c9b5090e2 Initial load
duke
parents:
diff changeset
   309
  static Address make_array(ArrayAddress);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   310
489c9b5090e2 Initial load
duke
parents:
diff changeset
   311
 private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   312
  bool base_needs_rex() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   313
    return _base != noreg && _base->encoding() >= 8;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   314
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   315
489c9b5090e2 Initial load
duke
parents:
diff changeset
   316
  bool index_needs_rex() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   317
    return _index != noreg &&_index->encoding() >= 8;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   318
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   319
489c9b5090e2 Initial load
duke
parents:
diff changeset
   320
  relocInfo::relocType reloc() const { return _rspec.type(); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   321
489c9b5090e2 Initial load
duke
parents:
diff changeset
   322
  friend class Assembler;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   323
  friend class MacroAssembler;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   324
  friend class LIR_Assembler; // base/index/scale/disp
489c9b5090e2 Initial load
duke
parents:
diff changeset
   325
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   326
489c9b5090e2 Initial load
duke
parents:
diff changeset
   327
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
   328
// AddressLiteral has been split out from Address because operands of this type
489c9b5090e2 Initial load
duke
parents:
diff changeset
   329
// need to be treated specially on 32bit vs. 64bit platforms. By splitting it out
489c9b5090e2 Initial load
duke
parents:
diff changeset
   330
// the few instructions that need to deal with address literals are unique and the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   331
// MacroAssembler does not have to implement every instruction in the Assembler
489c9b5090e2 Initial load
duke
parents:
diff changeset
   332
// in order to search for address literals that may need special handling depending
489c9b5090e2 Initial load
duke
parents:
diff changeset
   333
// on the instruction and the platform. As small step on the way to merging i486/amd64
489c9b5090e2 Initial load
duke
parents:
diff changeset
   334
// directories.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   335
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
   336
class AddressLiteral VALUE_OBJ_CLASS_SPEC {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   337
  friend class ArrayAddress;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   338
  RelocationHolder _rspec;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   339
  // Typically we use AddressLiterals we want to use their rval
489c9b5090e2 Initial load
duke
parents:
diff changeset
   340
  // However in some situations we want the lval (effect address) of the item.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   341
  // We provide a special factory for making those lvals.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   342
  bool _is_lval;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   343
489c9b5090e2 Initial load
duke
parents:
diff changeset
   344
  // If the target is far we'll need to load the ea of this to
489c9b5090e2 Initial load
duke
parents:
diff changeset
   345
  // a register to reach it. Otherwise if near we can do rip
489c9b5090e2 Initial load
duke
parents:
diff changeset
   346
  // relative addressing.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   347
489c9b5090e2 Initial load
duke
parents:
diff changeset
   348
  address          _target;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   349
489c9b5090e2 Initial load
duke
parents:
diff changeset
   350
 protected:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   351
  // creation
489c9b5090e2 Initial load
duke
parents:
diff changeset
   352
  AddressLiteral()
489c9b5090e2 Initial load
duke
parents:
diff changeset
   353
    : _is_lval(false),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   354
      _target(NULL)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   355
  {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   356
489c9b5090e2 Initial load
duke
parents:
diff changeset
   357
  public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   358
489c9b5090e2 Initial load
duke
parents:
diff changeset
   359
489c9b5090e2 Initial load
duke
parents:
diff changeset
   360
  AddressLiteral(address target, relocInfo::relocType rtype);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   361
489c9b5090e2 Initial load
duke
parents:
diff changeset
   362
  AddressLiteral(address target, RelocationHolder const& rspec)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   363
    : _rspec(rspec),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   364
      _is_lval(false),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   365
      _target(target)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   366
  {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   367
489c9b5090e2 Initial load
duke
parents:
diff changeset
   368
  AddressLiteral addr() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   369
    AddressLiteral ret = *this;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   370
    ret._is_lval = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   371
    return ret;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   372
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   373
489c9b5090e2 Initial load
duke
parents:
diff changeset
   374
489c9b5090e2 Initial load
duke
parents:
diff changeset
   375
 private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   376
489c9b5090e2 Initial load
duke
parents:
diff changeset
   377
  address target() { return _target; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   378
  bool is_lval() { return _is_lval; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   379
489c9b5090e2 Initial load
duke
parents:
diff changeset
   380
  relocInfo::relocType reloc() const { return _rspec.type(); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   381
  const RelocationHolder& rspec() const { return _rspec; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   382
489c9b5090e2 Initial load
duke
parents:
diff changeset
   383
  friend class Assembler;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   384
  friend class MacroAssembler;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   385
  friend class Address;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   386
  friend class LIR_Assembler;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   387
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   388
489c9b5090e2 Initial load
duke
parents:
diff changeset
   389
// Convience classes
489c9b5090e2 Initial load
duke
parents:
diff changeset
   390
class RuntimeAddress: public AddressLiteral {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   391
489c9b5090e2 Initial load
duke
parents:
diff changeset
   392
  public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   393
489c9b5090e2 Initial load
duke
parents:
diff changeset
   394
  RuntimeAddress(address target) : AddressLiteral(target, relocInfo::runtime_call_type) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   395
489c9b5090e2 Initial load
duke
parents:
diff changeset
   396
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   397
489c9b5090e2 Initial load
duke
parents:
diff changeset
   398
class ExternalAddress: public AddressLiteral {
9111
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   399
 private:
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   400
  static relocInfo::relocType reloc_for_target(address target) {
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   401
    // Sometimes ExternalAddress is used for values which aren't
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   402
    // exactly addresses, like the card table base.
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   403
    // external_word_type can't be used for values in the first page
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   404
    // so just skip the reloc in that case.
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   405
    return external_word_Relocation::can_be_relocated(target) ? relocInfo::external_word_type : relocInfo::none;
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   406
  }
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   407
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   408
 public:
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   409
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   410
  ExternalAddress(address target) : AddressLiteral(target, reloc_for_target(target)) {}
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   411
489c9b5090e2 Initial load
duke
parents:
diff changeset
   412
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   413
489c9b5090e2 Initial load
duke
parents:
diff changeset
   414
class InternalAddress: public AddressLiteral {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   415
489c9b5090e2 Initial load
duke
parents:
diff changeset
   416
  public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   417
489c9b5090e2 Initial load
duke
parents:
diff changeset
   418
  InternalAddress(address target) : AddressLiteral(target, relocInfo::internal_word_type) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   419
489c9b5090e2 Initial load
duke
parents:
diff changeset
   420
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   421
489c9b5090e2 Initial load
duke
parents:
diff changeset
   422
// x86 can do array addressing as a single operation since disp can be an absolute
489c9b5090e2 Initial load
duke
parents:
diff changeset
   423
// address amd64 can't. We create a class that expresses the concept but does extra
489c9b5090e2 Initial load
duke
parents:
diff changeset
   424
// magic on amd64 to get the final result
489c9b5090e2 Initial load
duke
parents:
diff changeset
   425
489c9b5090e2 Initial load
duke
parents:
diff changeset
   426
class ArrayAddress VALUE_OBJ_CLASS_SPEC {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   427
  private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   428
489c9b5090e2 Initial load
duke
parents:
diff changeset
   429
  AddressLiteral _base;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   430
  Address        _index;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   431
489c9b5090e2 Initial load
duke
parents:
diff changeset
   432
  public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   433
489c9b5090e2 Initial load
duke
parents:
diff changeset
   434
  ArrayAddress() {};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   435
  ArrayAddress(AddressLiteral base, Address index): _base(base), _index(index) {};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   436
  AddressLiteral base() { return _base; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   437
  Address index() { return _index; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   438
489c9b5090e2 Initial load
duke
parents:
diff changeset
   439
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   440
32727
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   441
// 64-bit refect the fxsave size which is 512 bytes and the new xsave area on EVEX which is another 2176 bytes
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   442
// See fxsave and xsave(EVEX enabled) documentation for layout
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   443
const int FPUStateSizeInWords = NOT_LP64(27) LP64_ONLY(2688 / wordSize);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   444
489c9b5090e2 Initial load
duke
parents:
diff changeset
   445
// The Intel x86/Amd64 Assembler: Pure assembler doing NO optimizations on the instruction
489c9b5090e2 Initial load
duke
parents:
diff changeset
   446
// level (e.g. mov rax, 0 is not translated into xor rax, rax!); i.e., what you write
489c9b5090e2 Initial load
duke
parents:
diff changeset
   447
// is what you get. The Assembler is generating code into a CodeBuffer.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   448
489c9b5090e2 Initial load
duke
parents:
diff changeset
   449
class Assembler : public AbstractAssembler  {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   450
  friend class AbstractAssembler; // for the non-virtual hack
489c9b5090e2 Initial load
duke
parents:
diff changeset
   451
  friend class LIR_Assembler; // as_Address()
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   452
  friend class StubGenerator;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   453
489c9b5090e2 Initial load
duke
parents:
diff changeset
   454
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   455
  enum Condition {                     // The x86 condition codes used for conditional jumps/moves.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   456
    zero          = 0x4,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   457
    notZero       = 0x5,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   458
    equal         = 0x4,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   459
    notEqual      = 0x5,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   460
    less          = 0xc,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   461
    lessEqual     = 0xe,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   462
    greater       = 0xf,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   463
    greaterEqual  = 0xd,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   464
    below         = 0x2,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   465
    belowEqual    = 0x6,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   466
    above         = 0x7,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   467
    aboveEqual    = 0x3,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   468
    overflow      = 0x0,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   469
    noOverflow    = 0x1,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   470
    carrySet      = 0x2,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   471
    carryClear    = 0x3,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   472
    negative      = 0x8,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   473
    positive      = 0x9,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   474
    parity        = 0xa,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   475
    noParity      = 0xb
489c9b5090e2 Initial load
duke
parents:
diff changeset
   476
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
   477
489c9b5090e2 Initial load
duke
parents:
diff changeset
   478
  enum Prefix {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   479
    // segment overrides
489c9b5090e2 Initial load
duke
parents:
diff changeset
   480
    CS_segment = 0x2e,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   481
    SS_segment = 0x36,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   482
    DS_segment = 0x3e,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   483
    ES_segment = 0x26,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   484
    FS_segment = 0x64,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   485
    GS_segment = 0x65,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   486
489c9b5090e2 Initial load
duke
parents:
diff changeset
   487
    REX        = 0x40,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   488
489c9b5090e2 Initial load
duke
parents:
diff changeset
   489
    REX_B      = 0x41,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   490
    REX_X      = 0x42,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   491
    REX_XB     = 0x43,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   492
    REX_R      = 0x44,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   493
    REX_RB     = 0x45,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   494
    REX_RX     = 0x46,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   495
    REX_RXB    = 0x47,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   496
489c9b5090e2 Initial load
duke
parents:
diff changeset
   497
    REX_W      = 0x48,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   498
489c9b5090e2 Initial load
duke
parents:
diff changeset
   499
    REX_WB     = 0x49,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   500
    REX_WX     = 0x4A,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   501
    REX_WXB    = 0x4B,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   502
    REX_WR     = 0x4C,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   503
    REX_WRB    = 0x4D,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   504
    REX_WRX    = 0x4E,
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   505
    REX_WRXB   = 0x4F,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   506
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   507
    VEX_3bytes = 0xC4,
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   508
    VEX_2bytes = 0xC5,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   509
    EVEX_4bytes = 0x62
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   510
  };
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   511
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   512
  enum VexPrefix {
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   513
    VEX_B = 0x20,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   514
    VEX_X = 0x40,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   515
    VEX_R = 0x80,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   516
    VEX_W = 0x80
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   517
  };
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   518
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   519
  enum ExexPrefix {
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   520
    EVEX_F  = 0x04,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   521
    EVEX_V  = 0x08,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   522
    EVEX_Rb = 0x10,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   523
    EVEX_X  = 0x40,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   524
    EVEX_Z  = 0x80
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   525
  };
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   526
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   527
  enum VexSimdPrefix {
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   528
    VEX_SIMD_NONE = 0x0,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   529
    VEX_SIMD_66   = 0x1,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   530
    VEX_SIMD_F3   = 0x2,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   531
    VEX_SIMD_F2   = 0x3
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   532
  };
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   533
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   534
  enum VexOpcode {
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   535
    VEX_OPCODE_NONE  = 0x0,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   536
    VEX_OPCODE_0F    = 0x1,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   537
    VEX_OPCODE_0F_38 = 0x2,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   538
    VEX_OPCODE_0F_3A = 0x3
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   539
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
   540
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   541
  enum AvxVectorLen {
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   542
    AVX_128bit = 0x0,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   543
    AVX_256bit = 0x1,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   544
    AVX_512bit = 0x2,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   545
    AVX_NoVec  = 0x4
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   546
  };
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   547
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   548
  enum EvexTupleType {
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   549
    EVEX_FV   = 0,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   550
    EVEX_HV   = 4,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   551
    EVEX_FVM  = 6,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   552
    EVEX_T1S  = 7,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   553
    EVEX_T1F  = 11,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   554
    EVEX_T2   = 13,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   555
    EVEX_T4   = 15,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   556
    EVEX_T8   = 17,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   557
    EVEX_HVM  = 18,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   558
    EVEX_QVM  = 19,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   559
    EVEX_OVM  = 20,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   560
    EVEX_M128 = 21,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   561
    EVEX_DUP  = 22,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   562
    EVEX_ETUP = 23
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   563
  };
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   564
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   565
  enum EvexInputSizeInBits {
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   566
    EVEX_8bit  = 0,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   567
    EVEX_16bit = 1,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   568
    EVEX_32bit = 2,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   569
    EVEX_64bit = 3
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   570
  };
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   571
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   572
  enum WhichOperand {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   573
    // input to locate_operand, and format code for relocations
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   574
    imm_operand  = 0,            // embedded 32-bit|64-bit immediate operand
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   575
    disp32_operand = 1,          // embedded 32-bit displacement or address
489c9b5090e2 Initial load
duke
parents:
diff changeset
   576
    call32_operand = 2,          // embedded 32-bit self-relative displacement
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   577
#ifndef _LP64
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   578
    _WhichOperand_limit = 3
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   579
#else
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   580
     narrow_oop_operand = 3,     // embedded 32-bit immediate narrow oop
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   581
    _WhichOperand_limit = 4
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   582
#endif
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   583
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
   584
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   585
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   586
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   587
  // NOTE: The general philopsophy of the declarations here is that 64bit versions
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   588
  // of instructions are freely declared without the need for wrapping them an ifdef.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   589
  // (Some dangerous instructions are ifdef's out of inappropriate jvm's.)
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   590
  // In the .cpp file the implementations are wrapped so that they are dropped out
15432
9d976ca484d8 8000692: Remove old KERNEL code
zgu
parents: 15117
diff changeset
   591
  // of the resulting jvm. This is done mostly to keep the footprint of MINIMAL
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   592
  // to the size it was prior to merging up the 32bit and 64bit assemblers.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   593
  //
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   594
  // This does mean you'll get a linker/runtime error if you use a 64bit only instruction
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   595
  // in a 32bit vm. This is somewhat unfortunate but keeps the ifdef noise down.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   596
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   597
private:
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   598
32727
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   599
  int _evex_encoding;
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   600
  int _input_size_in_bits;
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   601
  int _avx_vector_len;
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   602
  int _tuple_type;
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   603
  bool _is_evex_instruction;
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   604
  bool _legacy_mode_bw;
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   605
  bool _legacy_mode_dq;
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   606
  bool _legacy_mode_vl;
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   607
  bool _legacy_mode_vlbw;
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   608
  bool _instruction_uses_vl;
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   609
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   610
  // 64bit prefixes
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   611
  int prefix_and_encode(int reg_enc, bool byteinst = false);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   612
  int prefixq_and_encode(int reg_enc);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   613
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   614
  int prefix_and_encode(int dst_enc, int src_enc, bool byteinst = false);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   615
  int prefixq_and_encode(int dst_enc, int src_enc);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   616
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   617
  void prefix(Register reg);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   618
  void prefix(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   619
  void prefixq(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   620
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   621
  void prefix(Address adr, Register reg,  bool byteinst = false);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   622
  void prefix(Address adr, XMMRegister reg);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   623
  void prefixq(Address adr, Register reg);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   624
  void prefixq(Address adr, XMMRegister reg);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   625
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   626
  void prefetch_prefix(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   627
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   628
  void rex_prefix(Address adr, XMMRegister xreg,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   629
                  VexSimdPrefix pre, VexOpcode opc, bool rex_w);
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   630
  int  rex_prefix_and_encode(int dst_enc, int src_enc,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   631
                             VexSimdPrefix pre, VexOpcode opc, bool rex_w);
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   632
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   633
  void vex_prefix(bool vex_r, bool vex_b, bool vex_x, bool vex_w,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   634
                  int nds_enc, VexSimdPrefix pre, VexOpcode opc,
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   635
                  int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   636
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   637
  void evex_prefix(bool vex_r, bool vex_b, bool vex_x, bool vex_w, bool evex_r, bool evex_v,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   638
                   int nds_enc, VexSimdPrefix pre, VexOpcode opc,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   639
                   bool is_extended_context, bool is_merge_context,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   640
                   int vector_len, bool no_mask_reg );
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   641
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   642
  void vex_prefix(Address adr, int nds_enc, int xreg_enc,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   643
                  VexSimdPrefix pre, VexOpcode opc,
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   644
                  bool vex_w, int vector_len,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   645
                  bool legacy_mode = false, bool no_mask_reg = false);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   646
11429
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
   647
  void vex_prefix(XMMRegister dst, XMMRegister nds, Address src,
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   648
                  VexSimdPrefix pre, int vector_len = AVX_128bit,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   649
                  bool no_mask_reg = false, bool legacy_mode = false) {
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
   650
    int dst_enc = dst->encoding();
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
   651
    int nds_enc = nds->is_valid() ? nds->encoding() : 0;
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   652
    vex_prefix(src, nds_enc, dst_enc, pre, VEX_OPCODE_0F, false, vector_len, legacy_mode, no_mask_reg);
11429
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
   653
  }
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
   654
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   655
  void vex_prefix_q(XMMRegister dst, XMMRegister nds, Address src,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   656
                    VexSimdPrefix pre, int vector_len = AVX_128bit,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   657
                    bool no_mask_reg = false) {
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   658
    int dst_enc = dst->encoding();
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   659
    int nds_enc = nds->is_valid() ? nds->encoding() : 0;
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   660
    vex_prefix(src, nds_enc, dst_enc, pre, VEX_OPCODE_0F, true, vector_len, false, no_mask_reg);
23220
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   661
  }
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   662
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   663
  void vex_prefix_0F38(Register dst, Register nds, Address src, bool no_mask_reg = false) {
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   664
    bool vex_w = false;
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   665
    int vector_len = AVX_128bit;
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   666
    vex_prefix(src, nds->encoding(), dst->encoding(),
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   667
               VEX_SIMD_NONE, VEX_OPCODE_0F_38, vex_w,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   668
               vector_len, no_mask_reg);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   669
  }
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   670
31410
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   671
  void vex_prefix_0F38_legacy(Register dst, Register nds, Address src, bool no_mask_reg = false) {
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   672
    bool vex_w = false;
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   673
    int vector_len = AVX_128bit;
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   674
    vex_prefix(src, nds->encoding(), dst->encoding(),
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   675
               VEX_SIMD_NONE, VEX_OPCODE_0F_38, vex_w,
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   676
               vector_len, true, no_mask_reg);
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   677
  }
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   678
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   679
  void vex_prefix_0F38_q(Register dst, Register nds, Address src, bool no_mask_reg = false) {
23220
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   680
    bool vex_w = true;
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   681
    int vector_len = AVX_128bit;
23220
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   682
    vex_prefix(src, nds->encoding(), dst->encoding(),
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   683
               VEX_SIMD_NONE, VEX_OPCODE_0F_38, vex_w,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   684
               vector_len, no_mask_reg);
23220
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   685
  }
31410
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   686
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   687
  void vex_prefix_0F38_q_legacy(Register dst, Register nds, Address src, bool no_mask_reg = false) {
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   688
    bool vex_w = true;
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   689
    int vector_len = AVX_128bit;
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   690
    vex_prefix(src, nds->encoding(), dst->encoding(),
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   691
               VEX_SIMD_NONE, VEX_OPCODE_0F_38, vex_w,
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   692
               vector_len, true, no_mask_reg);
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   693
  }
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   694
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   695
  int  vex_prefix_and_encode(int dst_enc, int nds_enc, int src_enc,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   696
                             VexSimdPrefix pre, VexOpcode opc,
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   697
                             bool vex_w, int vector_len,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   698
                             bool legacy_mode, bool no_mask_reg);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   699
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   700
  int  vex_prefix_0F38_and_encode(Register dst, Register nds, Register src, bool no_mask_reg = false) {
23220
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   701
    bool vex_w = false;
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   702
    int vector_len = AVX_128bit;
23220
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   703
    return vex_prefix_and_encode(dst->encoding(), nds->encoding(), src->encoding(),
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   704
                                 VEX_SIMD_NONE, VEX_OPCODE_0F_38, vex_w, vector_len,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   705
                                 false, no_mask_reg);
23220
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   706
  }
31410
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   707
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   708
  int  vex_prefix_0F38_and_encode_legacy(Register dst, Register nds, Register src, bool no_mask_reg = false) {
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   709
    bool vex_w = false;
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   710
    int vector_len = AVX_128bit;
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   711
    return vex_prefix_and_encode(dst->encoding(), nds->encoding(), src->encoding(),
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   712
      VEX_SIMD_NONE, VEX_OPCODE_0F_38, vex_w, vector_len,
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   713
      true, no_mask_reg);
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   714
  }
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   715
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   716
  int  vex_prefix_0F38_and_encode_q(Register dst, Register nds, Register src, bool no_mask_reg = false) {
23220
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   717
    bool vex_w = true;
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   718
    int vector_len = AVX_128bit;
23220
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   719
    return vex_prefix_and_encode(dst->encoding(), nds->encoding(), src->encoding(),
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   720
                                 VEX_SIMD_NONE, VEX_OPCODE_0F_38, vex_w, vector_len,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   721
                                 false, no_mask_reg);
23220
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   722
  }
31410
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   723
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   724
  int  vex_prefix_0F38_and_encode_q_legacy(Register dst, Register nds, Register src, bool no_mask_reg = false) {
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   725
    bool vex_w = true;
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   726
    int vector_len = AVX_128bit;
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   727
    return vex_prefix_and_encode(dst->encoding(), nds->encoding(), src->encoding(),
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   728
                                 VEX_SIMD_NONE, VEX_OPCODE_0F_38, vex_w, vector_len,
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   729
                                 true, no_mask_reg);
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   730
  }
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   731
11429
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
   732
  int  vex_prefix_and_encode(XMMRegister dst, XMMRegister nds, XMMRegister src,
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   733
                             VexSimdPrefix pre, int vector_len = AVX_128bit,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   734
                             VexOpcode opc = VEX_OPCODE_0F, bool legacy_mode = false,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   735
                             bool no_mask_reg = false) {
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
   736
    int src_enc = src->encoding();
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
   737
    int dst_enc = dst->encoding();
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
   738
    int nds_enc = nds->is_valid() ? nds->encoding() : 0;
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   739
    return vex_prefix_and_encode(dst_enc, nds_enc, src_enc, pre, opc, false, vector_len, legacy_mode, no_mask_reg);
11429
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
   740
  }
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   741
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   742
  void simd_prefix(XMMRegister xreg, XMMRegister nds, Address adr,
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   743
                   VexSimdPrefix pre, bool no_mask_reg, VexOpcode opc = VEX_OPCODE_0F,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   744
                   bool rex_w = false, int vector_len = AVX_128bit, bool legacy_mode = false);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   745
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   746
  void simd_prefix(XMMRegister dst, Address src, VexSimdPrefix pre,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   747
                   bool no_mask_reg, VexOpcode opc = VEX_OPCODE_0F) {
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   748
    simd_prefix(dst, xnoreg, src, pre, no_mask_reg, opc);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   749
  }
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
   750
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   751
  void simd_prefix(Address dst, XMMRegister src, VexSimdPrefix pre, bool no_mask_reg) {
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   752
    simd_prefix(src, dst, pre, no_mask_reg);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   753
  }
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   754
  void simd_prefix_q(XMMRegister dst, XMMRegister nds, Address src,
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   755
                     VexSimdPrefix pre, bool no_mask_reg = false) {
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   756
    bool rex_w = true;
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   757
    simd_prefix(dst, nds, src, pre, no_mask_reg, VEX_OPCODE_0F, rex_w);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   758
  }
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   759
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   760
  int simd_prefix_and_encode(XMMRegister dst, XMMRegister nds, XMMRegister src,
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   761
                             VexSimdPrefix pre, bool no_mask_reg,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   762
                             VexOpcode opc = VEX_OPCODE_0F,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   763
                             bool rex_w = false, int vector_len = AVX_128bit,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   764
                             bool legacy_mode = false);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   765
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   766
  int kreg_prefix_and_encode(KRegister dst, KRegister nds, KRegister src,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   767
                             VexSimdPrefix pre, bool no_mask_reg,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   768
                             VexOpcode opc = VEX_OPCODE_0F,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   769
                             bool rex_w = false, int vector_len = AVX_128bit);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   770
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   771
  int kreg_prefix_and_encode(KRegister dst, KRegister nds, Register src,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   772
                             VexSimdPrefix pre, bool no_mask_reg,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   773
                             VexOpcode opc = VEX_OPCODE_0F,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   774
                             bool rex_w = false, int vector_len = AVX_128bit);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   775
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   776
  // Move/convert 32-bit integer value.
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   777
  int simd_prefix_and_encode(XMMRegister dst, XMMRegister nds, Register src,
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   778
                             VexSimdPrefix pre, bool no_mask_reg) {
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   779
    // It is OK to cast from Register to XMMRegister to pass argument here
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   780
    // since only encoding is used in simd_prefix_and_encode() and number of
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   781
    // Gen and Xmm registers are the same.
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   782
    return simd_prefix_and_encode(dst, nds, as_XMMRegister(src->encoding()), pre, no_mask_reg, VEX_OPCODE_0F);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   783
  }
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   784
  int simd_prefix_and_encode(XMMRegister dst, Register src, VexSimdPrefix pre, bool no_mask_reg) {
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   785
    return simd_prefix_and_encode(dst, xnoreg, src, pre, no_mask_reg);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   786
  }
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   787
  int simd_prefix_and_encode(Register dst, XMMRegister src,
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   788
                             VexSimdPrefix pre, VexOpcode opc = VEX_OPCODE_0F,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   789
                             bool no_mask_reg = false) {
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   790
    return simd_prefix_and_encode(as_XMMRegister(dst->encoding()), xnoreg, src, pre, no_mask_reg, opc);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   791
  }
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   792
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   793
  // Move/convert 64-bit integer value.
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   794
  int simd_prefix_and_encode_q(XMMRegister dst, XMMRegister nds, Register src,
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   795
                               VexSimdPrefix pre, bool no_mask_reg = false) {
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   796
    bool rex_w = true;
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   797
    return simd_prefix_and_encode(dst, nds, as_XMMRegister(src->encoding()), pre, no_mask_reg, VEX_OPCODE_0F, rex_w);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   798
  }
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   799
  int simd_prefix_and_encode_q(XMMRegister dst, Register src, VexSimdPrefix pre, bool no_mask_reg) {
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   800
    return simd_prefix_and_encode_q(dst, xnoreg, src, pre, no_mask_reg);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   801
  }
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   802
  int simd_prefix_and_encode_q(Register dst, XMMRegister src,
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   803
                               VexSimdPrefix pre, VexOpcode opc = VEX_OPCODE_0F,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   804
                               bool no_mask_reg = false) {
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   805
    bool rex_w = true;
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   806
    return simd_prefix_and_encode(as_XMMRegister(dst->encoding()), xnoreg, src, pre, no_mask_reg, opc, rex_w);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   807
  }
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   808
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   809
  // Helper functions for groups of instructions
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   810
  void emit_arith_b(int op1, int op2, Register dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   811
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   812
  void emit_arith(int op1, int op2, Register dst, int32_t imm32);
11791
3be8cae67887 7125136: SIGILL on linux amd64 in gc/ArrayJuggle/Juggle29
kvn
parents: 11429
diff changeset
   813
  // Force generation of a 4 byte immediate value even if it fits into 8bit
3be8cae67887 7125136: SIGILL on linux amd64 in gc/ArrayJuggle/Juggle29
kvn
parents: 11429
diff changeset
   814
  void emit_arith_imm32(int op1, int op2, Register dst, int32_t imm32);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   815
  void emit_arith(int op1, int op2, Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   816
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   817
  void emit_simd_arith(int opcode, XMMRegister dst, Address src, VexSimdPrefix pre, bool no_mask_reg = false, bool legacy_mode = false);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   818
  void emit_simd_arith_q(int opcode, XMMRegister dst, Address src, VexSimdPrefix pre, bool no_mask_reg = false);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   819
  void emit_simd_arith(int opcode, XMMRegister dst, XMMRegister src, VexSimdPrefix pre, bool no_mask_reg = false, bool legacy_mode = false);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   820
  void emit_simd_arith_q(int opcode, XMMRegister dst, XMMRegister src, VexSimdPrefix pre, bool no_mask_reg = false);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   821
  void emit_simd_arith_nonds(int opcode, XMMRegister dst, Address src, VexSimdPrefix pre, bool no_mask_reg = false);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   822
  void emit_simd_arith_nonds_q(int opcode, XMMRegister dst, Address src, VexSimdPrefix pre, bool no_mask_reg = false);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   823
  void emit_simd_arith_nonds(int opcode, XMMRegister dst, XMMRegister src, VexSimdPrefix pre, bool no_mask_reg = false, bool legacy_mode = false);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   824
  void emit_simd_arith_nonds_q(int opcode, XMMRegister dst, XMMRegister src, VexSimdPrefix pre, bool no_mask_reg = false);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
   825
  void emit_vex_arith(int opcode, XMMRegister dst, XMMRegister nds,
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   826
                      Address src, VexSimdPrefix pre, int vector_len,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   827
                      bool no_mask_reg = false, bool legacy_mode = false);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   828
  void emit_vex_arith_q(int opcode, XMMRegister dst, XMMRegister nds,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   829
                        Address src, VexSimdPrefix pre, int vector_len,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   830
                        bool no_mask_reg = false);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
   831
  void emit_vex_arith(int opcode, XMMRegister dst, XMMRegister nds,
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   832
                      XMMRegister src, VexSimdPrefix pre, int vector_len,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   833
                      bool no_mask_reg = false, bool legacy_mode = false);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   834
  void emit_vex_arith_q(int opcode, XMMRegister dst, XMMRegister nds,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   835
                        XMMRegister src, VexSimdPrefix pre, int vector_len,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   836
                        bool no_mask_reg = false);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   837
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   838
  bool emit_compressed_disp_byte(int &disp);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
   839
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   840
  void emit_operand(Register reg,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   841
                    Register base, Register index, Address::ScaleFactor scale,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   842
                    int disp,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   843
                    RelocationHolder const& rspec,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   844
                    int rip_relative_correction = 0);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   845
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   846
  void emit_operand(Register reg, Address adr, int rip_relative_correction = 0);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   847
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   848
  // operands that only take the original 32bit registers
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   849
  void emit_operand32(Register reg, Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   850
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   851
  void emit_operand(XMMRegister reg,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   852
                    Register base, Register index, Address::ScaleFactor scale,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   853
                    int disp,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   854
                    RelocationHolder const& rspec);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   855
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   856
  void emit_operand(XMMRegister reg, Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   857
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   858
  void emit_operand(MMXRegister reg, Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   859
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   860
  // workaround gcc (3.2.1-7) bug
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   861
  void emit_operand(Address adr, MMXRegister reg);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   862
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   863
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   864
  // Immediate-to-memory forms
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   865
  void emit_arith_operand(int op1, Register rm, Address adr, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   866
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   867
  void emit_farith(int b1, int b2, int i);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   868
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   869
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   870
 protected:
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   871
  #ifdef ASSERT
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   872
  void check_relocation(RelocationHolder const& rspec, int format);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   873
  #endif
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   874
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   875
  void emit_data(jint data, relocInfo::relocType    rtype, int format);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   876
  void emit_data(jint data, RelocationHolder const& rspec, int format);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   877
  void emit_data64(jlong data, relocInfo::relocType rtype, int format = 0);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   878
  void emit_data64(jlong data, RelocationHolder const& rspec, int format = 0);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   879
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   880
  bool reachable(AddressLiteral adr) NOT_LP64({ return true;});
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   881
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   882
  // These are all easily abused and hence protected
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   883
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   884
  // 32BIT ONLY SECTION
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   885
#ifndef _LP64
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   886
  // Make these disappear in 64bit mode since they would never be correct
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   887
  void cmp_literal32(Register src1, int32_t imm32, RelocationHolder const& rspec);   // 32BIT ONLY
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   888
  void cmp_literal32(Address src1, int32_t imm32, RelocationHolder const& rspec);    // 32BIT ONLY
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   889
2254
f13dda645a4b 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 2150
diff changeset
   890
  void mov_literal32(Register dst, int32_t imm32, RelocationHolder const& rspec);    // 32BIT ONLY
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   891
  void mov_literal32(Address dst, int32_t imm32, RelocationHolder const& rspec);     // 32BIT ONLY
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   892
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   893
  void push_literal32(int32_t imm32, RelocationHolder const& rspec);                 // 32BIT ONLY
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   894
#else
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   895
  // 64BIT ONLY SECTION
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   896
  void mov_literal64(Register dst, intptr_t imm64, RelocationHolder const& rspec);   // 64BIT ONLY
2254
f13dda645a4b 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 2150
diff changeset
   897
f13dda645a4b 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 2150
diff changeset
   898
  void cmp_narrow_oop(Register src1, int32_t imm32, RelocationHolder const& rspec);
f13dda645a4b 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 2150
diff changeset
   899
  void cmp_narrow_oop(Address src1, int32_t imm32, RelocationHolder const& rspec);
f13dda645a4b 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 2150
diff changeset
   900
f13dda645a4b 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 2150
diff changeset
   901
  void mov_narrow_oop(Register dst, int32_t imm32, RelocationHolder const& rspec);
f13dda645a4b 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 2150
diff changeset
   902
  void mov_narrow_oop(Address dst, int32_t imm32, RelocationHolder const& rspec);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   903
#endif // _LP64
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   904
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   905
  // These are unique in that we are ensured by the caller that the 32bit
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   906
  // relative in these instructions will always be able to reach the potentially
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   907
  // 64bit address described by entry. Since they can take a 64bit address they
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   908
  // don't have the 32 suffix like the other instructions in this class.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   909
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   910
  void call_literal(address entry, RelocationHolder const& rspec);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   911
  void jmp_literal(address entry, RelocationHolder const& rspec);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   912
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   913
  // Avoid using directly section
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   914
  // Instructions in this section are actually usable by anyone without danger
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   915
  // of failure but have performance issues that are addressed my enhanced
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   916
  // instructions which will do the proper thing base on the particular cpu.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   917
  // We protect them because we don't trust you...
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   918
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   919
  // Don't use next inc() and dec() methods directly. INC & DEC instructions
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   920
  // could cause a partial flag stall since they don't set CF flag.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   921
  // Use MacroAssembler::decrement() & MacroAssembler::increment() methods
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   922
  // which call inc() & dec() or add() & sub() in accordance with
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   923
  // the product flag UseIncDec value.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   924
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   925
  void decl(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   926
  void decl(Address dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   927
  void decq(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   928
  void decq(Address dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   929
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   930
  void incl(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   931
  void incl(Address dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   932
  void incq(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   933
  void incq(Address dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   934
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   935
  // New cpus require use of movsd and movss to avoid partial register stall
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   936
  // when loading from memory. But for old Opteron use movlpd instead of movsd.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   937
  // The selection is done in MacroAssembler::movdbl() and movflt().
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   938
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   939
  // Move Scalar Single-Precision Floating-Point Values
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   940
  void movss(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   941
  void movss(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   942
  void movss(Address dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   943
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   944
  // Move Scalar Double-Precision Floating-Point Values
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   945
  void movsd(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   946
  void movsd(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   947
  void movsd(Address dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   948
  void movlpd(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   949
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   950
  // New cpus require use of movaps and movapd to avoid partial register stall
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   951
  // when moving between registers.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   952
  void movaps(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   953
  void movapd(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   954
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   955
  // End avoid using directly
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   956
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   957
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   958
  // Instruction prefixes
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   959
  void prefix(Prefix p);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   960
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   961
  public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   962
489c9b5090e2 Initial load
duke
parents:
diff changeset
   963
  // Creation
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   964
  Assembler(CodeBuffer* code) : AbstractAssembler(code) {
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   965
    init_attributes();
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   966
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   967
489c9b5090e2 Initial load
duke
parents:
diff changeset
   968
  // Decoding
489c9b5090e2 Initial load
duke
parents:
diff changeset
   969
  static address locate_operand(address inst, WhichOperand which);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   970
  static address locate_next_instruction(address inst);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   971
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   972
  // Utilities
8871
5c3b26c4119e 6964776: c2 should ensure the polling page is reachable on 64 bit
iveresov
parents: 8494
diff changeset
   973
  static bool is_polling_page_far() NOT_LP64({ return false;});
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   974
  static bool query_compressed_disp_byte(int disp, bool is_evex_inst, int vector_len,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   975
                                         int cur_tuple_type, int in_size_in_bits, int cur_encoding);
8871
5c3b26c4119e 6964776: c2 should ensure the polling page is reachable on 64 bit
iveresov
parents: 8494
diff changeset
   976
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   977
  // Generic instructions
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   978
  // Does 32bit or 64bit as needed for the platform. In some sense these
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   979
  // belong in macro assembler but there is no need for both varieties to exist
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   980
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   981
  void init_attributes(void) {
32727
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   982
    _evex_encoding = 0;
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   983
    _input_size_in_bits = 0;
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   984
    _avx_vector_len = AVX_NoVec;
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   985
    _tuple_type = EVEX_ETUP;
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   986
    _is_evex_instruction = false;
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   987
    _legacy_mode_bw = (VM_Version::supports_avx512bw() == false);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   988
    _legacy_mode_dq = (VM_Version::supports_avx512dq() == false);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   989
    _legacy_mode_vl = (VM_Version::supports_avx512vl() == false);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   990
    _legacy_mode_vlbw = (VM_Version::supports_avx512vlbw() == false);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   991
    _instruction_uses_vl = false;
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   992
  }
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   993
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   994
  void lea(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   995
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   996
  void mov(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   997
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   998
  void pusha();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   999
  void popa();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1000
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1001
  void pushf();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1002
  void popf();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1003
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1004
  void push(int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1005
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1006
  void push(Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1007
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1008
  void pop(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1009
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1010
  // These are dummies to prevent surprise implicit conversions to Register
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1011
  void push(void* v);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1012
  void pop(void* v);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1013
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1014
  // These do register sized moves/scans
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1015
  void rep_mov();
15114
4074553c678b 8005522: use fast-string instructions on x86 for zeroing
kvn
parents: 14631
diff changeset
  1016
  void rep_stos();
4074553c678b 8005522: use fast-string instructions on x86 for zeroing
kvn
parents: 14631
diff changeset
  1017
  void rep_stosb();
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1018
  void repne_scan();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1019
#ifdef _LP64
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1020
  void repne_scanl();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1021
#endif
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1022
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1023
  // Vanilla instructions in lexical order
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1024
7724
a92d706dbdd5 7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
phh
parents: 7433
diff changeset
  1025
  void adcl(Address dst, int32_t imm32);
a92d706dbdd5 7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
phh
parents: 7433
diff changeset
  1026
  void adcl(Address dst, Register src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1027
  void adcl(Register dst, int32_t imm32);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1028
  void adcl(Register dst, Address src);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1029
  void adcl(Register dst, Register src);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1030
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1031
  void adcq(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1032
  void adcq(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1033
  void adcq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1034
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1035
  void addl(Address dst, int32_t imm32);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1036
  void addl(Address dst, Register src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1037
  void addl(Register dst, int32_t imm32);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1038
  void addl(Register dst, Address src);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1039
  void addl(Register dst, Register src);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1040
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1041
  void addq(Address dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1042
  void addq(Address dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1043
  void addq(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1044
  void addq(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1045
  void addq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1046
26434
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1047
#ifdef _LP64
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1048
 //Add Unsigned Integers with Carry Flag
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1049
  void adcxq(Register dst, Register src);
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1050
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1051
 //Add Unsigned Integers with Overflow Flag
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1052
  void adoxq(Register dst, Register src);
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1053
#endif
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1054
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1055
  void addr_nop_4();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1056
  void addr_nop_5();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1057
  void addr_nop_7();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1058
  void addr_nop_8();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1059
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1060
  // Add Scalar Double-Precision Floating-Point Values
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1061
  void addsd(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1062
  void addsd(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1063
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1064
  // Add Scalar Single-Precision Floating-Point Values
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1065
  void addss(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1066
  void addss(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1067
14132
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
  1068
  // AES instructions
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
  1069
  void aesdec(XMMRegister dst, Address src);
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
  1070
  void aesdec(XMMRegister dst, XMMRegister src);
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
  1071
  void aesdeclast(XMMRegister dst, Address src);
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
  1072
  void aesdeclast(XMMRegister dst, XMMRegister src);
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
  1073
  void aesenc(XMMRegister dst, Address src);
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
  1074
  void aesenc(XMMRegister dst, XMMRegister src);
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
  1075
  void aesenclast(XMMRegister dst, Address src);
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
  1076
  void aesenclast(XMMRegister dst, XMMRegister src);
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
  1077
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
  1078
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1079
  void andl(Address  dst, int32_t imm32);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1080
  void andl(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1081
  void andl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1082
  void andl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1083
10006
2a7062afbad7 7056380: VM crashes with SIGSEGV in compiled code
never
parents: 9978
diff changeset
  1084
  void andq(Address  dst, int32_t imm32);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1085
  void andq(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1086
  void andq(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1087
  void andq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1088
23220
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1089
  // BMI instructions
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1090
  void andnl(Register dst, Register src1, Register src2);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1091
  void andnl(Register dst, Register src1, Address src2);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1092
  void andnq(Register dst, Register src1, Register src2);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1093
  void andnq(Register dst, Register src1, Address src2);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1094
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1095
  void blsil(Register dst, Register src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1096
  void blsil(Register dst, Address src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1097
  void blsiq(Register dst, Register src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1098
  void blsiq(Register dst, Address src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1099
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1100
  void blsmskl(Register dst, Register src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1101
  void blsmskl(Register dst, Address src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1102
  void blsmskq(Register dst, Register src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1103
  void blsmskq(Register dst, Address src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1104
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1105
  void blsrl(Register dst, Register src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1106
  void blsrl(Register dst, Address src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1107
  void blsrq(Register dst, Register src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1108
  void blsrq(Register dst, Address src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1109
2862
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1110
  void bsfl(Register dst, Register src);
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1111
  void bsrl(Register dst, Register src);
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1112
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1113
#ifdef _LP64
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1114
  void bsfq(Register dst, Register src);
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1115
  void bsrq(Register dst, Register src);
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1116
#endif
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1117
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1118
  void bswapl(Register reg);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1119
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1120
  void bswapq(Register reg);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1121
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1122
  void call(Label& L, relocInfo::relocType rtype);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1123
  void call(Register reg);  // push pc; pc <- reg
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1124
  void call(Address adr);   // push pc; pc <- adr
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1125
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1126
  void cdql();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1127
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1128
  void cdqq();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1129
14626
0cf4eccf130f 8003240: x86: move MacroAssembler into separate file
twisti
parents: 14625
diff changeset
  1130
  void cld();
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1131
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1132
  void clflush(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1133
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1134
  void cmovl(Condition cc, Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1135
  void cmovl(Condition cc, Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1136
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1137
  void cmovq(Condition cc, Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1138
  void cmovq(Condition cc, Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1139
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1140
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1141
  void cmpb(Address dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1142
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1143
  void cmpl(Address dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1144
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1145
  void cmpl(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1146
  void cmpl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1147
  void cmpl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1148
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1149
  void cmpq(Address dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1150
  void cmpq(Address dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1151
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1152
  void cmpq(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1153
  void cmpq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1154
  void cmpq(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1155
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1156
  // these are dummies used to catch attempting to convert NULL to Register
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1157
  void cmpl(Register dst, void* junk); // dummy
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1158
  void cmpq(Register dst, void* junk); // dummy
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1159
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1160
  void cmpw(Address dst, int imm16);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1161
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1162
  void cmpxchg8 (Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1163
27691
733f189ad1f7 8058255: Native jbyte Atomic::cmpxchg for supported x86 platforms
jwilhelm
parents: 26576
diff changeset
  1164
  void cmpxchgb(Register reg, Address adr);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1165
  void cmpxchgl(Register reg, Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1166
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1167
  void cmpxchgq(Register reg, Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1168
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1169
  // Ordered Compare Scalar Double-Precision Floating-Point Values and set EFLAGS
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1170
  void comisd(XMMRegister dst, Address src);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1171
  void comisd(XMMRegister dst, XMMRegister src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1172
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1173
  // Ordered Compare Scalar Single-Precision Floating-Point Values and set EFLAGS
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1174
  void comiss(XMMRegister dst, Address src);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1175
  void comiss(XMMRegister dst, XMMRegister src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1176
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1177
  // Identify processor type and features
14626
0cf4eccf130f 8003240: x86: move MacroAssembler into separate file
twisti
parents: 14625
diff changeset
  1178
  void cpuid();
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1179
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1180
  // Convert Scalar Double-Precision Floating-Point Value to Scalar Single-Precision Floating-Point Value
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1181
  void cvtsd2ss(XMMRegister dst, XMMRegister src);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1182
  void cvtsd2ss(XMMRegister dst, Address src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1183
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1184
  // Convert Doubleword Integer to Scalar Double-Precision Floating-Point Value
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1185
  void cvtsi2sdl(XMMRegister dst, Register src);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1186
  void cvtsi2sdl(XMMRegister dst, Address src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1187
  void cvtsi2sdq(XMMRegister dst, Register src);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1188
  void cvtsi2sdq(XMMRegister dst, Address src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1189
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1190
  // Convert Doubleword Integer to Scalar Single-Precision Floating-Point Value
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1191
  void cvtsi2ssl(XMMRegister dst, Register src);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1192
  void cvtsi2ssl(XMMRegister dst, Address src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1193
  void cvtsi2ssq(XMMRegister dst, Register src);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1194
  void cvtsi2ssq(XMMRegister dst, Address src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1195
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1196
  // Convert Packed Signed Doubleword Integers to Packed Double-Precision Floating-Point Value
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1197
  void cvtdq2pd(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1198
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1199
  // Convert Packed Signed Doubleword Integers to Packed Single-Precision Floating-Point Value
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1200
  void cvtdq2ps(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1201
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1202
  // Convert Scalar Single-Precision Floating-Point Value to Scalar Double-Precision Floating-Point Value
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1203
  void cvtss2sd(XMMRegister dst, XMMRegister src);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1204
  void cvtss2sd(XMMRegister dst, Address src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1205
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1206
  // Convert with Truncation Scalar Double-Precision Floating-Point Value to Doubleword Integer
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1207
  void cvttsd2sil(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1208
  void cvttsd2sil(Register dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1209
  void cvttsd2siq(Register dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1210
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1211
  // Convert with Truncation Scalar Single-Precision Floating-Point Value to Doubleword Integer
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1212
  void cvttss2sil(Register dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1213
  void cvttss2siq(Register dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1214
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1215
  // Divide Scalar Double-Precision Floating-Point Values
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1216
  void divsd(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1217
  void divsd(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1218
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1219
  // Divide Scalar Single-Precision Floating-Point Values
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1220
  void divss(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1221
  void divss(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1222
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1223
  void emms();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1224
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1225
  void fabs();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1226
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1227
  void fadd(int i);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1228
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1229
  void fadd_d(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1230
  void fadd_s(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1231
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1232
  // "Alternate" versions of x87 instructions place result down in FPU
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1233
  // stack instead of on TOS
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1234
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1235
  void fadda(int i); // "alternate" fadd
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1236
  void faddp(int i = 1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1237
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1238
  void fchs();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1239
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1240
  void fcom(int i);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1241
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1242
  void fcomp(int i = 1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1243
  void fcomp_d(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1244
  void fcomp_s(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1245
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1246
  void fcompp();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1247
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1248
  void fcos();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1249
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1250
  void fdecstp();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1251
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1252
  void fdiv(int i);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1253
  void fdiv_d(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1254
  void fdivr_s(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1255
  void fdiva(int i);  // "alternate" fdiv
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1256
  void fdivp(int i = 1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1257
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1258
  void fdivr(int i);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1259
  void fdivr_d(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1260
  void fdiv_s(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1261
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1262
  void fdivra(int i); // "alternate" reversed fdiv
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1263
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1264
  void fdivrp(int i = 1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1265
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1266
  void ffree(int i = 0);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1267
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1268
  void fild_d(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1269
  void fild_s(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1270
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1271
  void fincstp();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1272
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1273
  void finit();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1274
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1275
  void fist_s (Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1276
  void fistp_d(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1277
  void fistp_s(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1278
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1279
  void fld1();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1280
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1281
  void fld_d(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1282
  void fld_s(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1283
  void fld_s(int index);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1284
  void fld_x(Address adr);  // extended-precision (80-bit) format
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1285
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1286
  void fldcw(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1287
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1288
  void fldenv(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1289
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1290
  void fldlg2();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1291
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1292
  void fldln2();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1293
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1294
  void fldz();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1295
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1296
  void flog();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1297
  void flog10();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1298
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1299
  void fmul(int i);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1300
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1301
  void fmul_d(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1302
  void fmul_s(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1303
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1304
  void fmula(int i);  // "alternate" fmul
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1305
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1306
  void fmulp(int i = 1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1307
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1308
  void fnsave(Address dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1309
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1310
  void fnstcw(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1311
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1312
  void fnstsw_ax();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1313
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1314
  void fprem();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1315
  void fprem1();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1316
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1317
  void frstor(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1318
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1319
  void fsin();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1320
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1321
  void fsqrt();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1322
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1323
  void fst_d(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1324
  void fst_s(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1325
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1326
  void fstp_d(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1327
  void fstp_d(int index);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1328
  void fstp_s(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1329
  void fstp_x(Address adr); // extended-precision (80-bit) format
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1330
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1331
  void fsub(int i);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1332
  void fsub_d(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1333
  void fsub_s(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1334
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1335
  void fsuba(int i);  // "alternate" fsub
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1336
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1337
  void fsubp(int i = 1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1338
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1339
  void fsubr(int i);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1340
  void fsubr_d(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1341
  void fsubr_s(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1342
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1343
  void fsubra(int i); // "alternate" reversed fsub
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1344
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1345
  void fsubrp(int i = 1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1346
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1347
  void ftan();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1348
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1349
  void ftst();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1350
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1351
  void fucomi(int i = 1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1352
  void fucomip(int i = 1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1353
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1354
  void fwait();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1355
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1356
  void fxch(int i = 1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1357
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1358
  void fxrstor(Address src);
32727
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1359
  void xrstor(Address src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1360
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1361
  void fxsave(Address dst);
32727
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1362
  void xsave(Address dst);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1363
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1364
  void fyl2x();
12739
09f26b73ae66 7133857: exp() and pow() should use the x87 ISA on x86
roland
parents: 11791
diff changeset
  1365
  void frndint();
09f26b73ae66 7133857: exp() and pow() should use the x87 ISA on x86
roland
parents: 11791
diff changeset
  1366
  void f2xm1();
09f26b73ae66 7133857: exp() and pow() should use the x87 ISA on x86
roland
parents: 11791
diff changeset
  1367
  void fldl2e();
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1368
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1369
  void hlt();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1370
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1371
  void idivl(Register src);
7121
69928525c55c 6997311: SIGFPE in new long division asm code
kvn
parents: 6772
diff changeset
  1372
  void divl(Register src); // Unsigned division
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1373
26434
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1374
#ifdef _LP64
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1375
  void idivq(Register src);
26434
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1376
#endif
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1377
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1378
  void imull(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1379
  void imull(Register dst, Register src, int value);
21105
47618ee96ed5 8026844: Various Math functions needs intrinsification
rbackman
parents: 18507
diff changeset
  1380
  void imull(Register dst, Address src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1381
26434
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1382
#ifdef _LP64
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1383
  void imulq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1384
  void imulq(Register dst, Register src, int value);
21105
47618ee96ed5 8026844: Various Math functions needs intrinsification
rbackman
parents: 18507
diff changeset
  1385
  void imulq(Register dst, Address src);
47618ee96ed5 8026844: Various Math functions needs intrinsification
rbackman
parents: 18507
diff changeset
  1386
#endif
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1387
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1388
  // jcc is the generic conditional branch generator to run-
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1389
  // time routines, jcc is used for branches to labels. jcc
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1390
  // takes a branch opcode (cc) and a label (L) and generates
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1391
  // either a backward branch or a forward branch and links it
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1392
  // to the label fixup chain. Usage:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1393
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1394
  // Label L;      // unbound label
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1395
  // jcc(cc, L);   // forward branch to unbound label
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1396
  // bind(L);      // bind label to the current pc
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1397
  // jcc(cc, L);   // backward branch to bound label
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1398
  // bind(L);      // illegal: a label may be bound only once
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1399
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1400
  // Note: The same Label can be used for forward and backward branches
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1401
  // but it may be bound only once.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1402
10264
6879f93d268d 7063629: use cbcond in C2 generated code on T4
kvn
parents: 10006
diff changeset
  1403
  void jcc(Condition cc, Label& L, bool maybe_short = true);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1404
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1405
  // Conditional jump to a 8-bit offset to L.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1406
  // WARNING: be very careful using this for forward jumps.  If the label is
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1407
  // not bound within an 8-bit offset of this instruction, a run-time error
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1408
  // will occur.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1409
  void jccb(Condition cc, Label& L);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1410
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1411
  void jmp(Address entry);    // pc <- entry
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1412
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1413
  // Label operations & relative jumps (PPUM Appendix D)
10264
6879f93d268d 7063629: use cbcond in C2 generated code on T4
kvn
parents: 10006
diff changeset
  1414
  void jmp(Label& L, bool maybe_short = true);   // unconditional jump to L
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1415
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1416
  void jmp(Register entry); // pc <- entry
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1417
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1418
  // Unconditional 8-bit offset jump to L.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1419
  // WARNING: be very careful using this for forward jumps.  If the label is
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1420
  // not bound within an 8-bit offset of this instruction, a run-time error
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1421
  // will occur.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1422
  void jmpb(Label& L);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1423
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1424
  void ldmxcsr( Address src );
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1425
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1426
  void leal(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1427
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1428
  void leaq(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1429
14626
0cf4eccf130f 8003240: x86: move MacroAssembler into separate file
twisti
parents: 14625
diff changeset
  1430
  void lfence();
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1431
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1432
  void lock();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1433
2862
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1434
  void lzcntl(Register dst, Register src);
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1435
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1436
#ifdef _LP64
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1437
  void lzcntq(Register dst, Register src);
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1438
#endif
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1439
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1440
  enum Membar_mask_bits {
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1441
    StoreStore = 1 << 3,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1442
    LoadStore  = 1 << 2,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1443
    StoreLoad  = 1 << 1,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1444
    LoadLoad   = 1 << 0
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1445
  };
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1446
2338
a8660a1b709b 6822204: volatile fences should prefer lock:addl to actual mfence instructions
never
parents: 2332
diff changeset
  1447
  // Serializes memory and blows flags
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1448
  void membar(Membar_mask_bits order_constraint) {
2338
a8660a1b709b 6822204: volatile fences should prefer lock:addl to actual mfence instructions
never
parents: 2332
diff changeset
  1449
    if (os::is_MP()) {
a8660a1b709b 6822204: volatile fences should prefer lock:addl to actual mfence instructions
never
parents: 2332
diff changeset
  1450
      // We only have to handle StoreLoad
a8660a1b709b 6822204: volatile fences should prefer lock:addl to actual mfence instructions
never
parents: 2332
diff changeset
  1451
      if (order_constraint & StoreLoad) {
a8660a1b709b 6822204: volatile fences should prefer lock:addl to actual mfence instructions
never
parents: 2332
diff changeset
  1452
        // All usable chips support "locked" instructions which suffice
a8660a1b709b 6822204: volatile fences should prefer lock:addl to actual mfence instructions
never
parents: 2332
diff changeset
  1453
        // as barriers, and are much faster than the alternative of
26576
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1454
        // using cpuid instruction. We use here a locked add [esp-C],0.
2338
a8660a1b709b 6822204: volatile fences should prefer lock:addl to actual mfence instructions
never
parents: 2332
diff changeset
  1455
        // This is conveniently otherwise a no-op except for blowing
26576
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1456
        // flags, and introducing a false dependency on target memory
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1457
        // location. We can't do anything with flags, but we can avoid
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1458
        // memory dependencies in the current method by locked-adding
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1459
        // somewhere else on the stack. Doing [esp+C] will collide with
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1460
        // something on stack in current method, hence we go for [esp-C].
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1461
        // It is convenient since it is almost always in data cache, for
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1462
        // any small C.  We need to step back from SP to avoid data
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1463
        // dependencies with other things on below SP (callee-saves, for
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1464
        // example). Without a clear way to figure out the minimal safe
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1465
        // distance from SP, it makes sense to step back the complete
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1466
        // cache line, as this will also avoid possible second-order effects
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1467
        // with locked ops against the cache line. Our choice of offset
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1468
        // is bounded by x86 operand encoding, which should stay within
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1469
        // [-128; +127] to have the 8-byte displacement encoding.
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1470
        //
2338
a8660a1b709b 6822204: volatile fences should prefer lock:addl to actual mfence instructions
never
parents: 2332
diff changeset
  1471
        // Any change to this code may need to revisit other places in
a8660a1b709b 6822204: volatile fences should prefer lock:addl to actual mfence instructions
never
parents: 2332
diff changeset
  1472
        // the code where this idiom is used, in particular the
a8660a1b709b 6822204: volatile fences should prefer lock:addl to actual mfence instructions
never
parents: 2332
diff changeset
  1473
        // orderAccess code.
26576
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1474
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1475
        int offset = -VM_Version::L1_line_size();
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1476
        if (offset < -128) {
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1477
          offset = -128;
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1478
        }
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1479
2338
a8660a1b709b 6822204: volatile fences should prefer lock:addl to actual mfence instructions
never
parents: 2332
diff changeset
  1480
        lock();
26576
a9429d24d429 8050147: StoreLoad barrier interferes with stack usages
shade
parents: 26434
diff changeset
  1481
        addl(Address(rsp, offset), 0);// Assert the lock# signal here
2338
a8660a1b709b 6822204: volatile fences should prefer lock:addl to actual mfence instructions
never
parents: 2332
diff changeset
  1482
      }
a8660a1b709b 6822204: volatile fences should prefer lock:addl to actual mfence instructions
never
parents: 2332
diff changeset
  1483
    }
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1484
  }
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1485
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1486
  void mfence();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1487
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1488
  // Moves
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1489
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1490
  void mov64(Register dst, int64_t imm64);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1491
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1492
  void movb(Address dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1493
  void movb(Address dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1494
  void movb(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1495
32727
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1496
  void kmovql(KRegister dst, KRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1497
  void kmovql(KRegister dst, Register src);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1498
  void kmovdl(KRegister dst, Register src);
32727
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1499
  void kmovwl(KRegister dst, Register src);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1500
  void kmovql(Address dst, KRegister src);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1501
  void kmovql(KRegister dst, Address src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1502
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1503
  void movdl(XMMRegister dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1504
  void movdl(Register dst, XMMRegister src);
8494
4258c78226d9 6942326: x86 code in string_indexof() could read beyond reserved heap space
kvn
parents: 8332
diff changeset
  1505
  void movdl(XMMRegister dst, Address src);
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  1506
  void movdl(Address dst, XMMRegister src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1507
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1508
  // Move Double Quadword
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1509
  void movdq(XMMRegister dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1510
  void movdq(Register dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1511
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1512
  // Move Aligned Double Quadword
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1513
  void movdqa(XMMRegister dst, XMMRegister src);
18507
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  1514
  void movdqa(XMMRegister dst, Address src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1515
1437
d1846c1c04c4 6532536: Optimize arraycopy stubs for Intel cpus
kvn
parents: 1394
diff changeset
  1516
  // Move Unaligned Double Quadword
d1846c1c04c4 6532536: Optimize arraycopy stubs for Intel cpus
kvn
parents: 1394
diff changeset
  1517
  void movdqu(Address     dst, XMMRegister src);
d1846c1c04c4 6532536: Optimize arraycopy stubs for Intel cpus
kvn
parents: 1394
diff changeset
  1518
  void movdqu(XMMRegister dst, Address src);
d1846c1c04c4 6532536: Optimize arraycopy stubs for Intel cpus
kvn
parents: 1394
diff changeset
  1519
  void movdqu(XMMRegister dst, XMMRegister src);
d1846c1c04c4 6532536: Optimize arraycopy stubs for Intel cpus
kvn
parents: 1394
diff changeset
  1520
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  1521
  // Move Unaligned 256bit Vector
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  1522
  void vmovdqu(Address dst, XMMRegister src);
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  1523
  void vmovdqu(XMMRegister dst, Address src);
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  1524
  void vmovdqu(XMMRegister dst, XMMRegister src);
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  1525
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1526
   // Move Unaligned 512bit Vector
32727
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1527
  void evmovdqul(Address dst, XMMRegister src, int vector_len);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1528
  void evmovdqul(XMMRegister dst, Address src, int vector_len);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1529
  void evmovdqul(XMMRegister dst, XMMRegister src, int vector_len);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1530
  void evmovdquq(Address dst, XMMRegister src, int vector_len);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1531
  void evmovdquq(XMMRegister dst, Address src, int vector_len);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1532
  void evmovdquq(XMMRegister dst, XMMRegister src, int vector_len);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1533
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  1534
  // Move lower 64bit to high 64bit in 128bit register
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  1535
  void movlhps(XMMRegister dst, XMMRegister src);
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  1536
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1537
  void movl(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1538
  void movl(Address dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1539
  void movl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1540
  void movl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1541
  void movl(Address dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1542
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1543
  // These dummies prevent using movl from converting a zero (like NULL) into Register
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1544
  // by giving the compiler two choices it can't resolve
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1545
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1546
  void movl(Address  dst, void* junk);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1547
  void movl(Register dst, void* junk);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1548
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1549
#ifdef _LP64
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1550
  void movq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1551
  void movq(Register dst, Address src);
7724
a92d706dbdd5 7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
phh
parents: 7433
diff changeset
  1552
  void movq(Address  dst, Register src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1553
#endif
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1554
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1555
  void movq(Address     dst, MMXRegister src );
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1556
  void movq(MMXRegister dst, Address src );
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1557
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1558
#ifdef _LP64
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1559
  // These dummies prevent using movq from converting a zero (like NULL) into Register
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1560
  // by giving the compiler two choices it can't resolve
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1561
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1562
  void movq(Address  dst, void* dummy);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1563
  void movq(Register dst, void* dummy);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1564
#endif
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1565
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1566
  // Move Quadword
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1567
  void movq(Address     dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1568
  void movq(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1569
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1570
  void movsbl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1571
  void movsbl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1572
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1573
#ifdef _LP64
2150
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1574
  void movsbq(Register dst, Address src);
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1575
  void movsbq(Register dst, Register src);
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1576
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1577
  // Move signed 32bit immediate to 64bit extending sign
7724
a92d706dbdd5 7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
phh
parents: 7433
diff changeset
  1578
  void movslq(Address  dst, int32_t imm64);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1579
  void movslq(Register dst, int32_t imm64);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1580
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1581
  void movslq(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1582
  void movslq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1583
  void movslq(Register dst, void* src); // Dummy declaration to cause NULL to be ambiguous
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1584
#endif
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1585
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1586
  void movswl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1587
  void movswl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1588
2150
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1589
#ifdef _LP64
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1590
  void movswq(Register dst, Address src);
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1591
  void movswq(Register dst, Register src);
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1592
#endif
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1593
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1594
  void movw(Address dst, int imm16);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1595
  void movw(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1596
  void movw(Address dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1597
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1598
  void movzbl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1599
  void movzbl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1600
2150
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1601
#ifdef _LP64
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1602
  void movzbq(Register dst, Address src);
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1603
  void movzbq(Register dst, Register src);
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1604
#endif
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1605
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1606
  void movzwl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1607
  void movzwl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1608
2150
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1609
#ifdef _LP64
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1610
  void movzwq(Register dst, Address src);
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1611
  void movzwq(Register dst, Register src);
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1612
#endif
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1613
26434
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1614
  // Unsigned multiply with RAX destination register
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1615
  void mull(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1616
  void mull(Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1617
26434
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1618
#ifdef _LP64
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1619
  void mulq(Address src);
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1620
  void mulq(Register src);
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1621
  void mulxq(Register dst1, Register dst2, Register src);
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1622
#endif
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1623
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1624
  // Multiply Scalar Double-Precision Floating-Point Values
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1625
  void mulsd(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1626
  void mulsd(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1627
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1628
  // Multiply Scalar Single-Precision Floating-Point Values
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1629
  void mulss(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1630
  void mulss(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1631
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1632
  void negl(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1633
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1634
#ifdef _LP64
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1635
  void negq(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1636
#endif
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1637
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1638
  void nop(int i = 1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1639
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1640
  void notl(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1641
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1642
#ifdef _LP64
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1643
  void notq(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1644
#endif
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1645
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1646
  void orl(Address dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1647
  void orl(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1648
  void orl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1649
  void orl(Register dst, Register src);
31129
02ee7609f0e1 8081778: Use Intel x64 CPU instructions for RSA acceleration
kvn
parents: 30624
diff changeset
  1650
  void orl(Address dst, Register src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1651
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1652
  void orq(Address dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1653
  void orq(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1654
  void orq(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1655
  void orq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1656
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1657
  // Pack with unsigned saturation
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1658
  void packuswb(XMMRegister dst, XMMRegister src);
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1659
  void packuswb(XMMRegister dst, Address src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1660
  void vpackuswb(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
15242
695bb216be99 6896617: Optimize sun.nio.cs.ISO_8859_1$Encode.encodeArrayLoop() on x86
kvn
parents: 15117
diff changeset
  1661
695bb216be99 6896617: Optimize sun.nio.cs.ISO_8859_1$Encode.encodeArrayLoop() on x86
kvn
parents: 15117
diff changeset
  1662
  // Pemutation of 64bit words
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1663
  void vpermq(XMMRegister dst, XMMRegister src, int imm8, int vector_len);
32727
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1664
  void vpermq(XMMRegister dst, XMMRegister src, int imm8);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1665
23491
f690330b10b9 8031320: Use Intel RTM instructions for locks
kvn
parents: 23220
diff changeset
  1666
  void pause();
f690330b10b9 8031320: Use Intel RTM instructions for locks
kvn
parents: 23220
diff changeset
  1667
2348
4e71ed4c2709 6761600: Use sse 4.2 in intrinsics
cfang
parents: 2338
diff changeset
  1668
  // SSE4.2 string instructions
4e71ed4c2709 6761600: Use sse 4.2 in intrinsics
cfang
parents: 2338
diff changeset
  1669
  void pcmpestri(XMMRegister xmm1, XMMRegister xmm2, int imm8);
4e71ed4c2709 6761600: Use sse 4.2 in intrinsics
cfang
parents: 2338
diff changeset
  1670
  void pcmpestri(XMMRegister xmm1, Address src, int imm8);
4e71ed4c2709 6761600: Use sse 4.2 in intrinsics
cfang
parents: 2338
diff changeset
  1671
18507
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  1672
  // SSE 4.1 extract
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  1673
  void pextrd(Register dst, XMMRegister src, int imm8);
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  1674
  void pextrq(Register dst, XMMRegister src, int imm8);
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  1675
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  1676
  // SSE 4.1 insert
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  1677
  void pinsrd(XMMRegister dst, Register src, int imm8);
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  1678
  void pinsrq(XMMRegister dst, Register src, int imm8);
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  1679
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1680
  // SSE4.1 packed move
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1681
  void pmovzxbw(XMMRegister dst, XMMRegister src);
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1682
  void pmovzxbw(XMMRegister dst, Address src);
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1683
4430
95b539dfa1e8 6769124: various 64-bit fixes for c1
roland
parents: 3905
diff changeset
  1684
#ifndef _LP64 // no 32bit push/pop on amd64
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1685
  void popl(Address dst);
4430
95b539dfa1e8 6769124: various 64-bit fixes for c1
roland
parents: 3905
diff changeset
  1686
#endif
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1687
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1688
#ifdef _LP64
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1689
  void popq(Address dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1690
#endif
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1691
2255
54abdf3e1055 6378821: bitCount() should use POPC on SPARC processors and AMD+10h
twisti
parents: 2254
diff changeset
  1692
  void popcntl(Register dst, Address src);
54abdf3e1055 6378821: bitCount() should use POPC on SPARC processors and AMD+10h
twisti
parents: 2254
diff changeset
  1693
  void popcntl(Register dst, Register src);
54abdf3e1055 6378821: bitCount() should use POPC on SPARC processors and AMD+10h
twisti
parents: 2254
diff changeset
  1694
54abdf3e1055 6378821: bitCount() should use POPC on SPARC processors and AMD+10h
twisti
parents: 2254
diff changeset
  1695
#ifdef _LP64
54abdf3e1055 6378821: bitCount() should use POPC on SPARC processors and AMD+10h
twisti
parents: 2254
diff changeset
  1696
  void popcntq(Register dst, Address src);
54abdf3e1055 6378821: bitCount() should use POPC on SPARC processors and AMD+10h
twisti
parents: 2254
diff changeset
  1697
  void popcntq(Register dst, Register src);
54abdf3e1055 6378821: bitCount() should use POPC on SPARC processors and AMD+10h
twisti
parents: 2254
diff changeset
  1698
#endif
54abdf3e1055 6378821: bitCount() should use POPC on SPARC processors and AMD+10h
twisti
parents: 2254
diff changeset
  1699
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1700
  // Prefetches (SSE, SSE2, 3DNOW only)
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1701
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1702
  void prefetchnta(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1703
  void prefetchr(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1704
  void prefetcht0(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1705
  void prefetcht1(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1706
  void prefetcht2(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1707
  void prefetchw(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1708
14132
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
  1709
  // Shuffle Bytes
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
  1710
  void pshufb(XMMRegister dst, XMMRegister src);
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
  1711
  void pshufb(XMMRegister dst, Address src);
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
  1712
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1713
  // Shuffle Packed Doublewords
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1714
  void pshufd(XMMRegister dst, XMMRegister src, int mode);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1715
  void pshufd(XMMRegister dst, Address src,     int mode);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1716
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1717
  // Shuffle Packed Low Words
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1718
  void pshuflw(XMMRegister dst, XMMRegister src, int mode);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1719
  void pshuflw(XMMRegister dst, Address src,     int mode);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1720
8494
4258c78226d9 6942326: x86 code in string_indexof() could read beyond reserved heap space
kvn
parents: 8332
diff changeset
  1721
  // Shift Right by bytes Logical DoubleQuadword Immediate
4258c78226d9 6942326: x86 code in string_indexof() could read beyond reserved heap space
kvn
parents: 8332
diff changeset
  1722
  void psrldq(XMMRegister dst, int shift);
31404
63e8fcd70bfc 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 31129
diff changeset
  1723
  // Shift Left by bytes Logical DoubleQuadword Immediate
63e8fcd70bfc 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 31129
diff changeset
  1724
  void pslldq(XMMRegister dst, int shift);
8494
4258c78226d9 6942326: x86 code in string_indexof() could read beyond reserved heap space
kvn
parents: 8332
diff changeset
  1725
15117
625397df6f4f 8005419: Improve intrinsics code performance on x86 by using AVX2
kvn
parents: 15115
diff changeset
  1726
  // Logical Compare 128bit
2348
4e71ed4c2709 6761600: Use sse 4.2 in intrinsics
cfang
parents: 2338
diff changeset
  1727
  void ptest(XMMRegister dst, XMMRegister src);
4e71ed4c2709 6761600: Use sse 4.2 in intrinsics
cfang
parents: 2338
diff changeset
  1728
  void ptest(XMMRegister dst, Address src);
15117
625397df6f4f 8005419: Improve intrinsics code performance on x86 by using AVX2
kvn
parents: 15115
diff changeset
  1729
  // Logical Compare 256bit
625397df6f4f 8005419: Improve intrinsics code performance on x86 by using AVX2
kvn
parents: 15115
diff changeset
  1730
  void vptest(XMMRegister dst, XMMRegister src);
625397df6f4f 8005419: Improve intrinsics code performance on x86 by using AVX2
kvn
parents: 15115
diff changeset
  1731
  void vptest(XMMRegister dst, Address src);
2348
4e71ed4c2709 6761600: Use sse 4.2 in intrinsics
cfang
parents: 2338
diff changeset
  1732
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1733
  // Interleave Low Bytes
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1734
  void punpcklbw(XMMRegister dst, XMMRegister src);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1735
  void punpcklbw(XMMRegister dst, Address src);
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1736
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1737
  // Interleave Low Doublewords
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1738
  void punpckldq(XMMRegister dst, XMMRegister src);
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1739
  void punpckldq(XMMRegister dst, Address src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1740
13294
80131b419f85 7181494: cleanup avx and vectors code
kvn
parents: 13104
diff changeset
  1741
  // Interleave Low Quadwords
80131b419f85 7181494: cleanup avx and vectors code
kvn
parents: 13104
diff changeset
  1742
  void punpcklqdq(XMMRegister dst, XMMRegister src);
80131b419f85 7181494: cleanup avx and vectors code
kvn
parents: 13104
diff changeset
  1743
4430
95b539dfa1e8 6769124: various 64-bit fixes for c1
roland
parents: 3905
diff changeset
  1744
#ifndef _LP64 // no 32bit push/pop on amd64
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1745
  void pushl(Address src);
4430
95b539dfa1e8 6769124: various 64-bit fixes for c1
roland
parents: 3905
diff changeset
  1746
#endif
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1747
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1748
  void pushq(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1749
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1750
  void rcll(Register dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1751
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1752
  void rclq(Register dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1753
31129
02ee7609f0e1 8081778: Use Intel x64 CPU instructions for RSA acceleration
kvn
parents: 30624
diff changeset
  1754
  void rcrq(Register dst, int imm8);
02ee7609f0e1 8081778: Use Intel x64 CPU instructions for RSA acceleration
kvn
parents: 30624
diff changeset
  1755
23491
f690330b10b9 8031320: Use Intel RTM instructions for locks
kvn
parents: 23220
diff changeset
  1756
  void rdtsc();
f690330b10b9 8031320: Use Intel RTM instructions for locks
kvn
parents: 23220
diff changeset
  1757
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1758
  void ret(int imm16);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1759
26434
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1760
#ifdef _LP64
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1761
  void rorq(Register dst, int imm8);
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1762
  void rorxq(Register dst, Register src, int imm8);
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1763
#endif
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1764
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1765
  void sahf();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1766
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1767
  void sarl(Register dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1768
  void sarl(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1769
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1770
  void sarq(Register dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1771
  void sarq(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1772
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1773
  void sbbl(Address dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1774
  void sbbl(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1775
  void sbbl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1776
  void sbbl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1777
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1778
  void sbbq(Address dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1779
  void sbbq(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1780
  void sbbq(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1781
  void sbbq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1782
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1783
  void setb(Condition cc, Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1784
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1785
  void shldl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1786
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1787
  void shll(Register dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1788
  void shll(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1789
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1790
  void shlq(Register dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1791
  void shlq(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1792
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1793
  void shrdl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1794
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1795
  void shrl(Register dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1796
  void shrl(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1797
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1798
  void shrq(Register dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1799
  void shrq(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1800
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1801
  void smovl(); // QQQ generic?
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1802
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1803
  // Compute Square Root of Scalar Double-Precision Floating-Point Value
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1804
  void sqrtsd(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1805
  void sqrtsd(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1806
7433
b418028612ad 6961690: load oops from constant table on SPARC
twisti
parents: 7427
diff changeset
  1807
  // Compute Square Root of Scalar Single-Precision Floating-Point Value
b418028612ad 6961690: load oops from constant table on SPARC
twisti
parents: 7427
diff changeset
  1808
  void sqrtss(XMMRegister dst, Address src);
b418028612ad 6961690: load oops from constant table on SPARC
twisti
parents: 7427
diff changeset
  1809
  void sqrtss(XMMRegister dst, XMMRegister src);
b418028612ad 6961690: load oops from constant table on SPARC
twisti
parents: 7427
diff changeset
  1810
14626
0cf4eccf130f 8003240: x86: move MacroAssembler into separate file
twisti
parents: 14625
diff changeset
  1811
  void std();
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1812
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1813
  void stmxcsr( Address dst );
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1814
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1815
  void subl(Address dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1816
  void subl(Address dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1817
  void subl(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1818
  void subl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1819
  void subl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1820
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1821
  void subq(Address dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1822
  void subq(Address dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1823
  void subq(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1824
  void subq(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1825
  void subq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1826
11791
3be8cae67887 7125136: SIGILL on linux amd64 in gc/ArrayJuggle/Juggle29
kvn
parents: 11429
diff changeset
  1827
  // Force generation of a 4 byte immediate value even if it fits into 8bit
3be8cae67887 7125136: SIGILL on linux amd64 in gc/ArrayJuggle/Juggle29
kvn
parents: 11429
diff changeset
  1828
  void subl_imm32(Register dst, int32_t imm32);
3be8cae67887 7125136: SIGILL on linux amd64 in gc/ArrayJuggle/Juggle29
kvn
parents: 11429
diff changeset
  1829
  void subq_imm32(Register dst, int32_t imm32);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1830
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1831
  // Subtract Scalar Double-Precision Floating-Point Values
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1832
  void subsd(XMMRegister dst, Address src);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1833
  void subsd(XMMRegister dst, XMMRegister src);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1834
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1835
  // Subtract Scalar Single-Precision Floating-Point Values
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1836
  void subss(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1837
  void subss(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1838
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1839
  void testb(Register dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1840
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1841
  void testl(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1842
  void testl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1843
  void testl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1844
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1845
  void testq(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1846
  void testq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1847
23220
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1848
  // BMI - count trailing zeros
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1849
  void tzcntl(Register dst, Register src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1850
  void tzcntq(Register dst, Register src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1851
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1852
  // Unordered Compare Scalar Double-Precision Floating-Point Values and set EFLAGS
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1853
  void ucomisd(XMMRegister dst, Address src);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1854
  void ucomisd(XMMRegister dst, XMMRegister src);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1855
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1856
  // Unordered Compare Scalar Single-Precision Floating-Point Values and set EFLAGS
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1857
  void ucomiss(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1858
  void ucomiss(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1859
23491
f690330b10b9 8031320: Use Intel RTM instructions for locks
kvn
parents: 23220
diff changeset
  1860
  void xabort(int8_t imm8);
f690330b10b9 8031320: Use Intel RTM instructions for locks
kvn
parents: 23220
diff changeset
  1861
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1862
  void xaddl(Address dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1863
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1864
  void xaddq(Address dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1865
23491
f690330b10b9 8031320: Use Intel RTM instructions for locks
kvn
parents: 23220
diff changeset
  1866
  void xbegin(Label& abort, relocInfo::relocType rtype = relocInfo::none);
f690330b10b9 8031320: Use Intel RTM instructions for locks
kvn
parents: 23220
diff changeset
  1867
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1868
  void xchgl(Register reg, Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1869
  void xchgl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1870
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1871
  void xchgq(Register reg, Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1872
  void xchgq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1873
23491
f690330b10b9 8031320: Use Intel RTM instructions for locks
kvn
parents: 23220
diff changeset
  1874
  void xend();
f690330b10b9 8031320: Use Intel RTM instructions for locks
kvn
parents: 23220
diff changeset
  1875
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1876
  // Get Value of Extended Control Register
14626
0cf4eccf130f 8003240: x86: move MacroAssembler into separate file
twisti
parents: 14625
diff changeset
  1877
  void xgetbv();
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1878
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1879
  void xorl(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1880
  void xorl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1881
  void xorl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1882
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1883
  void xorq(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1884
  void xorq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1885
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1886
  void set_byte_if_not_zero(Register dst); // sets reg to 1 if not zero, otherwise 0
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1887
13294
80131b419f85 7181494: cleanup avx and vectors code
kvn
parents: 13104
diff changeset
  1888
  // AVX 3-operands scalar instructions (encoded with VEX prefix)
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1889
11429
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1890
  void vaddsd(XMMRegister dst, XMMRegister nds, Address src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1891
  void vaddsd(XMMRegister dst, XMMRegister nds, XMMRegister src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1892
  void vaddss(XMMRegister dst, XMMRegister nds, Address src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1893
  void vaddss(XMMRegister dst, XMMRegister nds, XMMRegister src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1894
  void vdivsd(XMMRegister dst, XMMRegister nds, Address src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1895
  void vdivsd(XMMRegister dst, XMMRegister nds, XMMRegister src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1896
  void vdivss(XMMRegister dst, XMMRegister nds, Address src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1897
  void vdivss(XMMRegister dst, XMMRegister nds, XMMRegister src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1898
  void vmulsd(XMMRegister dst, XMMRegister nds, Address src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1899
  void vmulsd(XMMRegister dst, XMMRegister nds, XMMRegister src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1900
  void vmulss(XMMRegister dst, XMMRegister nds, Address src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1901
  void vmulss(XMMRegister dst, XMMRegister nds, XMMRegister src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1902
  void vsubsd(XMMRegister dst, XMMRegister nds, Address src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1903
  void vsubsd(XMMRegister dst, XMMRegister nds, XMMRegister src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1904
  void vsubss(XMMRegister dst, XMMRegister nds, Address src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1905
  void vsubss(XMMRegister dst, XMMRegister nds, XMMRegister src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1906
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1907
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1908
  //====================VECTOR ARITHMETIC=====================================
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1909
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1910
  // Add Packed Floating-Point Values
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1911
  void addpd(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1912
  void addps(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1913
  void vaddpd(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1914
  void vaddps(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1915
  void vaddpd(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1916
  void vaddps(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1917
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1918
  // Subtract Packed Floating-Point Values
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1919
  void subpd(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1920
  void subps(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1921
  void vsubpd(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1922
  void vsubps(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1923
  void vsubpd(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1924
  void vsubps(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1925
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1926
  // Multiply Packed Floating-Point Values
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1927
  void mulpd(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1928
  void mulps(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1929
  void vmulpd(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1930
  void vmulps(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1931
  void vmulpd(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1932
  void vmulps(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1933
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1934
  // Divide Packed Floating-Point Values
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1935
  void divpd(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1936
  void divps(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1937
  void vdivpd(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1938
  void vdivps(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1939
  void vdivpd(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1940
  void vdivps(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1941
32723
56534fb3d71a 8135028: support for vectorizing double precision sqrt
mcberg
parents: 31410
diff changeset
  1942
  // Sqrt Packed Floating-Point Values - Double precision only
56534fb3d71a 8135028: support for vectorizing double precision sqrt
mcberg
parents: 31410
diff changeset
  1943
  void vsqrtpd(XMMRegister dst, XMMRegister src, int vector_len);
56534fb3d71a 8135028: support for vectorizing double precision sqrt
mcberg
parents: 31410
diff changeset
  1944
  void vsqrtpd(XMMRegister dst, Address src, int vector_len);
56534fb3d71a 8135028: support for vectorizing double precision sqrt
mcberg
parents: 31410
diff changeset
  1945
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1946
  // Bitwise Logical AND of Packed Floating-Point Values
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1947
  void andpd(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1948
  void andps(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1949
  void vandpd(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1950
  void vandps(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1951
  void vandpd(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1952
  void vandps(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1953
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1954
  // Bitwise Logical XOR of Packed Floating-Point Values
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1955
  void xorpd(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1956
  void xorps(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1957
  void vxorpd(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1958
  void vxorps(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1959
  void vxorpd(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1960
  void vxorps(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1961
30211
442fbbb31f75 8074981: Integer/FP scalar reduction optimization
kvn
parents: 27691
diff changeset
  1962
  // Add horizontal packed integers
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1963
  void vphaddw(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1964
  void vphaddd(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
30211
442fbbb31f75 8074981: Integer/FP scalar reduction optimization
kvn
parents: 27691
diff changeset
  1965
  void phaddw(XMMRegister dst, XMMRegister src);
442fbbb31f75 8074981: Integer/FP scalar reduction optimization
kvn
parents: 27691
diff changeset
  1966
  void phaddd(XMMRegister dst, XMMRegister src);
442fbbb31f75 8074981: Integer/FP scalar reduction optimization
kvn
parents: 27691
diff changeset
  1967
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1968
  // Add packed integers
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1969
  void paddb(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1970
  void paddw(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1971
  void paddd(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1972
  void paddq(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1973
  void vpaddb(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1974
  void vpaddw(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1975
  void vpaddd(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1976
  void vpaddq(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1977
  void vpaddb(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1978
  void vpaddw(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1979
  void vpaddd(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1980
  void vpaddq(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1981
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1982
  // Sub packed integers
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1983
  void psubb(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1984
  void psubw(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1985
  void psubd(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1986
  void psubq(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1987
  void vpsubb(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1988
  void vpsubw(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1989
  void vpsubd(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1990
  void vpsubq(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1991
  void vpsubb(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1992
  void vpsubw(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1993
  void vpsubd(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1994
  void vpsubq(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1995
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1996
  // Multiply packed integers (only shorts and ints)
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1997
  void pmullw(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1998
  void pmulld(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1999
  void vpmullw(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2000
  void vpmulld(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2001
  void vpmullq(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2002
  void vpmullw(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2003
  void vpmulld(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2004
  void vpmullq(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2005
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2006
  // Shift left packed integers
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2007
  void psllw(XMMRegister dst, int shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2008
  void pslld(XMMRegister dst, int shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2009
  void psllq(XMMRegister dst, int shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2010
  void psllw(XMMRegister dst, XMMRegister shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2011
  void pslld(XMMRegister dst, XMMRegister shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2012
  void psllq(XMMRegister dst, XMMRegister shift);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2013
  void vpsllw(XMMRegister dst, XMMRegister src, int shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2014
  void vpslld(XMMRegister dst, XMMRegister src, int shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2015
  void vpsllq(XMMRegister dst, XMMRegister src, int shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2016
  void vpsllw(XMMRegister dst, XMMRegister src, XMMRegister shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2017
  void vpslld(XMMRegister dst, XMMRegister src, XMMRegister shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2018
  void vpsllq(XMMRegister dst, XMMRegister src, XMMRegister shift, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2019
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2020
  // Logical shift right packed integers
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2021
  void psrlw(XMMRegister dst, int shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2022
  void psrld(XMMRegister dst, int shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2023
  void psrlq(XMMRegister dst, int shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2024
  void psrlw(XMMRegister dst, XMMRegister shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2025
  void psrld(XMMRegister dst, XMMRegister shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2026
  void psrlq(XMMRegister dst, XMMRegister shift);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2027
  void vpsrlw(XMMRegister dst, XMMRegister src, int shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2028
  void vpsrld(XMMRegister dst, XMMRegister src, int shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2029
  void vpsrlq(XMMRegister dst, XMMRegister src, int shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2030
  void vpsrlw(XMMRegister dst, XMMRegister src, XMMRegister shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2031
  void vpsrld(XMMRegister dst, XMMRegister src, XMMRegister shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2032
  void vpsrlq(XMMRegister dst, XMMRegister src, XMMRegister shift, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2033
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2034
  // Arithmetic shift right packed integers (only shorts and ints, no instructions for longs)
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2035
  void psraw(XMMRegister dst, int shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2036
  void psrad(XMMRegister dst, int shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2037
  void psraw(XMMRegister dst, XMMRegister shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2038
  void psrad(XMMRegister dst, XMMRegister shift);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2039
  void vpsraw(XMMRegister dst, XMMRegister src, int shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2040
  void vpsrad(XMMRegister dst, XMMRegister src, int shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2041
  void vpsraw(XMMRegister dst, XMMRegister src, XMMRegister shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2042
  void vpsrad(XMMRegister dst, XMMRegister src, XMMRegister shift, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2043
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2044
  // And packed integers
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2045
  void pand(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2046
  void vpand(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2047
  void vpand(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2048
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2049
  // Or packed integers
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2050
  void por(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2051
  void vpor(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2052
  void vpor(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2053
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2054
  // Xor packed integers
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2055
  void pxor(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2056
  void vpxor(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2057
  void vpxor(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2058
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2059
  // Copy low 128bit into high 128bit of YMM registers.
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  2060
  void vinsertf128h(XMMRegister dst, XMMRegister nds, XMMRegister src);
13294
80131b419f85 7181494: cleanup avx and vectors code
kvn
parents: 13104
diff changeset
  2061
  void vinserti128h(XMMRegister dst, XMMRegister nds, XMMRegister src);
30211
442fbbb31f75 8074981: Integer/FP scalar reduction optimization
kvn
parents: 27691
diff changeset
  2062
  void vextractf128h(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2063
  void vextracti128h(XMMRegister dst, XMMRegister src);
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  2064
13883
6979b9850feb 7196199: java/text/Bidi/Bug6665028.java failed: Bidi run count incorrect
kvn
parents: 13743
diff changeset
  2065
  // Load/store high 128bit of YMM registers which does not destroy other half.
6979b9850feb 7196199: java/text/Bidi/Bug6665028.java failed: Bidi run count incorrect
kvn
parents: 13743
diff changeset
  2066
  void vinsertf128h(XMMRegister dst, Address src);
6979b9850feb 7196199: java/text/Bidi/Bug6665028.java failed: Bidi run count incorrect
kvn
parents: 13743
diff changeset
  2067
  void vinserti128h(XMMRegister dst, Address src);
6979b9850feb 7196199: java/text/Bidi/Bug6665028.java failed: Bidi run count incorrect
kvn
parents: 13743
diff changeset
  2068
  void vextractf128h(Address dst, XMMRegister src);
6979b9850feb 7196199: java/text/Bidi/Bug6665028.java failed: Bidi run count incorrect
kvn
parents: 13743
diff changeset
  2069
  void vextracti128h(Address dst, XMMRegister src);
6979b9850feb 7196199: java/text/Bidi/Bug6665028.java failed: Bidi run count incorrect
kvn
parents: 13743
diff changeset
  2070
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2071
  // Copy low 256bit into high 256bit of ZMM registers.
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2072
  void vinserti64x4h(XMMRegister dst, XMMRegister nds, XMMRegister src);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2073
  void vinsertf64x4h(XMMRegister dst, XMMRegister nds, XMMRegister src);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2074
  void vextracti64x4h(XMMRegister dst, XMMRegister src);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2075
  void vextractf64x4h(XMMRegister dst, XMMRegister src);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2076
  void vextractf64x4h(Address dst, XMMRegister src);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2077
  void vinsertf64x4h(XMMRegister dst, Address src);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2078
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2079
  // Copy targeted 128bit segments of the ZMM registers
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2080
  void vextracti64x2h(XMMRegister dst, XMMRegister src, int value);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2081
  void vextractf64x2h(XMMRegister dst, XMMRegister src, int value);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2082
  void vextractf32x4h(XMMRegister dst, XMMRegister src, int value);
32727
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  2083
  void vextractf32x4h(Address dst, XMMRegister src, int value);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  2084
  void vinsertf32x4h(XMMRegister dst, XMMRegister nds, XMMRegister src, int value);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  2085
  void vinsertf32x4h(XMMRegister dst, Address src, int value);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2086
15115
f8ef87f6f07f 8005544: Use 256bit YMM registers in arraycopy stubs on x86
kvn
parents: 15114
diff changeset
  2087
  // duplicate 4-bytes integer data from src into 8 locations in dest
f8ef87f6f07f 8005544: Use 256bit YMM registers in arraycopy stubs on x86
kvn
parents: 15114
diff changeset
  2088
  void vpbroadcastd(XMMRegister dst, XMMRegister src);
f8ef87f6f07f 8005544: Use 256bit YMM registers in arraycopy stubs on x86
kvn
parents: 15114
diff changeset
  2089
31410
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2090
  // duplicate n-bytes integer data from src into vector_len locations in dest
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2091
  void evpbroadcastb(XMMRegister dst, XMMRegister src, int vector_len);
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2092
  void evpbroadcastb(XMMRegister dst, Address src, int vector_len);
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2093
  void evpbroadcastw(XMMRegister dst, XMMRegister src, int vector_len);
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2094
  void evpbroadcastw(XMMRegister dst, Address src, int vector_len);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2095
  void evpbroadcastd(XMMRegister dst, XMMRegister src, int vector_len);
31410
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2096
  void evpbroadcastd(XMMRegister dst, Address src, int vector_len);
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2097
  void evpbroadcastq(XMMRegister dst, XMMRegister src, int vector_len);
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2098
  void evpbroadcastq(XMMRegister dst, Address src, int vector_len);
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2099
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2100
  void evpbroadcastss(XMMRegister dst, XMMRegister src, int vector_len);
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2101
  void evpbroadcastss(XMMRegister dst, Address src, int vector_len);
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2102
  void evpbroadcastsd(XMMRegister dst, XMMRegister src, int vector_len);
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2103
  void evpbroadcastsd(XMMRegister dst, Address src, int vector_len);
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2104
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2105
  void evpbroadcastb(XMMRegister dst, Register src, int vector_len);
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2106
  void evpbroadcastw(XMMRegister dst, Register src, int vector_len);
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2107
  void evpbroadcastd(XMMRegister dst, Register src, int vector_len);
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2108
  void evpbroadcastq(XMMRegister dst, Register src, int vector_len);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2109
18507
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  2110
  // Carry-Less Multiplication Quadword
25932
15d133edd8f6 8052081: Optimize generated by C2 code for Intel's Atom processor
kvn
parents: 23491
diff changeset
  2111
  void pclmulqdq(XMMRegister dst, XMMRegister src, int mask);
18507
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  2112
  void vpclmulqdq(XMMRegister dst, XMMRegister nds, XMMRegister src, int mask);
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  2113
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  2114
  // AVX instruction which is used to clear upper 128 bits of YMM registers and
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  2115
  // to avoid transaction penalty between AVX and SSE states. There is no
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  2116
  // penalty if legacy SSE instructions are encoded using VEX prefix because
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  2117
  // they always clear upper 128 bits. It should be used before calling
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  2118
  // runtime code and native libraries.
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  2119
  void vzeroupper();
11429
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  2120
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  2121
 protected:
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  2122
  // Next instructions require address alignment 16 bytes SSE mode.
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  2123
  // They should be called only from corresponding MacroAssembler instructions.
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  2124
  void andpd(XMMRegister dst, Address src);
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  2125
  void andps(XMMRegister dst, Address src);
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  2126
  void xorpd(XMMRegister dst, Address src);
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  2127
  void xorps(XMMRegister dst, Address src);
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  2128
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2129
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2130
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 7121
diff changeset
  2131
#endif // CPU_X86_VM_ASSEMBLER_X86_HPP