src/hotspot/cpu/x86/assembler_x86.hpp
author lucy
Mon, 18 Nov 2019 17:11:06 +0100
changeset 59122 5d73255c2d52
parent 59051 f0312c7d5b37
permissions -rw-r--r--
8233787: Break cycle in vm_version* includes Reviewed-by: kbarrett, mdoerr
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
53244
9807daeb47c4 8216167: Update include guards to reflect correct directories
coleenp
parents: 52992
diff changeset
     2
 * Copyright (c) 1997, 2019, Oracle and/or its affiliates. All rights reserved.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5416
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5416
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5416
diff changeset
    21
 * questions.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
53244
9807daeb47c4 8216167: Update include guards to reflect correct directories
coleenp
parents: 52992
diff changeset
    25
#ifndef CPU_X86_ASSEMBLER_X86_HPP
9807daeb47c4 8216167: Update include guards to reflect correct directories
coleenp
parents: 52992
diff changeset
    26
#define CPU_X86_ASSEMBLER_X86_HPP
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 7121
diff changeset
    27
14626
0cf4eccf130f 8003240: x86: move MacroAssembler into separate file
twisti
parents: 14625
diff changeset
    28
#include "asm/register.hpp"
59122
5d73255c2d52 8233787: Break cycle in vm_version* includes
lucy
parents: 59051
diff changeset
    29
#include "runtime/vm_version.hpp"
14626
0cf4eccf130f 8003240: x86: move MacroAssembler into separate file
twisti
parents: 14625
diff changeset
    30
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    31
class BiasedLockingCounters;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    32
489c9b5090e2 Initial load
duke
parents:
diff changeset
    33
// Contains all the definitions needed for x86 assembly code generation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    34
489c9b5090e2 Initial load
duke
parents:
diff changeset
    35
// Calling convention
49364
601146c66cad 8173070: Remove ValueObj class for allocation subclassing for runtime code
coleenp
parents: 48309
diff changeset
    36
class Argument {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    37
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    38
  enum {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    39
#ifdef _LP64
489c9b5090e2 Initial load
duke
parents:
diff changeset
    40
#ifdef _WIN64
489c9b5090e2 Initial load
duke
parents:
diff changeset
    41
    n_int_register_parameters_c   = 4, // rcx, rdx, r8, r9 (c_rarg0, c_rarg1, ...)
489c9b5090e2 Initial load
duke
parents:
diff changeset
    42
    n_float_register_parameters_c = 4,  // xmm0 - xmm3 (c_farg0, c_farg1, ... )
489c9b5090e2 Initial load
duke
parents:
diff changeset
    43
#else
489c9b5090e2 Initial load
duke
parents:
diff changeset
    44
    n_int_register_parameters_c   = 6, // rdi, rsi, rdx, rcx, r8, r9 (c_rarg0, c_rarg1, ...)
489c9b5090e2 Initial load
duke
parents:
diff changeset
    45
    n_float_register_parameters_c = 8,  // xmm0 - xmm7 (c_farg0, c_farg1, ... )
489c9b5090e2 Initial load
duke
parents:
diff changeset
    46
#endif // _WIN64
489c9b5090e2 Initial load
duke
parents:
diff changeset
    47
    n_int_register_parameters_j   = 6, // j_rarg0, j_rarg1, ...
489c9b5090e2 Initial load
duke
parents:
diff changeset
    48
    n_float_register_parameters_j = 8  // j_farg0, j_farg1, ...
489c9b5090e2 Initial load
duke
parents:
diff changeset
    49
#else
489c9b5090e2 Initial load
duke
parents:
diff changeset
    50
    n_register_parameters = 0   // 0 registers used to pass arguments
489c9b5090e2 Initial load
duke
parents:
diff changeset
    51
#endif // _LP64
489c9b5090e2 Initial load
duke
parents:
diff changeset
    52
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
    53
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
    54
489c9b5090e2 Initial load
duke
parents:
diff changeset
    55
489c9b5090e2 Initial load
duke
parents:
diff changeset
    56
#ifdef _LP64
489c9b5090e2 Initial load
duke
parents:
diff changeset
    57
// Symbolically name the register arguments used by the c calling convention.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    58
// Windows is different from linux/solaris. So much for standards...
489c9b5090e2 Initial load
duke
parents:
diff changeset
    59
489c9b5090e2 Initial load
duke
parents:
diff changeset
    60
#ifdef _WIN64
489c9b5090e2 Initial load
duke
parents:
diff changeset
    61
489c9b5090e2 Initial load
duke
parents:
diff changeset
    62
REGISTER_DECLARATION(Register, c_rarg0, rcx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    63
REGISTER_DECLARATION(Register, c_rarg1, rdx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    64
REGISTER_DECLARATION(Register, c_rarg2, r8);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    65
REGISTER_DECLARATION(Register, c_rarg3, r9);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    66
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    67
REGISTER_DECLARATION(XMMRegister, c_farg0, xmm0);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    68
REGISTER_DECLARATION(XMMRegister, c_farg1, xmm1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    69
REGISTER_DECLARATION(XMMRegister, c_farg2, xmm2);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    70
REGISTER_DECLARATION(XMMRegister, c_farg3, xmm3);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    71
489c9b5090e2 Initial load
duke
parents:
diff changeset
    72
#else
489c9b5090e2 Initial load
duke
parents:
diff changeset
    73
489c9b5090e2 Initial load
duke
parents:
diff changeset
    74
REGISTER_DECLARATION(Register, c_rarg0, rdi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    75
REGISTER_DECLARATION(Register, c_rarg1, rsi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    76
REGISTER_DECLARATION(Register, c_rarg2, rdx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    77
REGISTER_DECLARATION(Register, c_rarg3, rcx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    78
REGISTER_DECLARATION(Register, c_rarg4, r8);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    79
REGISTER_DECLARATION(Register, c_rarg5, r9);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    80
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    81
REGISTER_DECLARATION(XMMRegister, c_farg0, xmm0);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    82
REGISTER_DECLARATION(XMMRegister, c_farg1, xmm1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    83
REGISTER_DECLARATION(XMMRegister, c_farg2, xmm2);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    84
REGISTER_DECLARATION(XMMRegister, c_farg3, xmm3);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    85
REGISTER_DECLARATION(XMMRegister, c_farg4, xmm4);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    86
REGISTER_DECLARATION(XMMRegister, c_farg5, xmm5);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    87
REGISTER_DECLARATION(XMMRegister, c_farg6, xmm6);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
    88
REGISTER_DECLARATION(XMMRegister, c_farg7, xmm7);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    89
489c9b5090e2 Initial load
duke
parents:
diff changeset
    90
#endif // _WIN64
489c9b5090e2 Initial load
duke
parents:
diff changeset
    91
489c9b5090e2 Initial load
duke
parents:
diff changeset
    92
// Symbolically name the register arguments used by the Java calling convention.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    93
// We have control over the convention for java so we can do what we please.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    94
// What pleases us is to offset the java calling convention so that when
489c9b5090e2 Initial load
duke
parents:
diff changeset
    95
// we call a suitable jni method the arguments are lined up and we don't
489c9b5090e2 Initial load
duke
parents:
diff changeset
    96
// have to do little shuffling. A suitable jni method is non-static and a
489c9b5090e2 Initial load
duke
parents:
diff changeset
    97
// small number of arguments (two fewer args on windows)
489c9b5090e2 Initial load
duke
parents:
diff changeset
    98
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
    99
//        |-------------------------------------------------------|
489c9b5090e2 Initial load
duke
parents:
diff changeset
   100
//        | c_rarg0   c_rarg1  c_rarg2 c_rarg3 c_rarg4 c_rarg5    |
489c9b5090e2 Initial load
duke
parents:
diff changeset
   101
//        |-------------------------------------------------------|
489c9b5090e2 Initial load
duke
parents:
diff changeset
   102
//        | rcx       rdx      r8      r9      rdi*    rsi*       | windows (* not a c_rarg)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   103
//        | rdi       rsi      rdx     rcx     r8      r9         | solaris/linux
489c9b5090e2 Initial load
duke
parents:
diff changeset
   104
//        |-------------------------------------------------------|
489c9b5090e2 Initial load
duke
parents:
diff changeset
   105
//        | j_rarg5   j_rarg0  j_rarg1 j_rarg2 j_rarg3 j_rarg4    |
489c9b5090e2 Initial load
duke
parents:
diff changeset
   106
//        |-------------------------------------------------------|
489c9b5090e2 Initial load
duke
parents:
diff changeset
   107
489c9b5090e2 Initial load
duke
parents:
diff changeset
   108
REGISTER_DECLARATION(Register, j_rarg0, c_rarg1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   109
REGISTER_DECLARATION(Register, j_rarg1, c_rarg2);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   110
REGISTER_DECLARATION(Register, j_rarg2, c_rarg3);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   111
// Windows runs out of register args here
489c9b5090e2 Initial load
duke
parents:
diff changeset
   112
#ifdef _WIN64
489c9b5090e2 Initial load
duke
parents:
diff changeset
   113
REGISTER_DECLARATION(Register, j_rarg3, rdi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   114
REGISTER_DECLARATION(Register, j_rarg4, rsi);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   115
#else
489c9b5090e2 Initial load
duke
parents:
diff changeset
   116
REGISTER_DECLARATION(Register, j_rarg3, c_rarg4);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   117
REGISTER_DECLARATION(Register, j_rarg4, c_rarg5);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   118
#endif /* _WIN64 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
   119
REGISTER_DECLARATION(Register, j_rarg5, c_rarg0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   120
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   121
REGISTER_DECLARATION(XMMRegister, j_farg0, xmm0);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   122
REGISTER_DECLARATION(XMMRegister, j_farg1, xmm1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   123
REGISTER_DECLARATION(XMMRegister, j_farg2, xmm2);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   124
REGISTER_DECLARATION(XMMRegister, j_farg3, xmm3);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   125
REGISTER_DECLARATION(XMMRegister, j_farg4, xmm4);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   126
REGISTER_DECLARATION(XMMRegister, j_farg5, xmm5);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   127
REGISTER_DECLARATION(XMMRegister, j_farg6, xmm6);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   128
REGISTER_DECLARATION(XMMRegister, j_farg7, xmm7);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   129
489c9b5090e2 Initial load
duke
parents:
diff changeset
   130
REGISTER_DECLARATION(Register, rscratch1, r10);  // volatile
489c9b5090e2 Initial load
duke
parents:
diff changeset
   131
REGISTER_DECLARATION(Register, rscratch2, r11);  // volatile
489c9b5090e2 Initial load
duke
parents:
diff changeset
   132
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   133
REGISTER_DECLARATION(Register, r12_heapbase, r12); // callee-saved
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   134
REGISTER_DECLARATION(Register, r15_thread, r15); // callee-saved
489c9b5090e2 Initial load
duke
parents:
diff changeset
   135
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   136
#else
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   137
// rscratch1 will apear in 32bit code that is dead but of course must compile
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   138
// Using noreg ensures if the dead code is incorrectly live and executed it
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   139
// will cause an assertion failure
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   140
#define rscratch1 noreg
7427
d7b79a367474 6985015: C1 needs to support compressed oops
iveresov
parents: 7397
diff changeset
   141
#define rscratch2 noreg
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   142
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   143
#endif // _LP64
489c9b5090e2 Initial load
duke
parents:
diff changeset
   144
30305
b92a97e1e9cb 8068945: Use RBP register as proper frame pointer in JIT compiled code on x86
zmajo
parents: 30211
diff changeset
   145
// JSR 292
b92a97e1e9cb 8068945: Use RBP register as proper frame pointer in JIT compiled code on x86
zmajo
parents: 30211
diff changeset
   146
// On x86, the SP does not have to be saved when invoking method handle intrinsics
b92a97e1e9cb 8068945: Use RBP register as proper frame pointer in JIT compiled code on x86
zmajo
parents: 30211
diff changeset
   147
// or compiled lambda forms. We indicate that by setting rbp_mh_SP_save to noreg.
b92a97e1e9cb 8068945: Use RBP register as proper frame pointer in JIT compiled code on x86
zmajo
parents: 30211
diff changeset
   148
REGISTER_DECLARATION(Register, rbp_mh_SP_save, noreg);
5687
b862d1f189bd 6930772: JSR 292 needs to support SPARC C1
twisti
parents: 5416
diff changeset
   149
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   150
// Address is an abstraction used to represent a memory location
489c9b5090e2 Initial load
duke
parents:
diff changeset
   151
// using any of the amd64 addressing modes with one object.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   152
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
   153
// Note: A register location is represented via a Register, not
489c9b5090e2 Initial load
duke
parents:
diff changeset
   154
//       via an address for efficiency & simplicity reasons.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   155
489c9b5090e2 Initial load
duke
parents:
diff changeset
   156
class ArrayAddress;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   157
49364
601146c66cad 8173070: Remove ValueObj class for allocation subclassing for runtime code
coleenp
parents: 48309
diff changeset
   158
class Address {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   159
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   160
  enum ScaleFactor {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   161
    no_scale = -1,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   162
    times_1  =  0,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   163
    times_2  =  1,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   164
    times_4  =  2,
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   165
    times_8  =  3,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   166
    times_ptr = LP64_ONLY(times_8) NOT_LP64(times_4)
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   167
  };
2148
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   168
  static ScaleFactor times(int size) {
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   169
    assert(size >= 1 && size <= 8 && is_power_of_2(size), "bad scale size");
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   170
    if (size == 8)  return times_8;
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   171
    if (size == 4)  return times_4;
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   172
    if (size == 2)  return times_2;
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   173
    return times_1;
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   174
  }
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   175
  static int scale_size(ScaleFactor scale) {
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   176
    assert(scale != no_scale, "");
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   177
    assert(((1 << (int)times_1) == 1 &&
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   178
            (1 << (int)times_2) == 2 &&
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   179
            (1 << (int)times_4) == 4 &&
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   180
            (1 << (int)times_8) == 8), "");
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   181
    return (1 << (int)scale);
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   182
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   183
489c9b5090e2 Initial load
duke
parents:
diff changeset
   184
 private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   185
  Register         _base;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   186
  Register         _index;
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   187
  XMMRegister      _xmmindex;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   188
  ScaleFactor      _scale;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   189
  int              _disp;
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   190
  bool             _isxmmindex;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   191
  RelocationHolder _rspec;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   192
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   193
  // Easily misused constructors make them private
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   194
  // %%% can we make these go away?
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   195
  NOT_LP64(Address(address loc, RelocationHolder spec);)
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   196
  Address(int disp, address loc, relocInfo::relocType rtype);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   197
  Address(int disp, address loc, RelocationHolder spec);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   198
489c9b5090e2 Initial load
duke
parents:
diff changeset
   199
 public:
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   200
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   201
 int disp() { return _disp; }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   202
  // creation
489c9b5090e2 Initial load
duke
parents:
diff changeset
   203
  Address()
489c9b5090e2 Initial load
duke
parents:
diff changeset
   204
    : _base(noreg),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   205
      _index(noreg),
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   206
      _xmmindex(xnoreg),
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   207
      _scale(no_scale),
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   208
      _disp(0),
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   209
      _isxmmindex(false){
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   210
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   211
489c9b5090e2 Initial load
duke
parents:
diff changeset
   212
  // No default displacement otherwise Register can be implicitly
489c9b5090e2 Initial load
duke
parents:
diff changeset
   213
  // converted to 0(Register) which is quite a different animal.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   214
489c9b5090e2 Initial load
duke
parents:
diff changeset
   215
  Address(Register base, int disp)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   216
    : _base(base),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   217
      _index(noreg),
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   218
      _xmmindex(xnoreg),
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   219
      _scale(no_scale),
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   220
      _disp(disp),
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   221
      _isxmmindex(false){
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   222
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   223
489c9b5090e2 Initial load
duke
parents:
diff changeset
   224
  Address(Register base, Register index, ScaleFactor scale, int disp = 0)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   225
    : _base (base),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   226
      _index(index),
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   227
      _xmmindex(xnoreg),
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   228
      _scale(scale),
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   229
      _disp (disp),
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   230
      _isxmmindex(false) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   231
    assert(!index->is_valid() == (scale == Address::no_scale),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   232
           "inconsistent address");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   233
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   234
2332
5c7b6f4ce0a1 6814659: separable cleanups and subroutines for 6655638
jrose
parents: 2256
diff changeset
   235
  Address(Register base, RegisterOrConstant index, ScaleFactor scale = times_1, int disp = 0)
2148
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   236
    : _base (base),
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   237
      _index(index.register_or_noreg()),
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   238
      _xmmindex(xnoreg),
2148
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   239
      _scale(scale),
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   240
      _disp (disp + (index.constant_or_zero() * scale_size(scale))),
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   241
      _isxmmindex(false){
2148
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   242
    if (!index.is_register())  scale = Address::no_scale;
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   243
    assert(!_index->is_valid() == (scale == Address::no_scale),
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   244
           "inconsistent address");
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   245
  }
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   246
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   247
  Address(Register base, XMMRegister index, ScaleFactor scale, int disp = 0)
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   248
    : _base (base),
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   249
      _index(noreg),
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   250
      _xmmindex(index),
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   251
      _scale(scale),
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   252
      _disp(disp),
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   253
      _isxmmindex(true) {
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   254
      assert(!index->is_valid() == (scale == Address::no_scale),
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   255
             "inconsistent address");
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   256
  }
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   257
2148
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   258
  Address plus_disp(int disp) const {
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   259
    Address a = (*this);
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   260
    a._disp += disp;
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   261
    return a;
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   262
  }
9630
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   263
  Address plus_disp(RegisterOrConstant disp, ScaleFactor scale = times_1) const {
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   264
    Address a = (*this);
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   265
    a._disp += disp.constant_or_zero() * scale_size(scale);
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   266
    if (disp.is_register()) {
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   267
      assert(!a.index()->is_valid(), "competing indexes");
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   268
      a._index = disp.as_register();
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   269
      a._scale = scale;
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   270
    }
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   271
    return a;
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   272
  }
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   273
  bool is_same_address(Address a) const {
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   274
    // disregard _rspec
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   275
    return _base == a._base && _disp == a._disp && _index == a._index && _scale == a._scale;
d6419e4395e3 6939861: JVM should handle more conversion operations
never
parents: 9437
diff changeset
   276
  }
2148
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   277
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   278
  // The following two overloads are used in connection with the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   279
  // ByteSize type (see sizes.hpp).  They simplify the use of
489c9b5090e2 Initial load
duke
parents:
diff changeset
   280
  // ByteSize'd arguments in assembly code. Note that their equivalent
489c9b5090e2 Initial load
duke
parents:
diff changeset
   281
  // for the optimized build are the member functions with int disp
489c9b5090e2 Initial load
duke
parents:
diff changeset
   282
  // argument since ByteSize is mapped to an int type in that case.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   283
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
   284
  // Note: DO NOT introduce similar overloaded functions for WordSize
489c9b5090e2 Initial load
duke
parents:
diff changeset
   285
  // arguments as in the optimized mode, both ByteSize and WordSize
489c9b5090e2 Initial load
duke
parents:
diff changeset
   286
  // are mapped to the same type and thus the compiler cannot make a
489c9b5090e2 Initial load
duke
parents:
diff changeset
   287
  // distinction anymore (=> compiler errors).
489c9b5090e2 Initial load
duke
parents:
diff changeset
   288
489c9b5090e2 Initial load
duke
parents:
diff changeset
   289
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   290
  Address(Register base, ByteSize disp)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   291
    : _base(base),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   292
      _index(noreg),
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   293
      _xmmindex(xnoreg),
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   294
      _scale(no_scale),
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   295
      _disp(in_bytes(disp)),
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   296
      _isxmmindex(false){
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   297
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   298
489c9b5090e2 Initial load
duke
parents:
diff changeset
   299
  Address(Register base, Register index, ScaleFactor scale, ByteSize disp)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   300
    : _base(base),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   301
      _index(index),
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   302
      _xmmindex(xnoreg),
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   303
      _scale(scale),
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   304
      _disp(in_bytes(disp)),
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   305
      _isxmmindex(false){
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   306
    assert(!index->is_valid() == (scale == Address::no_scale),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   307
           "inconsistent address");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   308
  }
2332
5c7b6f4ce0a1 6814659: separable cleanups and subroutines for 6655638
jrose
parents: 2256
diff changeset
   309
  Address(Register base, RegisterOrConstant index, ScaleFactor scale, ByteSize disp)
2148
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   310
    : _base (base),
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   311
      _index(index.register_or_noreg()),
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   312
      _xmmindex(xnoreg),
2148
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   313
      _scale(scale),
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   314
      _disp (in_bytes(disp) + (index.constant_or_zero() * scale_size(scale))),
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   315
      _isxmmindex(false) {
2148
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   316
    if (!index.is_register())  scale = Address::no_scale;
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   317
    assert(!_index->is_valid() == (scale == Address::no_scale),
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   318
           "inconsistent address");
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   319
  }
09c7f703773b 6812678: macro assembler needs delayed binding of a few constants (for 6655638)
jrose
parents: 1500
diff changeset
   320
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   321
#endif // ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   322
489c9b5090e2 Initial load
duke
parents:
diff changeset
   323
  // accessors
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 244
diff changeset
   324
  bool        uses(Register reg) const { return _base == reg || _index == reg; }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 244
diff changeset
   325
  Register    base()             const { return _base;  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 244
diff changeset
   326
  Register    index()            const { return _index; }
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   327
  XMMRegister xmmindex()         const { return _xmmindex; }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 244
diff changeset
   328
  ScaleFactor scale()            const { return _scale; }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 244
diff changeset
   329
  int         disp()             const { return _disp;  }
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   330
  bool        isxmmindex()       const { return _isxmmindex; }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   331
489c9b5090e2 Initial load
duke
parents:
diff changeset
   332
  // Convert the raw encoding form into the form expected by the constructor for
489c9b5090e2 Initial load
duke
parents:
diff changeset
   333
  // Address.  An index of 4 (rsp) corresponds to having no index, so convert
489c9b5090e2 Initial load
duke
parents:
diff changeset
   334
  // that to noreg for the Address constructor.
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13485
diff changeset
   335
  static Address make_raw(int base, int index, int scale, int disp, relocInfo::relocType disp_reloc);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   336
489c9b5090e2 Initial load
duke
parents:
diff changeset
   337
  static Address make_array(ArrayAddress);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   338
489c9b5090e2 Initial load
duke
parents:
diff changeset
   339
 private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   340
  bool base_needs_rex() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   341
    return _base != noreg && _base->encoding() >= 8;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   342
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   343
489c9b5090e2 Initial load
duke
parents:
diff changeset
   344
  bool index_needs_rex() const {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   345
    return _index != noreg &&_index->encoding() >= 8;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   346
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   347
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   348
  bool xmmindex_needs_rex() const {
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   349
    return _xmmindex != xnoreg && _xmmindex->encoding() >= 8;
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   350
  }
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   351
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   352
  relocInfo::relocType reloc() const { return _rspec.type(); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   353
489c9b5090e2 Initial load
duke
parents:
diff changeset
   354
  friend class Assembler;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   355
  friend class MacroAssembler;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   356
  friend class LIR_Assembler; // base/index/scale/disp
489c9b5090e2 Initial load
duke
parents:
diff changeset
   357
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   358
489c9b5090e2 Initial load
duke
parents:
diff changeset
   359
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
   360
// AddressLiteral has been split out from Address because operands of this type
489c9b5090e2 Initial load
duke
parents:
diff changeset
   361
// need to be treated specially on 32bit vs. 64bit platforms. By splitting it out
489c9b5090e2 Initial load
duke
parents:
diff changeset
   362
// the few instructions that need to deal with address literals are unique and the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   363
// MacroAssembler does not have to implement every instruction in the Assembler
489c9b5090e2 Initial load
duke
parents:
diff changeset
   364
// in order to search for address literals that may need special handling depending
489c9b5090e2 Initial load
duke
parents:
diff changeset
   365
// on the instruction and the platform. As small step on the way to merging i486/amd64
489c9b5090e2 Initial load
duke
parents:
diff changeset
   366
// directories.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   367
//
49364
601146c66cad 8173070: Remove ValueObj class for allocation subclassing for runtime code
coleenp
parents: 48309
diff changeset
   368
class AddressLiteral {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   369
  friend class ArrayAddress;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   370
  RelocationHolder _rspec;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   371
  // Typically we use AddressLiterals we want to use their rval
489c9b5090e2 Initial load
duke
parents:
diff changeset
   372
  // However in some situations we want the lval (effect address) of the item.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   373
  // We provide a special factory for making those lvals.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   374
  bool _is_lval;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   375
489c9b5090e2 Initial load
duke
parents:
diff changeset
   376
  // If the target is far we'll need to load the ea of this to
489c9b5090e2 Initial load
duke
parents:
diff changeset
   377
  // a register to reach it. Otherwise if near we can do rip
489c9b5090e2 Initial load
duke
parents:
diff changeset
   378
  // relative addressing.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   379
489c9b5090e2 Initial load
duke
parents:
diff changeset
   380
  address          _target;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   381
489c9b5090e2 Initial load
duke
parents:
diff changeset
   382
 protected:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   383
  // creation
489c9b5090e2 Initial load
duke
parents:
diff changeset
   384
  AddressLiteral()
489c9b5090e2 Initial load
duke
parents:
diff changeset
   385
    : _is_lval(false),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   386
      _target(NULL)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   387
  {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   388
489c9b5090e2 Initial load
duke
parents:
diff changeset
   389
  public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   390
489c9b5090e2 Initial load
duke
parents:
diff changeset
   391
489c9b5090e2 Initial load
duke
parents:
diff changeset
   392
  AddressLiteral(address target, relocInfo::relocType rtype);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   393
489c9b5090e2 Initial load
duke
parents:
diff changeset
   394
  AddressLiteral(address target, RelocationHolder const& rspec)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   395
    : _rspec(rspec),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   396
      _is_lval(false),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   397
      _target(target)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   398
  {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   399
489c9b5090e2 Initial load
duke
parents:
diff changeset
   400
  AddressLiteral addr() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   401
    AddressLiteral ret = *this;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   402
    ret._is_lval = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   403
    return ret;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   404
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   405
489c9b5090e2 Initial load
duke
parents:
diff changeset
   406
489c9b5090e2 Initial load
duke
parents:
diff changeset
   407
 private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   408
489c9b5090e2 Initial load
duke
parents:
diff changeset
   409
  address target() { return _target; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   410
  bool is_lval() { return _is_lval; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   411
489c9b5090e2 Initial load
duke
parents:
diff changeset
   412
  relocInfo::relocType reloc() const { return _rspec.type(); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   413
  const RelocationHolder& rspec() const { return _rspec; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   414
489c9b5090e2 Initial load
duke
parents:
diff changeset
   415
  friend class Assembler;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   416
  friend class MacroAssembler;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   417
  friend class Address;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   418
  friend class LIR_Assembler;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   419
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   420
489c9b5090e2 Initial load
duke
parents:
diff changeset
   421
// Convience classes
489c9b5090e2 Initial load
duke
parents:
diff changeset
   422
class RuntimeAddress: public AddressLiteral {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   423
489c9b5090e2 Initial load
duke
parents:
diff changeset
   424
  public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   425
489c9b5090e2 Initial load
duke
parents:
diff changeset
   426
  RuntimeAddress(address target) : AddressLiteral(target, relocInfo::runtime_call_type) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   427
489c9b5090e2 Initial load
duke
parents:
diff changeset
   428
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   429
489c9b5090e2 Initial load
duke
parents:
diff changeset
   430
class ExternalAddress: public AddressLiteral {
9111
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   431
 private:
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   432
  static relocInfo::relocType reloc_for_target(address target) {
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   433
    // Sometimes ExternalAddress is used for values which aren't
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   434
    // exactly addresses, like the card table base.
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   435
    // external_word_type can't be used for values in the first page
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   436
    // so just skip the reloc in that case.
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   437
    return external_word_Relocation::can_be_relocated(target) ? relocInfo::external_word_type : relocInfo::none;
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   438
  }
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   439
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   440
 public:
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   441
c100c09c66f2 6777083: assert(target != __null,"must not be null")
never
parents: 8882
diff changeset
   442
  ExternalAddress(address target) : AddressLiteral(target, reloc_for_target(target)) {}
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   443
489c9b5090e2 Initial load
duke
parents:
diff changeset
   444
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   445
489c9b5090e2 Initial load
duke
parents:
diff changeset
   446
class InternalAddress: public AddressLiteral {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   447
489c9b5090e2 Initial load
duke
parents:
diff changeset
   448
  public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   449
489c9b5090e2 Initial load
duke
parents:
diff changeset
   450
  InternalAddress(address target) : AddressLiteral(target, relocInfo::internal_word_type) {}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   451
489c9b5090e2 Initial load
duke
parents:
diff changeset
   452
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   453
489c9b5090e2 Initial load
duke
parents:
diff changeset
   454
// x86 can do array addressing as a single operation since disp can be an absolute
489c9b5090e2 Initial load
duke
parents:
diff changeset
   455
// address amd64 can't. We create a class that expresses the concept but does extra
489c9b5090e2 Initial load
duke
parents:
diff changeset
   456
// magic on amd64 to get the final result
489c9b5090e2 Initial load
duke
parents:
diff changeset
   457
49364
601146c66cad 8173070: Remove ValueObj class for allocation subclassing for runtime code
coleenp
parents: 48309
diff changeset
   458
class ArrayAddress {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   459
  private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   460
489c9b5090e2 Initial load
duke
parents:
diff changeset
   461
  AddressLiteral _base;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   462
  Address        _index;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   463
489c9b5090e2 Initial load
duke
parents:
diff changeset
   464
  public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   465
489c9b5090e2 Initial load
duke
parents:
diff changeset
   466
  ArrayAddress() {};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   467
  ArrayAddress(AddressLiteral base, Address index): _base(base), _index(index) {};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   468
  AddressLiteral base() { return _base; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   469
  Address index() { return _index; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   470
489c9b5090e2 Initial load
duke
parents:
diff changeset
   471
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   472
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
   473
class InstructionAttr;
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
   474
32727
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   475
// 64-bit refect the fxsave size which is 512 bytes and the new xsave area on EVEX which is another 2176 bytes
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   476
// See fxsave and xsave(EVEX enabled) documentation for layout
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   477
const int FPUStateSizeInWords = NOT_LP64(27) LP64_ONLY(2688 / wordSize);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   478
489c9b5090e2 Initial load
duke
parents:
diff changeset
   479
// The Intel x86/Amd64 Assembler: Pure assembler doing NO optimizations on the instruction
489c9b5090e2 Initial load
duke
parents:
diff changeset
   480
// level (e.g. mov rax, 0 is not translated into xor rax, rax!); i.e., what you write
489c9b5090e2 Initial load
duke
parents:
diff changeset
   481
// is what you get. The Assembler is generating code into a CodeBuffer.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   482
489c9b5090e2 Initial load
duke
parents:
diff changeset
   483
class Assembler : public AbstractAssembler  {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   484
  friend class AbstractAssembler; // for the non-virtual hack
489c9b5090e2 Initial load
duke
parents:
diff changeset
   485
  friend class LIR_Assembler; // as_Address()
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   486
  friend class StubGenerator;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   487
489c9b5090e2 Initial load
duke
parents:
diff changeset
   488
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   489
  enum Condition {                     // The x86 condition codes used for conditional jumps/moves.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   490
    zero          = 0x4,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   491
    notZero       = 0x5,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   492
    equal         = 0x4,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   493
    notEqual      = 0x5,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   494
    less          = 0xc,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   495
    lessEqual     = 0xe,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   496
    greater       = 0xf,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   497
    greaterEqual  = 0xd,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   498
    below         = 0x2,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   499
    belowEqual    = 0x6,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   500
    above         = 0x7,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   501
    aboveEqual    = 0x3,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   502
    overflow      = 0x0,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   503
    noOverflow    = 0x1,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   504
    carrySet      = 0x2,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   505
    carryClear    = 0x3,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   506
    negative      = 0x8,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   507
    positive      = 0x9,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   508
    parity        = 0xa,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   509
    noParity      = 0xb
489c9b5090e2 Initial load
duke
parents:
diff changeset
   510
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
   511
489c9b5090e2 Initial load
duke
parents:
diff changeset
   512
  enum Prefix {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   513
    // segment overrides
489c9b5090e2 Initial load
duke
parents:
diff changeset
   514
    CS_segment = 0x2e,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   515
    SS_segment = 0x36,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   516
    DS_segment = 0x3e,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   517
    ES_segment = 0x26,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   518
    FS_segment = 0x64,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   519
    GS_segment = 0x65,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   520
489c9b5090e2 Initial load
duke
parents:
diff changeset
   521
    REX        = 0x40,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   522
489c9b5090e2 Initial load
duke
parents:
diff changeset
   523
    REX_B      = 0x41,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   524
    REX_X      = 0x42,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   525
    REX_XB     = 0x43,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   526
    REX_R      = 0x44,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   527
    REX_RB     = 0x45,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   528
    REX_RX     = 0x46,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   529
    REX_RXB    = 0x47,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   530
489c9b5090e2 Initial load
duke
parents:
diff changeset
   531
    REX_W      = 0x48,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   532
489c9b5090e2 Initial load
duke
parents:
diff changeset
   533
    REX_WB     = 0x49,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   534
    REX_WX     = 0x4A,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   535
    REX_WXB    = 0x4B,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   536
    REX_WR     = 0x4C,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   537
    REX_WRB    = 0x4D,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   538
    REX_WRX    = 0x4E,
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   539
    REX_WRXB   = 0x4F,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   540
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   541
    VEX_3bytes = 0xC4,
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   542
    VEX_2bytes = 0xC5,
33066
d98eab8215c4 8134553: CRC32C implementations for x86/x64 targets
kvn
parents: 32727
diff changeset
   543
    EVEX_4bytes = 0x62,
d98eab8215c4 8134553: CRC32C implementations for x86/x64 targets
kvn
parents: 32727
diff changeset
   544
    Prefix_EMPTY = 0x0
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   545
  };
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   546
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   547
  enum VexPrefix {
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   548
    VEX_B = 0x20,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   549
    VEX_X = 0x40,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   550
    VEX_R = 0x80,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   551
    VEX_W = 0x80
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   552
  };
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   553
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   554
  enum ExexPrefix {
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   555
    EVEX_F  = 0x04,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   556
    EVEX_V  = 0x08,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   557
    EVEX_Rb = 0x10,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   558
    EVEX_X  = 0x40,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   559
    EVEX_Z  = 0x80
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   560
  };
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   561
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   562
  enum VexSimdPrefix {
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   563
    VEX_SIMD_NONE = 0x0,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   564
    VEX_SIMD_66   = 0x1,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   565
    VEX_SIMD_F3   = 0x2,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   566
    VEX_SIMD_F2   = 0x3
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   567
  };
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   568
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   569
  enum VexOpcode {
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   570
    VEX_OPCODE_NONE  = 0x0,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   571
    VEX_OPCODE_0F    = 0x1,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   572
    VEX_OPCODE_0F_38 = 0x2,
33160
c59f1676d27e 8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents: 33089
diff changeset
   573
    VEX_OPCODE_0F_3A = 0x3,
c59f1676d27e 8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents: 33089
diff changeset
   574
    VEX_OPCODE_MASK  = 0x1F
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   575
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
   576
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   577
  enum AvxVectorLen {
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   578
    AVX_128bit = 0x0,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   579
    AVX_256bit = 0x1,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   580
    AVX_512bit = 0x2,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   581
    AVX_NoVec  = 0x4
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   582
  };
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   583
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   584
  enum EvexTupleType {
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   585
    EVEX_FV   = 0,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   586
    EVEX_HV   = 4,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   587
    EVEX_FVM  = 6,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   588
    EVEX_T1S  = 7,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   589
    EVEX_T1F  = 11,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   590
    EVEX_T2   = 13,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   591
    EVEX_T4   = 15,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   592
    EVEX_T8   = 17,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   593
    EVEX_HVM  = 18,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   594
    EVEX_QVM  = 19,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   595
    EVEX_OVM  = 20,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   596
    EVEX_M128 = 21,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   597
    EVEX_DUP  = 22,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   598
    EVEX_ETUP = 23
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   599
  };
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   600
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   601
  enum EvexInputSizeInBits {
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   602
    EVEX_8bit  = 0,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   603
    EVEX_16bit = 1,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   604
    EVEX_32bit = 2,
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
   605
    EVEX_64bit = 3,
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
   606
    EVEX_NObit = 4
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   607
  };
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   608
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   609
  enum WhichOperand {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   610
    // input to locate_operand, and format code for relocations
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   611
    imm_operand  = 0,            // embedded 32-bit|64-bit immediate operand
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   612
    disp32_operand = 1,          // embedded 32-bit displacement or address
489c9b5090e2 Initial load
duke
parents:
diff changeset
   613
    call32_operand = 2,          // embedded 32-bit self-relative displacement
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   614
#ifndef _LP64
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   615
    _WhichOperand_limit = 3
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   616
#else
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   617
     narrow_oop_operand = 3,     // embedded 32-bit immediate narrow oop
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   618
    _WhichOperand_limit = 4
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   619
#endif
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   620
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
   621
38239
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
   622
  enum ComparisonPredicate {
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
   623
    eq = 0,
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
   624
    lt = 1,
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
   625
    le = 2,
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
   626
    _false = 3,
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
   627
    neq = 4,
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
   628
    nlt = 5,
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
   629
    nle = 6,
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
   630
    _true = 7
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
   631
  };
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   632
54960
e46fe26d7f77 8213084: Rework and enhance Print[Opto]Assembly output
lucy
parents: 54750
diff changeset
   633
  //---<  calculate length of instruction  >---
e46fe26d7f77 8213084: Rework and enhance Print[Opto]Assembly output
lucy
parents: 54750
diff changeset
   634
  // As instruction size can't be found out easily on x86/x64,
e46fe26d7f77 8213084: Rework and enhance Print[Opto]Assembly output
lucy
parents: 54750
diff changeset
   635
  // we just use '4' for len and maxlen.
e46fe26d7f77 8213084: Rework and enhance Print[Opto]Assembly output
lucy
parents: 54750
diff changeset
   636
  // instruction must start at passed address
e46fe26d7f77 8213084: Rework and enhance Print[Opto]Assembly output
lucy
parents: 54750
diff changeset
   637
  static unsigned int instr_len(unsigned char *instr) { return 4; }
e46fe26d7f77 8213084: Rework and enhance Print[Opto]Assembly output
lucy
parents: 54750
diff changeset
   638
e46fe26d7f77 8213084: Rework and enhance Print[Opto]Assembly output
lucy
parents: 54750
diff changeset
   639
  //---<  longest instructions  >---
e46fe26d7f77 8213084: Rework and enhance Print[Opto]Assembly output
lucy
parents: 54750
diff changeset
   640
  // Max instruction length is not specified in architecture documentation.
e46fe26d7f77 8213084: Rework and enhance Print[Opto]Assembly output
lucy
parents: 54750
diff changeset
   641
  // We could use a "safe enough" estimate (15), but just default to
e46fe26d7f77 8213084: Rework and enhance Print[Opto]Assembly output
lucy
parents: 54750
diff changeset
   642
  // instruction length guess from above.
e46fe26d7f77 8213084: Rework and enhance Print[Opto]Assembly output
lucy
parents: 54750
diff changeset
   643
  static unsigned int instr_maxlen() { return 4; }
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   644
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   645
  // NOTE: The general philopsophy of the declarations here is that 64bit versions
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   646
  // of instructions are freely declared without the need for wrapping them an ifdef.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   647
  // (Some dangerous instructions are ifdef's out of inappropriate jvm's.)
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   648
  // In the .cpp file the implementations are wrapped so that they are dropped out
15432
9d976ca484d8 8000692: Remove old KERNEL code
zgu
parents: 15117
diff changeset
   649
  // of the resulting jvm. This is done mostly to keep the footprint of MINIMAL
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   650
  // to the size it was prior to merging up the 32bit and 64bit assemblers.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   651
  //
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   652
  // This does mean you'll get a linker/runtime error if you use a 64bit only instruction
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   653
  // in a 32bit vm. This is somewhat unfortunate but keeps the ifdef noise down.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   654
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   655
private:
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   656
32727
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   657
  bool _legacy_mode_bw;
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   658
  bool _legacy_mode_dq;
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   659
  bool _legacy_mode_vl;
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   660
  bool _legacy_mode_vlbw;
36837
6b51996ab299 8152496: Blended code generation
mcberg
parents: 36561
diff changeset
   661
  bool _is_managed;
38138
8514e24123c8 8154975: Update for vectorizedMismatch with AVX512
vdeshpande
parents: 38135
diff changeset
   662
  bool _vector_masking;    // For stub code use only
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
   663
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
   664
  class InstructionAttr *_attributes;
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   665
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   666
  // 64bit prefixes
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   667
  int prefix_and_encode(int reg_enc, bool byteinst = false);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   668
  int prefixq_and_encode(int reg_enc);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   669
33160
c59f1676d27e 8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents: 33089
diff changeset
   670
  int prefix_and_encode(int dst_enc, int src_enc) {
c59f1676d27e 8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents: 33089
diff changeset
   671
    return prefix_and_encode(dst_enc, false, src_enc, false);
c59f1676d27e 8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents: 33089
diff changeset
   672
  }
c59f1676d27e 8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents: 33089
diff changeset
   673
  int prefix_and_encode(int dst_enc, bool dst_is_byte, int src_enc, bool src_is_byte);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   674
  int prefixq_and_encode(int dst_enc, int src_enc);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   675
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   676
  void prefix(Register reg);
33066
d98eab8215c4 8134553: CRC32C implementations for x86/x64 targets
kvn
parents: 32727
diff changeset
   677
  void prefix(Register dst, Register src, Prefix p);
d98eab8215c4 8134553: CRC32C implementations for x86/x64 targets
kvn
parents: 32727
diff changeset
   678
  void prefix(Register dst, Address adr, Prefix p);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   679
  void prefix(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   680
  void prefixq(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   681
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   682
  void prefix(Address adr, Register reg,  bool byteinst = false);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   683
  void prefix(Address adr, XMMRegister reg);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   684
  void prefixq(Address adr, Register reg);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   685
  void prefixq(Address adr, XMMRegister reg);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   686
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   687
  void prefetch_prefix(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   688
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   689
  void rex_prefix(Address adr, XMMRegister xreg,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   690
                  VexSimdPrefix pre, VexOpcode opc, bool rex_w);
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   691
  int  rex_prefix_and_encode(int dst_enc, int src_enc,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   692
                             VexSimdPrefix pre, VexOpcode opc, bool rex_w);
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   693
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
   694
  void vex_prefix(bool vex_r, bool vex_b, bool vex_x, int nds_enc, VexSimdPrefix pre, VexOpcode opc);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   695
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
   696
  void evex_prefix(bool vex_r, bool vex_b, bool vex_x, bool evex_r, bool evex_v,
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
   697
                   int nds_enc, VexSimdPrefix pre, VexOpcode opc);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   698
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   699
  void vex_prefix(Address adr, int nds_enc, int xreg_enc,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   700
                  VexSimdPrefix pre, VexOpcode opc,
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
   701
                  InstructionAttr *attributes);
31410
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   702
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   703
  int  vex_prefix_and_encode(int dst_enc, int nds_enc, int src_enc,
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   704
                             VexSimdPrefix pre, VexOpcode opc,
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
   705
                             InstructionAttr *attributes);
31410
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
   706
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
   707
  void simd_prefix(XMMRegister xreg, XMMRegister nds, Address adr, VexSimdPrefix pre,
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
   708
                   VexOpcode opc, InstructionAttr *attributes);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
   709
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
   710
  int simd_prefix_and_encode(XMMRegister dst, XMMRegister nds, XMMRegister src, VexSimdPrefix pre,
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
   711
                             VexOpcode opc, InstructionAttr *attributes);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   712
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   713
  // Helper functions for groups of instructions
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   714
  void emit_arith_b(int op1, int op2, Register dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   715
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   716
  void emit_arith(int op1, int op2, Register dst, int32_t imm32);
11791
3be8cae67887 7125136: SIGILL on linux amd64 in gc/ArrayJuggle/Juggle29
kvn
parents: 11429
diff changeset
   717
  // Force generation of a 4 byte immediate value even if it fits into 8bit
3be8cae67887 7125136: SIGILL on linux amd64 in gc/ArrayJuggle/Juggle29
kvn
parents: 11429
diff changeset
   718
  void emit_arith_imm32(int op1, int op2, Register dst, int32_t imm32);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   719
  void emit_arith(int op1, int op2, Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   720
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   721
  bool emit_compressed_disp_byte(int &disp);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
   722
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   723
  void emit_operand(Register reg,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   724
                    Register base, Register index, Address::ScaleFactor scale,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   725
                    int disp,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   726
                    RelocationHolder const& rspec,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   727
                    int rip_relative_correction = 0);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   728
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   729
  void emit_operand(XMMRegister reg, Register base, XMMRegister index,
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   730
                    Address::ScaleFactor scale,
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   731
                    int disp, RelocationHolder const& rspec);
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
   732
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   733
  void emit_operand(Register reg, Address adr, int rip_relative_correction = 0);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   734
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   735
  // operands that only take the original 32bit registers
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   736
  void emit_operand32(Register reg, Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   737
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   738
  void emit_operand(XMMRegister reg,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   739
                    Register base, Register index, Address::ScaleFactor scale,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   740
                    int disp,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   741
                    RelocationHolder const& rspec);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   742
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   743
  void emit_operand(XMMRegister reg, Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   744
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   745
  void emit_operand(MMXRegister reg, Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   746
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   747
  // workaround gcc (3.2.1-7) bug
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   748
  void emit_operand(Address adr, MMXRegister reg);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   749
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   750
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   751
  // Immediate-to-memory forms
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   752
  void emit_arith_operand(int op1, Register rm, Address adr, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   753
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   754
  void emit_farith(int b1, int b2, int i);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   755
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   756
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   757
 protected:
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   758
  #ifdef ASSERT
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   759
  void check_relocation(RelocationHolder const& rspec, int format);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   760
  #endif
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   761
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   762
  void emit_data(jint data, relocInfo::relocType    rtype, int format);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   763
  void emit_data(jint data, RelocationHolder const& rspec, int format);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   764
  void emit_data64(jlong data, relocInfo::relocType rtype, int format = 0);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   765
  void emit_data64(jlong data, RelocationHolder const& rspec, int format = 0);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   766
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   767
  bool reachable(AddressLiteral adr) NOT_LP64({ return true;});
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   768
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   769
  // These are all easily abused and hence protected
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   770
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   771
  // 32BIT ONLY SECTION
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   772
#ifndef _LP64
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   773
  // Make these disappear in 64bit mode since they would never be correct
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   774
  void cmp_literal32(Register src1, int32_t imm32, RelocationHolder const& rspec);   // 32BIT ONLY
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   775
  void cmp_literal32(Address src1, int32_t imm32, RelocationHolder const& rspec);    // 32BIT ONLY
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   776
2254
f13dda645a4b 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 2150
diff changeset
   777
  void mov_literal32(Register dst, int32_t imm32, RelocationHolder const& rspec);    // 32BIT ONLY
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   778
  void mov_literal32(Address dst, int32_t imm32, RelocationHolder const& rspec);     // 32BIT ONLY
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   779
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   780
  void push_literal32(int32_t imm32, RelocationHolder const& rspec);                 // 32BIT ONLY
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   781
#else
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   782
  // 64BIT ONLY SECTION
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   783
  void mov_literal64(Register dst, intptr_t imm64, RelocationHolder const& rspec);   // 64BIT ONLY
2254
f13dda645a4b 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 2150
diff changeset
   784
f13dda645a4b 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 2150
diff changeset
   785
  void cmp_narrow_oop(Register src1, int32_t imm32, RelocationHolder const& rspec);
f13dda645a4b 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 2150
diff changeset
   786
  void cmp_narrow_oop(Address src1, int32_t imm32, RelocationHolder const& rspec);
f13dda645a4b 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 2150
diff changeset
   787
f13dda645a4b 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 2150
diff changeset
   788
  void mov_narrow_oop(Register dst, int32_t imm32, RelocationHolder const& rspec);
f13dda645a4b 6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents: 2150
diff changeset
   789
  void mov_narrow_oop(Address dst, int32_t imm32, RelocationHolder const& rspec);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   790
#endif // _LP64
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   791
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   792
  // These are unique in that we are ensured by the caller that the 32bit
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   793
  // relative in these instructions will always be able to reach the potentially
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   794
  // 64bit address described by entry. Since they can take a 64bit address they
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   795
  // don't have the 32 suffix like the other instructions in this class.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   796
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   797
  void call_literal(address entry, RelocationHolder const& rspec);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   798
  void jmp_literal(address entry, RelocationHolder const& rspec);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   799
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   800
  // Avoid using directly section
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   801
  // Instructions in this section are actually usable by anyone without danger
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   802
  // of failure but have performance issues that are addressed my enhanced
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   803
  // instructions which will do the proper thing base on the particular cpu.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   804
  // We protect them because we don't trust you...
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   805
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   806
  // Don't use next inc() and dec() methods directly. INC & DEC instructions
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   807
  // could cause a partial flag stall since they don't set CF flag.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   808
  // Use MacroAssembler::decrement() & MacroAssembler::increment() methods
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   809
  // which call inc() & dec() or add() & sub() in accordance with
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   810
  // the product flag UseIncDec value.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   811
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   812
  void decl(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   813
  void decl(Address dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   814
  void decq(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   815
  void decq(Address dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   816
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   817
  void incl(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   818
  void incl(Address dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   819
  void incq(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   820
  void incq(Address dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   821
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   822
  // New cpus require use of movsd and movss to avoid partial register stall
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   823
  // when loading from memory. But for old Opteron use movlpd instead of movsd.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   824
  // The selection is done in MacroAssembler::movdbl() and movflt().
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   825
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   826
  // Move Scalar Single-Precision Floating-Point Values
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   827
  void movss(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   828
  void movss(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   829
  void movss(Address dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   830
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   831
  // Move Scalar Double-Precision Floating-Point Values
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   832
  void movsd(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   833
  void movsd(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   834
  void movsd(Address dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   835
  void movlpd(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   836
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   837
  // New cpus require use of movaps and movapd to avoid partial register stall
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   838
  // when moving between registers.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   839
  void movaps(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   840
  void movapd(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   841
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   842
  // End avoid using directly
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   843
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   844
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   845
  // Instruction prefixes
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   846
  void prefix(Prefix p);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   847
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   848
  public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   849
489c9b5090e2 Initial load
duke
parents:
diff changeset
   850
  // Creation
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   851
  Assembler(CodeBuffer* code) : AbstractAssembler(code) {
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   852
    init_attributes();
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   853
  }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   854
489c9b5090e2 Initial load
duke
parents:
diff changeset
   855
  // Decoding
489c9b5090e2 Initial load
duke
parents:
diff changeset
   856
  static address locate_operand(address inst, WhichOperand which);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   857
  static address locate_next_instruction(address inst);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   858
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   859
  // Utilities
8871
5c3b26c4119e 6964776: c2 should ensure the polling page is reachable on 64 bit
iveresov
parents: 8494
diff changeset
   860
  static bool is_polling_page_far() NOT_LP64({ return false;});
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   861
  static bool query_compressed_disp_byte(int disp, bool is_evex_inst, int vector_len,
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   862
                                         int cur_tuple_type, int in_size_in_bits, int cur_encoding);
8871
5c3b26c4119e 6964776: c2 should ensure the polling page is reachable on 64 bit
iveresov
parents: 8494
diff changeset
   863
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   864
  // Generic instructions
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   865
  // Does 32bit or 64bit as needed for the platform. In some sense these
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   866
  // belong in macro assembler but there is no need for both varieties to exist
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   867
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   868
  void init_attributes(void) {
32727
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   869
    _legacy_mode_bw = (VM_Version::supports_avx512bw() == false);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   870
    _legacy_mode_dq = (VM_Version::supports_avx512dq() == false);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   871
    _legacy_mode_vl = (VM_Version::supports_avx512vl() == false);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
   872
    _legacy_mode_vlbw = (VM_Version::supports_avx512vlbw() == false);
36837
6b51996ab299 8152496: Blended code generation
mcberg
parents: 36561
diff changeset
   873
    _is_managed = false;
38138
8514e24123c8 8154975: Update for vectorizedMismatch with AVX512
vdeshpande
parents: 38135
diff changeset
   874
    _vector_masking = false;
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
   875
    _attributes = NULL;
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   876
  }
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
   877
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
   878
  void set_attributes(InstructionAttr *attributes) { _attributes = attributes; }
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
   879
  void clear_attributes(void) { _attributes = NULL; }
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
   880
36837
6b51996ab299 8152496: Blended code generation
mcberg
parents: 36561
diff changeset
   881
  void set_managed(void) { _is_managed = true; }
6b51996ab299 8152496: Blended code generation
mcberg
parents: 36561
diff changeset
   882
  void clear_managed(void) { _is_managed = false; }
6b51996ab299 8152496: Blended code generation
mcberg
parents: 36561
diff changeset
   883
  bool is_managed(void) { return _is_managed; }
6b51996ab299 8152496: Blended code generation
mcberg
parents: 36561
diff changeset
   884
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   885
  void lea(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   886
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   887
  void mov(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   888
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   889
  void pusha();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   890
  void popa();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   891
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   892
  void pushf();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   893
  void popf();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   894
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   895
  void push(int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   896
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   897
  void push(Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   898
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   899
  void pop(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   900
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   901
  // These are dummies to prevent surprise implicit conversions to Register
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   902
  void push(void* v);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   903
  void pop(void* v);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   904
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   905
  // These do register sized moves/scans
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   906
  void rep_mov();
15114
4074553c678b 8005522: use fast-string instructions on x86 for zeroing
kvn
parents: 14631
diff changeset
   907
  void rep_stos();
4074553c678b 8005522: use fast-string instructions on x86 for zeroing
kvn
parents: 14631
diff changeset
   908
  void rep_stosb();
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   909
  void repne_scan();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   910
#ifdef _LP64
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   911
  void repne_scanl();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   912
#endif
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   913
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   914
  // Vanilla instructions in lexical order
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   915
7724
a92d706dbdd5 7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
phh
parents: 7433
diff changeset
   916
  void adcl(Address dst, int32_t imm32);
a92d706dbdd5 7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
phh
parents: 7433
diff changeset
   917
  void adcl(Address dst, Register src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   918
  void adcl(Register dst, int32_t imm32);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   919
  void adcl(Register dst, Address src);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   920
  void adcl(Register dst, Register src);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   921
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   922
  void adcq(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   923
  void adcq(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   924
  void adcq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   925
39419
cc993a4ab581 8157726: VarHandles/Unsafe should support sub-word atomic ops
shade
parents: 38239
diff changeset
   926
  void addb(Address dst, int imm8);
cc993a4ab581 8157726: VarHandles/Unsafe should support sub-word atomic ops
shade
parents: 38239
diff changeset
   927
  void addw(Address dst, int imm16);
cc993a4ab581 8157726: VarHandles/Unsafe should support sub-word atomic ops
shade
parents: 38239
diff changeset
   928
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   929
  void addl(Address dst, int32_t imm32);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   930
  void addl(Address dst, Register src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   931
  void addl(Register dst, int32_t imm32);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   932
  void addl(Register dst, Address src);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   933
  void addl(Register dst, Register src);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   934
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   935
  void addq(Address dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   936
  void addq(Address dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   937
  void addq(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   938
  void addq(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   939
  void addq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   940
26434
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
   941
#ifdef _LP64
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
   942
 //Add Unsigned Integers with Carry Flag
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
   943
  void adcxq(Register dst, Register src);
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
   944
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
   945
 //Add Unsigned Integers with Overflow Flag
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
   946
  void adoxq(Register dst, Register src);
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
   947
#endif
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
   948
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   949
  void addr_nop_4();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   950
  void addr_nop_5();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   951
  void addr_nop_7();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   952
  void addr_nop_8();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   953
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   954
  // Add Scalar Double-Precision Floating-Point Values
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   955
  void addsd(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   956
  void addsd(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   957
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   958
  // Add Scalar Single-Precision Floating-Point Values
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   959
  void addss(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   960
  void addss(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   961
14132
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
   962
  // AES instructions
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
   963
  void aesdec(XMMRegister dst, Address src);
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
   964
  void aesdec(XMMRegister dst, XMMRegister src);
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
   965
  void aesdeclast(XMMRegister dst, Address src);
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
   966
  void aesdeclast(XMMRegister dst, XMMRegister src);
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
   967
  void aesenc(XMMRegister dst, Address src);
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
   968
  void aesenc(XMMRegister dst, XMMRegister src);
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
   969
  void aesenclast(XMMRegister dst, Address src);
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
   970
  void aesenclast(XMMRegister dst, XMMRegister src);
57786
948ac3112da8 8225625: AES Electronic Codebook (ECB) encryption and decryption optimization using AVX512 + VAES instructions
srukmannagar
parents: 54960
diff changeset
   971
  // Vector AES instructions
948ac3112da8 8225625: AES Electronic Codebook (ECB) encryption and decryption optimization using AVX512 + VAES instructions
srukmannagar
parents: 54960
diff changeset
   972
  void vaesenc(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
948ac3112da8 8225625: AES Electronic Codebook (ECB) encryption and decryption optimization using AVX512 + VAES instructions
srukmannagar
parents: 54960
diff changeset
   973
  void vaesenclast(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
50699
cc7fc46cc8c1 8205398: AES-CBC decryption algorithm using AVX512 instructions
kvn
parents: 50577
diff changeset
   974
  void vaesdec(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
cc7fc46cc8c1 8205398: AES-CBC decryption algorithm using AVX512 instructions
kvn
parents: 50577
diff changeset
   975
  void vaesdeclast(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
14132
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
   976
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
   977
  void andl(Address  dst, int32_t imm32);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   978
  void andl(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   979
  void andl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   980
  void andl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   981
10006
2a7062afbad7 7056380: VM crashes with SIGSEGV in compiled code
never
parents: 9978
diff changeset
   982
  void andq(Address  dst, int32_t imm32);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   983
  void andq(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   984
  void andq(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   985
  void andq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
   986
23220
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   987
  // BMI instructions
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   988
  void andnl(Register dst, Register src1, Register src2);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   989
  void andnl(Register dst, Register src1, Address src2);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   990
  void andnq(Register dst, Register src1, Register src2);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   991
  void andnq(Register dst, Register src1, Address src2);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   992
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   993
  void blsil(Register dst, Register src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   994
  void blsil(Register dst, Address src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   995
  void blsiq(Register dst, Register src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   996
  void blsiq(Register dst, Address src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   997
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   998
  void blsmskl(Register dst, Register src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
   999
  void blsmskl(Register dst, Address src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1000
  void blsmskq(Register dst, Register src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1001
  void blsmskq(Register dst, Address src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1002
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1003
  void blsrl(Register dst, Register src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1004
  void blsrl(Register dst, Address src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1005
  void blsrq(Register dst, Register src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1006
  void blsrq(Register dst, Address src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1007
2862
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1008
  void bsfl(Register dst, Register src);
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1009
  void bsrl(Register dst, Register src);
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1010
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1011
#ifdef _LP64
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1012
  void bsfq(Register dst, Register src);
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1013
  void bsrq(Register dst, Register src);
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1014
#endif
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1015
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1016
  void bswapl(Register reg);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1017
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1018
  void bswapq(Register reg);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1019
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1020
  void call(Label& L, relocInfo::relocType rtype);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1021
  void call(Register reg);  // push pc; pc <- reg
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1022
  void call(Address adr);   // push pc; pc <- adr
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1023
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1024
  void cdql();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1025
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1026
  void cdqq();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1027
14626
0cf4eccf130f 8003240: x86: move MacroAssembler into separate file
twisti
parents: 14625
diff changeset
  1028
  void cld();
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1029
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1030
  void clflush(Address adr);
57804
9b7b9f16dfd9 8224974: Implement JEP 352
adinn
parents: 57786
diff changeset
  1031
  void clflushopt(Address adr);
9b7b9f16dfd9 8224974: Implement JEP 352
adinn
parents: 57786
diff changeset
  1032
  void clwb(Address adr);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1033
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1034
  void cmovl(Condition cc, Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1035
  void cmovl(Condition cc, Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1036
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1037
  void cmovq(Condition cc, Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1038
  void cmovq(Condition cc, Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1039
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1040
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1041
  void cmpb(Address dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1042
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1043
  void cmpl(Address dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1044
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1045
  void cmpl(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1046
  void cmpl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1047
  void cmpl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1048
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1049
  void cmpq(Address dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1050
  void cmpq(Address dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1051
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1052
  void cmpq(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1053
  void cmpq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1054
  void cmpq(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1055
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1056
  // these are dummies used to catch attempting to convert NULL to Register
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1057
  void cmpl(Register dst, void* junk); // dummy
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1058
  void cmpq(Register dst, void* junk); // dummy
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1059
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1060
  void cmpw(Address dst, int imm16);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1061
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1062
  void cmpxchg8 (Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1063
27691
733f189ad1f7 8058255: Native jbyte Atomic::cmpxchg for supported x86 platforms
jwilhelm
parents: 26576
diff changeset
  1064
  void cmpxchgb(Register reg, Address adr);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1065
  void cmpxchgl(Register reg, Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1067
  void cmpxchgq(Register reg, Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1068
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1069
  // Ordered Compare Scalar Double-Precision Floating-Point Values and set EFLAGS
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1070
  void comisd(XMMRegister dst, Address src);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1071
  void comisd(XMMRegister dst, XMMRegister src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1072
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1073
  // Ordered Compare Scalar Single-Precision Floating-Point Values and set EFLAGS
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1074
  void comiss(XMMRegister dst, Address src);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1075
  void comiss(XMMRegister dst, XMMRegister src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1076
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1077
  // Identify processor type and features
14626
0cf4eccf130f 8003240: x86: move MacroAssembler into separate file
twisti
parents: 14625
diff changeset
  1078
  void cpuid();
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1079
33066
d98eab8215c4 8134553: CRC32C implementations for x86/x64 targets
kvn
parents: 32727
diff changeset
  1080
  // CRC32C
d98eab8215c4 8134553: CRC32C implementations for x86/x64 targets
kvn
parents: 32727
diff changeset
  1081
  void crc32(Register crc, Register v, int8_t sizeInBytes);
d98eab8215c4 8134553: CRC32C implementations for x86/x64 targets
kvn
parents: 32727
diff changeset
  1082
  void crc32(Register crc, Address adr, int8_t sizeInBytes);
d98eab8215c4 8134553: CRC32C implementations for x86/x64 targets
kvn
parents: 32727
diff changeset
  1083
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1084
  // Convert Scalar Double-Precision Floating-Point Value to Scalar Single-Precision Floating-Point Value
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1085
  void cvtsd2ss(XMMRegister dst, XMMRegister src);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1086
  void cvtsd2ss(XMMRegister dst, Address src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1087
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1088
  // Convert Doubleword Integer to Scalar Double-Precision Floating-Point Value
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1089
  void cvtsi2sdl(XMMRegister dst, Register src);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1090
  void cvtsi2sdl(XMMRegister dst, Address src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1091
  void cvtsi2sdq(XMMRegister dst, Register src);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1092
  void cvtsi2sdq(XMMRegister dst, Address src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1093
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1094
  // Convert Doubleword Integer to Scalar Single-Precision Floating-Point Value
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1095
  void cvtsi2ssl(XMMRegister dst, Register src);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1096
  void cvtsi2ssl(XMMRegister dst, Address src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1097
  void cvtsi2ssq(XMMRegister dst, Register src);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1098
  void cvtsi2ssq(XMMRegister dst, Address src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1099
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1100
  // Convert Packed Signed Doubleword Integers to Packed Double-Precision Floating-Point Value
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1101
  void cvtdq2pd(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1102
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1103
  // Convert Packed Signed Doubleword Integers to Packed Single-Precision Floating-Point Value
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1104
  void cvtdq2ps(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1105
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1106
  // Convert Scalar Single-Precision Floating-Point Value to Scalar Double-Precision Floating-Point Value
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1107
  void cvtss2sd(XMMRegister dst, XMMRegister src);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1108
  void cvtss2sd(XMMRegister dst, Address src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1109
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1110
  // Convert with Truncation Scalar Double-Precision Floating-Point Value to Doubleword Integer
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1111
  void cvttsd2sil(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1112
  void cvttsd2sil(Register dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1113
  void cvttsd2siq(Register dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1114
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1115
  // Convert with Truncation Scalar Single-Precision Floating-Point Value to Doubleword Integer
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1116
  void cvttss2sil(Register dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1117
  void cvttss2siq(Register dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1118
38018
1dc6c6f21231 8152907: Update for x86 tan and log10 in the math lib
vdeshpande
parents: 37293
diff changeset
  1119
  void cvttpd2dq(XMMRegister dst, XMMRegister src);
1dc6c6f21231 8152907: Update for x86 tan and log10 in the math lib
vdeshpande
parents: 37293
diff changeset
  1120
54750
1851a532ddfe 8222074: Enhance auto vectorization for x86
sviswanathan
parents: 54022
diff changeset
  1121
  //Abs of packed Integer values
1851a532ddfe 8222074: Enhance auto vectorization for x86
sviswanathan
parents: 54022
diff changeset
  1122
  void pabsb(XMMRegister dst, XMMRegister src);
1851a532ddfe 8222074: Enhance auto vectorization for x86
sviswanathan
parents: 54022
diff changeset
  1123
  void pabsw(XMMRegister dst, XMMRegister src);
1851a532ddfe 8222074: Enhance auto vectorization for x86
sviswanathan
parents: 54022
diff changeset
  1124
  void pabsd(XMMRegister dst, XMMRegister src);
1851a532ddfe 8222074: Enhance auto vectorization for x86
sviswanathan
parents: 54022
diff changeset
  1125
  void vpabsb(XMMRegister dst, XMMRegister src, int vector_len);
1851a532ddfe 8222074: Enhance auto vectorization for x86
sviswanathan
parents: 54022
diff changeset
  1126
  void vpabsw(XMMRegister dst, XMMRegister src, int vector_len);
1851a532ddfe 8222074: Enhance auto vectorization for x86
sviswanathan
parents: 54022
diff changeset
  1127
  void vpabsd(XMMRegister dst, XMMRegister src, int vector_len);
1851a532ddfe 8222074: Enhance auto vectorization for x86
sviswanathan
parents: 54022
diff changeset
  1128
  void evpabsq(XMMRegister dst, XMMRegister src, int vector_len);
1851a532ddfe 8222074: Enhance auto vectorization for x86
sviswanathan
parents: 54022
diff changeset
  1129
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1130
  // Divide Scalar Double-Precision Floating-Point Values
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1131
  void divsd(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1132
  void divsd(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1133
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1134
  // Divide Scalar Single-Precision Floating-Point Values
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1135
  void divss(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1136
  void divss(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1137
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1138
  void emms();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1139
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1140
  void fabs();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1141
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1142
  void fadd(int i);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1143
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1144
  void fadd_d(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1145
  void fadd_s(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1146
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1147
  // "Alternate" versions of x87 instructions place result down in FPU
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1148
  // stack instead of on TOS
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1149
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1150
  void fadda(int i); // "alternate" fadd
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1151
  void faddp(int i = 1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1152
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1153
  void fchs();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1154
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1155
  void fcom(int i);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1156
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1157
  void fcomp(int i = 1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1158
  void fcomp_d(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1159
  void fcomp_s(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1160
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1161
  void fcompp();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1162
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1163
  void fcos();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1164
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1165
  void fdecstp();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1166
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1167
  void fdiv(int i);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1168
  void fdiv_d(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1169
  void fdivr_s(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1170
  void fdiva(int i);  // "alternate" fdiv
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1171
  void fdivp(int i = 1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1172
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1173
  void fdivr(int i);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1174
  void fdivr_d(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1175
  void fdiv_s(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1176
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1177
  void fdivra(int i); // "alternate" reversed fdiv
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1178
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1179
  void fdivrp(int i = 1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1180
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1181
  void ffree(int i = 0);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1182
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1183
  void fild_d(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1184
  void fild_s(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1185
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1186
  void fincstp();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1187
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1188
  void finit();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1189
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1190
  void fist_s (Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1191
  void fistp_d(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1192
  void fistp_s(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1193
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1194
  void fld1();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1195
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1196
  void fld_d(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1197
  void fld_s(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1198
  void fld_s(int index);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1199
  void fld_x(Address adr);  // extended-precision (80-bit) format
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1200
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1201
  void fldcw(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1202
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1203
  void fldenv(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1204
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1205
  void fldlg2();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1206
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1207
  void fldln2();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1208
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1209
  void fldz();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1210
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1211
  void flog();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1212
  void flog10();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1213
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1214
  void fmul(int i);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1215
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1216
  void fmul_d(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1217
  void fmul_s(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1218
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1219
  void fmula(int i);  // "alternate" fmul
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1220
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1221
  void fmulp(int i = 1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1222
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1223
  void fnsave(Address dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1224
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1225
  void fnstcw(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1226
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1227
  void fnstsw_ax();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1228
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1229
  void fprem();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1230
  void fprem1();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1231
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1232
  void frstor(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1233
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1234
  void fsin();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1235
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1236
  void fsqrt();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1237
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1238
  void fst_d(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1239
  void fst_s(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1240
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1241
  void fstp_d(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1242
  void fstp_d(int index);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1243
  void fstp_s(Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1244
  void fstp_x(Address adr); // extended-precision (80-bit) format
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1245
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1246
  void fsub(int i);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1247
  void fsub_d(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1248
  void fsub_s(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1249
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1250
  void fsuba(int i);  // "alternate" fsub
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1251
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1252
  void fsubp(int i = 1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1253
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1254
  void fsubr(int i);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1255
  void fsubr_d(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1256
  void fsubr_s(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1257
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1258
  void fsubra(int i); // "alternate" reversed fsub
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1259
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1260
  void fsubrp(int i = 1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1261
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1262
  void ftan();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1263
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1264
  void ftst();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1265
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1266
  void fucomi(int i = 1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1267
  void fucomip(int i = 1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1268
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1269
  void fwait();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1270
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1271
  void fxch(int i = 1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1272
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1273
  void fxrstor(Address src);
32727
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1274
  void xrstor(Address src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1275
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1276
  void fxsave(Address dst);
32727
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1277
  void xsave(Address dst);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1278
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1279
  void fyl2x();
12739
09f26b73ae66 7133857: exp() and pow() should use the x87 ISA on x86
roland
parents: 11791
diff changeset
  1280
  void frndint();
09f26b73ae66 7133857: exp() and pow() should use the x87 ISA on x86
roland
parents: 11791
diff changeset
  1281
  void f2xm1();
09f26b73ae66 7133857: exp() and pow() should use the x87 ISA on x86
roland
parents: 11791
diff changeset
  1282
  void fldl2e();
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1283
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1284
  void hlt();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1285
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1286
  void idivl(Register src);
7121
69928525c55c 6997311: SIGFPE in new long division asm code
kvn
parents: 6772
diff changeset
  1287
  void divl(Register src); // Unsigned division
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1288
26434
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1289
#ifdef _LP64
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1290
  void idivq(Register src);
26434
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1291
#endif
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1292
35540
e001ad24dcdb 8143353: update for x86 sin and cos in the math lib
vdeshpande
parents: 35154
diff changeset
  1293
  void imull(Register src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1294
  void imull(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1295
  void imull(Register dst, Register src, int value);
21105
47618ee96ed5 8026844: Various Math functions needs intrinsification
rbackman
parents: 18507
diff changeset
  1296
  void imull(Register dst, Address src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1297
26434
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1298
#ifdef _LP64
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1299
  void imulq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1300
  void imulq(Register dst, Register src, int value);
21105
47618ee96ed5 8026844: Various Math functions needs intrinsification
rbackman
parents: 18507
diff changeset
  1301
  void imulq(Register dst, Address src);
47618ee96ed5 8026844: Various Math functions needs intrinsification
rbackman
parents: 18507
diff changeset
  1302
#endif
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1303
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1304
  // jcc is the generic conditional branch generator to run-
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1305
  // time routines, jcc is used for branches to labels. jcc
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1306
  // takes a branch opcode (cc) and a label (L) and generates
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1307
  // either a backward branch or a forward branch and links it
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1308
  // to the label fixup chain. Usage:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1309
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1310
  // Label L;      // unbound label
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1311
  // jcc(cc, L);   // forward branch to unbound label
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1312
  // bind(L);      // bind label to the current pc
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1313
  // jcc(cc, L);   // backward branch to bound label
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1314
  // bind(L);      // illegal: a label may be bound only once
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1315
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1316
  // Note: The same Label can be used for forward and backward branches
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1317
  // but it may be bound only once.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1318
10264
6879f93d268d 7063629: use cbcond in C2 generated code on T4
kvn
parents: 10006
diff changeset
  1319
  void jcc(Condition cc, Label& L, bool maybe_short = true);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1320
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1321
  // Conditional jump to a 8-bit offset to L.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1322
  // WARNING: be very careful using this for forward jumps.  If the label is
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1323
  // not bound within an 8-bit offset of this instruction, a run-time error
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1324
  // will occur.
51633
21154cb84d2a 8209594: guarantee(this->is8bit(imm8)) failed: Short forward jump exceeds 8-bit offset
kvn
parents: 51333
diff changeset
  1325
21154cb84d2a 8209594: guarantee(this->is8bit(imm8)) failed: Short forward jump exceeds 8-bit offset
kvn
parents: 51333
diff changeset
  1326
  // Use macro to record file and line number.
21154cb84d2a 8209594: guarantee(this->is8bit(imm8)) failed: Short forward jump exceeds 8-bit offset
kvn
parents: 51333
diff changeset
  1327
  #define jccb(cc, L) jccb_0(cc, L, __FILE__, __LINE__)
21154cb84d2a 8209594: guarantee(this->is8bit(imm8)) failed: Short forward jump exceeds 8-bit offset
kvn
parents: 51333
diff changeset
  1328
21154cb84d2a 8209594: guarantee(this->is8bit(imm8)) failed: Short forward jump exceeds 8-bit offset
kvn
parents: 51333
diff changeset
  1329
  void jccb_0(Condition cc, Label& L, const char* file, int line);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1330
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1331
  void jmp(Address entry);    // pc <- entry
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1332
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1333
  // Label operations & relative jumps (PPUM Appendix D)
10264
6879f93d268d 7063629: use cbcond in C2 generated code on T4
kvn
parents: 10006
diff changeset
  1334
  void jmp(Label& L, bool maybe_short = true);   // unconditional jump to L
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1335
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1336
  void jmp(Register entry); // pc <- entry
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1337
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1338
  // Unconditional 8-bit offset jump to L.
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1339
  // WARNING: be very careful using this for forward jumps.  If the label is
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1340
  // not bound within an 8-bit offset of this instruction, a run-time error
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1341
  // will occur.
51633
21154cb84d2a 8209594: guarantee(this->is8bit(imm8)) failed: Short forward jump exceeds 8-bit offset
kvn
parents: 51333
diff changeset
  1342
21154cb84d2a 8209594: guarantee(this->is8bit(imm8)) failed: Short forward jump exceeds 8-bit offset
kvn
parents: 51333
diff changeset
  1343
  // Use macro to record file and line number.
21154cb84d2a 8209594: guarantee(this->is8bit(imm8)) failed: Short forward jump exceeds 8-bit offset
kvn
parents: 51333
diff changeset
  1344
  #define jmpb(L) jmpb_0(L, __FILE__, __LINE__)
21154cb84d2a 8209594: guarantee(this->is8bit(imm8)) failed: Short forward jump exceeds 8-bit offset
kvn
parents: 51333
diff changeset
  1345
21154cb84d2a 8209594: guarantee(this->is8bit(imm8)) failed: Short forward jump exceeds 8-bit offset
kvn
parents: 51333
diff changeset
  1346
  void jmpb_0(Label& L, const char* file, int line);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1347
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1348
  void ldmxcsr( Address src );
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1349
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1350
  void leal(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1351
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1352
  void leaq(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1353
14626
0cf4eccf130f 8003240: x86: move MacroAssembler into separate file
twisti
parents: 14625
diff changeset
  1354
  void lfence();
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1355
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1356
  void lock();
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1357
2862
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1358
  void lzcntl(Register dst, Register src);
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1359
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1360
#ifdef _LP64
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1361
  void lzcntq(Register dst, Register src);
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1362
#endif
fad636edf18f 6823354: Add intrinsics for {Integer,Long}.{numberOfLeadingZeros,numberOfTrailingZeros}()
twisti
parents: 2534
diff changeset
  1363
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1364
  enum Membar_mask_bits {
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1365
    StoreStore = 1 << 3,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1366
    LoadStore  = 1 << 2,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1367
    StoreLoad  = 1 << 1,
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1368
    LoadLoad   = 1 << 0
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1369
  };
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1370
2338
a8660a1b709b 6822204: volatile fences should prefer lock:addl to actual mfence instructions
never
parents: 2332
diff changeset
  1371
  // Serializes memory and blows flags
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1372
  void membar(Membar_mask_bits order_constraint) {
51996
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1373
    // We only have to handle StoreLoad
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1374
    if (order_constraint & StoreLoad) {
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1375
      // All usable chips support "locked" instructions which suffice
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1376
      // as barriers, and are much faster than the alternative of
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1377
      // using cpuid instruction. We use here a locked add [esp-C],0.
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1378
      // This is conveniently otherwise a no-op except for blowing
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1379
      // flags, and introducing a false dependency on target memory
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1380
      // location. We can't do anything with flags, but we can avoid
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1381
      // memory dependencies in the current method by locked-adding
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1382
      // somewhere else on the stack. Doing [esp+C] will collide with
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1383
      // something on stack in current method, hence we go for [esp-C].
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1384
      // It is convenient since it is almost always in data cache, for
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1385
      // any small C.  We need to step back from SP to avoid data
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1386
      // dependencies with other things on below SP (callee-saves, for
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1387
      // example). Without a clear way to figure out the minimal safe
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1388
      // distance from SP, it makes sense to step back the complete
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1389
      // cache line, as this will also avoid possible second-order effects
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1390
      // with locked ops against the cache line. Our choice of offset
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1391
      // is bounded by x86 operand encoding, which should stay within
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1392
      // [-128; +127] to have the 8-byte displacement encoding.
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1393
      //
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1394
      // Any change to this code may need to revisit other places in
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1395
      // the code where this idiom is used, in particular the
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1396
      // orderAccess code.
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1397
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1398
      int offset = -VM_Version::L1_line_size();
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1399
      if (offset < -128) {
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1400
        offset = -128;
2338
a8660a1b709b 6822204: volatile fences should prefer lock:addl to actual mfence instructions
never
parents: 2332
diff changeset
  1401
      }
51996
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1402
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1403
      lock();
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 51976
diff changeset
  1404
      addl(Address(rsp, offset), 0);// Assert the lock# signal here
2338
a8660a1b709b 6822204: volatile fences should prefer lock:addl to actual mfence instructions
never
parents: 2332
diff changeset
  1405
    }
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1406
  }
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1407
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1408
  void mfence();
57804
9b7b9f16dfd9 8224974: Implement JEP 352
adinn
parents: 57786
diff changeset
  1409
  void sfence();
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1410
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1411
  // Moves
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1412
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1413
  void mov64(Register dst, int64_t imm64);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1414
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1415
  void movb(Address dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1416
  void movb(Address dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1417
  void movb(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1418
33465
6063f28a6efb 8139575: Update for x86 log in the math lib
iveresov
parents: 33160
diff changeset
  1419
  void movddup(XMMRegister dst, XMMRegister src);
6063f28a6efb 8139575: Update for x86 log in the math lib
iveresov
parents: 33160
diff changeset
  1420
35113
b11bd150ed8a 8144771: Use AVX3 instructions for string compare
kvn
parents: 34203
diff changeset
  1421
  void kmovbl(KRegister dst, Register src);
b11bd150ed8a 8144771: Use AVX3 instructions for string compare
kvn
parents: 34203
diff changeset
  1422
  void kmovbl(Register dst, KRegister src);
34203
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1423
  void kmovwl(KRegister dst, Register src);
38049
e8541793960f 8153998: Masked vector post loops
mcberg
parents: 38018
diff changeset
  1424
  void kmovwl(KRegister dst, Address src);
35113
b11bd150ed8a 8144771: Use AVX3 instructions for string compare
kvn
parents: 34203
diff changeset
  1425
  void kmovwl(Register dst, KRegister src);
34203
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1426
  void kmovdl(KRegister dst, Register src);
35113
b11bd150ed8a 8144771: Use AVX3 instructions for string compare
kvn
parents: 34203
diff changeset
  1427
  void kmovdl(Register dst, KRegister src);
32727
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1428
  void kmovql(KRegister dst, KRegister src);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1429
  void kmovql(Address dst, KRegister src);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1430
  void kmovql(KRegister dst, Address src);
35113
b11bd150ed8a 8144771: Use AVX3 instructions for string compare
kvn
parents: 34203
diff changeset
  1431
  void kmovql(KRegister dst, Register src);
b11bd150ed8a 8144771: Use AVX3 instructions for string compare
kvn
parents: 34203
diff changeset
  1432
  void kmovql(Register dst, KRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1433
38049
e8541793960f 8153998: Masked vector post loops
mcberg
parents: 38018
diff changeset
  1434
  void knotwl(KRegister dst, KRegister src);
e8541793960f 8153998: Masked vector post loops
mcberg
parents: 38018
diff changeset
  1435
34203
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1436
  void kortestbl(KRegister dst, KRegister src);
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1437
  void kortestwl(KRegister dst, KRegister src);
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1438
  void kortestdl(KRegister dst, KRegister src);
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1439
  void kortestql(KRegister dst, KRegister src);
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1440
38239
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
  1441
  void ktestq(KRegister src1, KRegister src2);
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
  1442
  void ktestd(KRegister src1, KRegister src2);
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
  1443
38138
8514e24123c8 8154975: Update for vectorizedMismatch with AVX512
vdeshpande
parents: 38135
diff changeset
  1444
  void ktestql(KRegister dst, KRegister src);
8514e24123c8 8154975: Update for vectorizedMismatch with AVX512
vdeshpande
parents: 38135
diff changeset
  1445
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1446
  void movdl(XMMRegister dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1447
  void movdl(Register dst, XMMRegister src);
8494
4258c78226d9 6942326: x86 code in string_indexof() could read beyond reserved heap space
kvn
parents: 8332
diff changeset
  1448
  void movdl(XMMRegister dst, Address src);
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  1449
  void movdl(Address dst, XMMRegister src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1450
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1451
  // Move Double Quadword
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1452
  void movdq(XMMRegister dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1453
  void movdq(Register dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1454
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1455
  // Move Aligned Double Quadword
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1456
  void movdqa(XMMRegister dst, XMMRegister src);
18507
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  1457
  void movdqa(XMMRegister dst, Address src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1458
1437
d1846c1c04c4 6532536: Optimize arraycopy stubs for Intel cpus
kvn
parents: 1394
diff changeset
  1459
  // Move Unaligned Double Quadword
d1846c1c04c4 6532536: Optimize arraycopy stubs for Intel cpus
kvn
parents: 1394
diff changeset
  1460
  void movdqu(Address     dst, XMMRegister src);
d1846c1c04c4 6532536: Optimize arraycopy stubs for Intel cpus
kvn
parents: 1394
diff changeset
  1461
  void movdqu(XMMRegister dst, Address src);
d1846c1c04c4 6532536: Optimize arraycopy stubs for Intel cpus
kvn
parents: 1394
diff changeset
  1462
  void movdqu(XMMRegister dst, XMMRegister src);
d1846c1c04c4 6532536: Optimize arraycopy stubs for Intel cpus
kvn
parents: 1394
diff changeset
  1463
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  1464
  // Move Unaligned 256bit Vector
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  1465
  void vmovdqu(Address dst, XMMRegister src);
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  1466
  void vmovdqu(XMMRegister dst, Address src);
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  1467
  void vmovdqu(XMMRegister dst, XMMRegister src);
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  1468
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1469
   // Move Unaligned 512bit Vector
34203
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1470
  void evmovdqub(Address dst, XMMRegister src, int vector_len);
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1471
  void evmovdqub(XMMRegister dst, Address src, int vector_len);
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1472
  void evmovdqub(XMMRegister dst, XMMRegister src, int vector_len);
38239
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
  1473
  void evmovdqub(XMMRegister dst, KRegister mask, Address src, int vector_len);
34203
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1474
  void evmovdquw(Address dst, XMMRegister src, int vector_len);
38239
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
  1475
  void evmovdquw(Address dst, KRegister mask, XMMRegister src, int vector_len);
34203
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1476
  void evmovdquw(XMMRegister dst, Address src, int vector_len);
38239
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
  1477
  void evmovdquw(XMMRegister dst, KRegister mask, Address src, int vector_len);
32727
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1478
  void evmovdqul(Address dst, XMMRegister src, int vector_len);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1479
  void evmovdqul(XMMRegister dst, Address src, int vector_len);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1480
  void evmovdqul(XMMRegister dst, XMMRegister src, int vector_len);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1481
  void evmovdquq(Address dst, XMMRegister src, int vector_len);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1482
  void evmovdquq(XMMRegister dst, Address src, int vector_len);
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1483
  void evmovdquq(XMMRegister dst, XMMRegister src, int vector_len);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1484
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  1485
  // Move lower 64bit to high 64bit in 128bit register
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  1486
  void movlhps(XMMRegister dst, XMMRegister src);
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  1487
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1488
  void movl(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1489
  void movl(Address dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1490
  void movl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1491
  void movl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1492
  void movl(Address dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1493
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1494
  // These dummies prevent using movl from converting a zero (like NULL) into Register
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1495
  // by giving the compiler two choices it can't resolve
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1496
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1497
  void movl(Address  dst, void* junk);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1498
  void movl(Register dst, void* junk);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1499
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1500
#ifdef _LP64
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1501
  void movq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1502
  void movq(Register dst, Address src);
7724
a92d706dbdd5 7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
phh
parents: 7433
diff changeset
  1503
  void movq(Address  dst, Register src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1504
#endif
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1505
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1506
  void movq(Address     dst, MMXRegister src );
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1507
  void movq(MMXRegister dst, Address src );
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1508
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1509
#ifdef _LP64
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1510
  // These dummies prevent using movq from converting a zero (like NULL) into Register
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1511
  // by giving the compiler two choices it can't resolve
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1512
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1513
  void movq(Address  dst, void* dummy);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1514
  void movq(Register dst, void* dummy);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1515
#endif
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1516
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1517
  // Move Quadword
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1518
  void movq(Address     dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1519
  void movq(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1520
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1521
  void movsbl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1522
  void movsbl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1523
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1524
#ifdef _LP64
2150
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1525
  void movsbq(Register dst, Address src);
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1526
  void movsbq(Register dst, Register src);
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1527
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1528
  // Move signed 32bit immediate to 64bit extending sign
7724
a92d706dbdd5 7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
phh
parents: 7433
diff changeset
  1529
  void movslq(Address  dst, int32_t imm64);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1530
  void movslq(Register dst, int32_t imm64);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1531
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1532
  void movslq(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1533
  void movslq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1534
  void movslq(Register dst, void* src); // Dummy declaration to cause NULL to be ambiguous
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1535
#endif
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1536
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1537
  void movswl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1538
  void movswl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1539
2150
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1540
#ifdef _LP64
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1541
  void movswq(Register dst, Address src);
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1542
  void movswq(Register dst, Register src);
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1543
#endif
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1544
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1545
  void movw(Address dst, int imm16);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1546
  void movw(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1547
  void movw(Address dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1548
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1549
  void movzbl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1550
  void movzbl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1551
2150
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1552
#ifdef _LP64
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1553
  void movzbq(Register dst, Address src);
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1554
  void movzbq(Register dst, Register src);
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1555
#endif
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1556
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1557
  void movzwl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1558
  void movzwl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1559
2150
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1560
#ifdef _LP64
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1561
  void movzwq(Register dst, Address src);
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1562
  void movzwq(Register dst, Register src);
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1563
#endif
0d91d17158cc 6797305: Add LoadUB and LoadUI opcode class
twisti
parents: 2149
diff changeset
  1564
26434
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1565
  // Unsigned multiply with RAX destination register
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1566
  void mull(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1567
  void mull(Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1568
26434
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1569
#ifdef _LP64
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1570
  void mulq(Address src);
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1571
  void mulq(Register src);
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1572
  void mulxq(Register dst1, Register dst2, Register src);
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1573
#endif
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1574
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1575
  // Multiply Scalar Double-Precision Floating-Point Values
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1576
  void mulsd(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1577
  void mulsd(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1578
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1579
  // Multiply Scalar Single-Precision Floating-Point Values
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1580
  void mulss(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1581
  void mulss(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1582
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1583
  void negl(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1584
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1585
#ifdef _LP64
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1586
  void negq(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1587
#endif
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1588
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1589
  void nop(int i = 1);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1590
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1591
  void notl(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1592
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1593
#ifdef _LP64
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1594
  void notq(Register dst);
59051
f0312c7d5b37 8214239: Missing x86_64.ad patterns for clearing and setting long vector bits
bsrbnd
parents: 58421
diff changeset
  1595
f0312c7d5b37 8214239: Missing x86_64.ad patterns for clearing and setting long vector bits
bsrbnd
parents: 58421
diff changeset
  1596
  void btsq(Address dst, int imm8);
f0312c7d5b37 8214239: Missing x86_64.ad patterns for clearing and setting long vector bits
bsrbnd
parents: 58421
diff changeset
  1597
  void btrq(Address dst, int imm8);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1598
#endif
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1599
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1600
  void orl(Address dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1601
  void orl(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1602
  void orl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1603
  void orl(Register dst, Register src);
31129
02ee7609f0e1 8081778: Use Intel x64 CPU instructions for RSA acceleration
kvn
parents: 30624
diff changeset
  1604
  void orl(Address dst, Register src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1605
50577
bf7e2684cd0a 8204240: Extend MDO to allow more reasons to be recorded per bci
roland
parents: 50103
diff changeset
  1606
  void orb(Address dst, int imm8);
bf7e2684cd0a 8204240: Extend MDO to allow more reasons to be recorded per bci
roland
parents: 50103
diff changeset
  1607
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1608
  void orq(Address dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1609
  void orq(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1610
  void orq(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1611
  void orq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1612
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1613
  // Pack with unsigned saturation
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1614
  void packuswb(XMMRegister dst, XMMRegister src);
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1615
  void packuswb(XMMRegister dst, Address src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1616
  void vpackuswb(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
15242
695bb216be99 6896617: Optimize sun.nio.cs.ISO_8859_1$Encode.encodeArrayLoop() on x86
kvn
parents: 15117
diff changeset
  1617
695bb216be99 6896617: Optimize sun.nio.cs.ISO_8859_1$Encode.encodeArrayLoop() on x86
kvn
parents: 15117
diff changeset
  1618
  // Pemutation of 64bit words
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1619
  void vpermq(XMMRegister dst, XMMRegister src, int imm8, int vector_len);
32727
320855c2baef 8132160: support for AVX 512 call frames and stack management
mcberg
parents: 32723
diff changeset
  1620
  void vpermq(XMMRegister dst, XMMRegister src, int imm8);
54750
1851a532ddfe 8222074: Enhance auto vectorization for x86
sviswanathan
parents: 54022
diff changeset
  1621
  void vpermq(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
38135
e06e2d071465 8154495: SHA256 AVX2 intrinsic (when no supports_sha() available)
jcivlin
parents: 38049
diff changeset
  1622
  void vperm2i128(XMMRegister dst,  XMMRegister nds, XMMRegister src, int imm8);
42039
db627462f2c9 8165381: Update for x86 SHA512 using AVX2
kvn
parents: 42014
diff changeset
  1623
  void vperm2f128(XMMRegister dst, XMMRegister nds, XMMRegister src, int imm8);
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
  1624
  void evpermi2q(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1625
23491
f690330b10b9 8031320: Use Intel RTM instructions for locks
kvn
parents: 23220
diff changeset
  1626
  void pause();
f690330b10b9 8031320: Use Intel RTM instructions for locks
kvn
parents: 23220
diff changeset
  1627
46525
3a5c833a43de 8176506: C2: loop unswitching and unsafe accesses cause crash
roland
parents: 42039
diff changeset
  1628
  // Undefined Instruction
3a5c833a43de 8176506: C2: loop unswitching and unsafe accesses cause crash
roland
parents: 42039
diff changeset
  1629
  void ud2();
3a5c833a43de 8176506: C2: loop unswitching and unsafe accesses cause crash
roland
parents: 42039
diff changeset
  1630
2348
4e71ed4c2709 6761600: Use sse 4.2 in intrinsics
cfang
parents: 2338
diff changeset
  1631
  // SSE4.2 string instructions
4e71ed4c2709 6761600: Use sse 4.2 in intrinsics
cfang
parents: 2338
diff changeset
  1632
  void pcmpestri(XMMRegister xmm1, XMMRegister xmm2, int imm8);
4e71ed4c2709 6761600: Use sse 4.2 in intrinsics
cfang
parents: 2338
diff changeset
  1633
  void pcmpestri(XMMRegister xmm1, Address src, int imm8);
4e71ed4c2709 6761600: Use sse 4.2 in intrinsics
cfang
parents: 2338
diff changeset
  1634
34203
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1635
  void pcmpeqb(XMMRegister dst, XMMRegister src);
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1636
  void vpcmpeqb(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1637
  void evpcmpeqb(KRegister kdst, XMMRegister nds, XMMRegister src, int vector_len);
35113
b11bd150ed8a 8144771: Use AVX3 instructions for string compare
kvn
parents: 34203
diff changeset
  1638
  void evpcmpeqb(KRegister kdst, XMMRegister nds, Address src, int vector_len);
38239
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
  1639
  void evpcmpeqb(KRegister kdst, KRegister mask, XMMRegister nds, Address src, int vector_len);
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
  1640
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
  1641
  void evpcmpgtb(KRegister kdst, XMMRegister nds, Address src, int vector_len);
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
  1642
  void evpcmpgtb(KRegister kdst, KRegister mask, XMMRegister nds, Address src, int vector_len);
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
  1643
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
  1644
  void evpcmpuw(KRegister kdst, XMMRegister nds, XMMRegister src, ComparisonPredicate vcc, int vector_len);
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
  1645
  void evpcmpuw(KRegister kdst, KRegister mask, XMMRegister nds, XMMRegister src, ComparisonPredicate of, int vector_len);
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
  1646
  void evpcmpuw(KRegister kdst, XMMRegister nds, Address src, ComparisonPredicate vcc, int vector_len);
34203
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1647
33628
09241459a8b8 8141132: JEP 254: Compact Strings
thartmann
parents: 33469
diff changeset
  1648
  void pcmpeqw(XMMRegister dst, XMMRegister src);
09241459a8b8 8141132: JEP 254: Compact Strings
thartmann
parents: 33469
diff changeset
  1649
  void vpcmpeqw(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
34203
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1650
  void evpcmpeqw(KRegister kdst, XMMRegister nds, XMMRegister src, int vector_len);
35113
b11bd150ed8a 8144771: Use AVX3 instructions for string compare
kvn
parents: 34203
diff changeset
  1651
  void evpcmpeqw(KRegister kdst, XMMRegister nds, Address src, int vector_len);
34203
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1652
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1653
  void pcmpeqd(XMMRegister dst, XMMRegister src);
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1654
  void vpcmpeqd(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1655
  void evpcmpeqd(KRegister kdst, XMMRegister nds, XMMRegister src, int vector_len);
35113
b11bd150ed8a 8144771: Use AVX3 instructions for string compare
kvn
parents: 34203
diff changeset
  1656
  void evpcmpeqd(KRegister kdst, XMMRegister nds, Address src, int vector_len);
34203
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1657
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1658
  void pcmpeqq(XMMRegister dst, XMMRegister src);
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1659
  void vpcmpeqq(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1660
  void evpcmpeqq(KRegister kdst, XMMRegister nds, XMMRegister src, int vector_len);
6817dadf6c7e 8142980: SKX SpecJvm2008 - Derby
mcberg
parents: 34162
diff changeset
  1661
  void evpcmpeqq(KRegister kdst, XMMRegister nds, Address src, int vector_len);
33628
09241459a8b8 8141132: JEP 254: Compact Strings
thartmann
parents: 33469
diff changeset
  1662
09241459a8b8 8141132: JEP 254: Compact Strings
thartmann
parents: 33469
diff changeset
  1663
  void pmovmskb(Register dst, XMMRegister src);
09241459a8b8 8141132: JEP 254: Compact Strings
thartmann
parents: 33469
diff changeset
  1664
  void vpmovmskb(Register dst, XMMRegister src);
09241459a8b8 8141132: JEP 254: Compact Strings
thartmann
parents: 33469
diff changeset
  1665
18507
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  1666
  // SSE 4.1 extract
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  1667
  void pextrd(Register dst, XMMRegister src, int imm8);
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  1668
  void pextrq(Register dst, XMMRegister src, int imm8);
35154
a9b3c1984a01 8143925: Enhancing CounterMode.crypt() for AES
kvn
parents: 35146
diff changeset
  1669
  void pextrd(Address dst, XMMRegister src, int imm8);
a9b3c1984a01 8143925: Enhancing CounterMode.crypt() for AES
kvn
parents: 35146
diff changeset
  1670
  void pextrq(Address dst, XMMRegister src, int imm8);
a9b3c1984a01 8143925: Enhancing CounterMode.crypt() for AES
kvn
parents: 35146
diff changeset
  1671
  void pextrb(Address dst, XMMRegister src, int imm8);
33089
f4e956ed8b43 8132207: update for x86 exp in the math lib
iveresov
parents: 33066
diff changeset
  1672
  // SSE 2 extract
f4e956ed8b43 8132207: update for x86 exp in the math lib
iveresov
parents: 33066
diff changeset
  1673
  void pextrw(Register dst, XMMRegister src, int imm8);
35154
a9b3c1984a01 8143925: Enhancing CounterMode.crypt() for AES
kvn
parents: 35146
diff changeset
  1674
  void pextrw(Address dst, XMMRegister src, int imm8);
18507
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  1675
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  1676
  // SSE 4.1 insert
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  1677
  void pinsrd(XMMRegister dst, Register src, int imm8);
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  1678
  void pinsrq(XMMRegister dst, Register src, int imm8);
35154
a9b3c1984a01 8143925: Enhancing CounterMode.crypt() for AES
kvn
parents: 35146
diff changeset
  1679
  void pinsrd(XMMRegister dst, Address src, int imm8);
a9b3c1984a01 8143925: Enhancing CounterMode.crypt() for AES
kvn
parents: 35146
diff changeset
  1680
  void pinsrq(XMMRegister dst, Address src, int imm8);
a9b3c1984a01 8143925: Enhancing CounterMode.crypt() for AES
kvn
parents: 35146
diff changeset
  1681
  void pinsrb(XMMRegister dst, Address src, int imm8);
33089
f4e956ed8b43 8132207: update for x86 exp in the math lib
iveresov
parents: 33066
diff changeset
  1682
  // SSE 2 insert
f4e956ed8b43 8132207: update for x86 exp in the math lib
iveresov
parents: 33066
diff changeset
  1683
  void pinsrw(XMMRegister dst, Register src, int imm8);
35154
a9b3c1984a01 8143925: Enhancing CounterMode.crypt() for AES
kvn
parents: 35146
diff changeset
  1684
  void pinsrw(XMMRegister dst, Address src, int imm8);
18507
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  1685
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1686
  // SSE4.1 packed move
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1687
  void pmovzxbw(XMMRegister dst, XMMRegister src);
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1688
  void pmovzxbw(XMMRegister dst, Address src);
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1689
38239
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
  1690
  void vpmovzxbw( XMMRegister dst, Address src, int vector_len);
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
  1691
  void vpmovzxbw(XMMRegister dst, XMMRegister src, int vector_len);
38239
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
  1692
  void evpmovzxbw(XMMRegister dst, KRegister mask, Address src, int vector_len);
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
  1693
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
  1694
  void evpmovwb(Address dst, XMMRegister src, int vector_len);
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
  1695
  void evpmovwb(Address dst, KRegister mask, XMMRegister src, int vector_len);
33628
09241459a8b8 8141132: JEP 254: Compact Strings
thartmann
parents: 33469
diff changeset
  1696
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
  1697
  void vpmovzxwd(XMMRegister dst, XMMRegister src, int vector_len);
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
  1698
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
  1699
  void evpmovdb(Address dst, XMMRegister src, int vector_len);
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
  1700
54750
1851a532ddfe 8222074: Enhance auto vectorization for x86
sviswanathan
parents: 54022
diff changeset
  1701
  // Sign extend moves
1851a532ddfe 8222074: Enhance auto vectorization for x86
sviswanathan
parents: 54022
diff changeset
  1702
  void pmovsxbw(XMMRegister dst, XMMRegister src);
1851a532ddfe 8222074: Enhance auto vectorization for x86
sviswanathan
parents: 54022
diff changeset
  1703
  void vpmovsxbw(XMMRegister dst, XMMRegister src, int vector_len);
1851a532ddfe 8222074: Enhance auto vectorization for x86
sviswanathan
parents: 54022
diff changeset
  1704
52992
4bb6e0871bf7 8214751: X86: Support for VNNI Instructions
vdeshpande
parents: 52990
diff changeset
  1705
  // Multiply add
4bb6e0871bf7 8214751: X86: Support for VNNI Instructions
vdeshpande
parents: 52990
diff changeset
  1706
  void pmaddwd(XMMRegister dst, XMMRegister src);
4bb6e0871bf7 8214751: X86: Support for VNNI Instructions
vdeshpande
parents: 52990
diff changeset
  1707
  void vpmaddwd(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
4bb6e0871bf7 8214751: X86: Support for VNNI Instructions
vdeshpande
parents: 52990
diff changeset
  1708
  // Multiply add accumulate
4bb6e0871bf7 8214751: X86: Support for VNNI Instructions
vdeshpande
parents: 52990
diff changeset
  1709
  void evpdpwssd(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
4bb6e0871bf7 8214751: X86: Support for VNNI Instructions
vdeshpande
parents: 52990
diff changeset
  1710
4430
95b539dfa1e8 6769124: various 64-bit fixes for c1
roland
parents: 3905
diff changeset
  1711
#ifndef _LP64 // no 32bit push/pop on amd64
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1712
  void popl(Address dst);
4430
95b539dfa1e8 6769124: various 64-bit fixes for c1
roland
parents: 3905
diff changeset
  1713
#endif
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1714
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1715
#ifdef _LP64
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1716
  void popq(Address dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1717
#endif
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1718
2255
54abdf3e1055 6378821: bitCount() should use POPC on SPARC processors and AMD+10h
twisti
parents: 2254
diff changeset
  1719
  void popcntl(Register dst, Address src);
54abdf3e1055 6378821: bitCount() should use POPC on SPARC processors and AMD+10h
twisti
parents: 2254
diff changeset
  1720
  void popcntl(Register dst, Register src);
54abdf3e1055 6378821: bitCount() should use POPC on SPARC processors and AMD+10h
twisti
parents: 2254
diff changeset
  1721
49396
647ee5457fd1 8199603: Build failures after JDK-8199421 "Add support for vector popcount"
shade
parents: 49384
diff changeset
  1722
  void vpopcntd(XMMRegister dst, XMMRegister src, int vector_len);
647ee5457fd1 8199603: Build failures after JDK-8199421 "Add support for vector popcount"
shade
parents: 49384
diff changeset
  1723
2255
54abdf3e1055 6378821: bitCount() should use POPC on SPARC processors and AMD+10h
twisti
parents: 2254
diff changeset
  1724
#ifdef _LP64
54abdf3e1055 6378821: bitCount() should use POPC on SPARC processors and AMD+10h
twisti
parents: 2254
diff changeset
  1725
  void popcntq(Register dst, Address src);
54abdf3e1055 6378821: bitCount() should use POPC on SPARC processors and AMD+10h
twisti
parents: 2254
diff changeset
  1726
  void popcntq(Register dst, Register src);
54abdf3e1055 6378821: bitCount() should use POPC on SPARC processors and AMD+10h
twisti
parents: 2254
diff changeset
  1727
#endif
54abdf3e1055 6378821: bitCount() should use POPC on SPARC processors and AMD+10h
twisti
parents: 2254
diff changeset
  1728
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1729
  // Prefetches (SSE, SSE2, 3DNOW only)
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1730
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1731
  void prefetchnta(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1732
  void prefetchr(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1733
  void prefetcht0(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1734
  void prefetcht1(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1735
  void prefetcht2(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1736
  void prefetchw(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1737
14132
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
  1738
  // Shuffle Bytes
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
  1739
  void pshufb(XMMRegister dst, XMMRegister src);
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
  1740
  void pshufb(XMMRegister dst, Address src);
38135
e06e2d071465 8154495: SHA256 AVX2 intrinsic (when no supports_sha() available)
jcivlin
parents: 38049
diff changeset
  1741
  void vpshufb(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
14132
3c1437abcefd 7184394: add intrinsics to use AES instructions
kvn
parents: 13969
diff changeset
  1742
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1743
  // Shuffle Packed Doublewords
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1744
  void pshufd(XMMRegister dst, XMMRegister src, int mode);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1745
  void pshufd(XMMRegister dst, Address src,     int mode);
38135
e06e2d071465 8154495: SHA256 AVX2 intrinsic (when no supports_sha() available)
jcivlin
parents: 38049
diff changeset
  1746
  void vpshufd(XMMRegister dst, XMMRegister src, int mode, int vector_len);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1747
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1748
  // Shuffle Packed Low Words
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1749
  void pshuflw(XMMRegister dst, XMMRegister src, int mode);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1750
  void pshuflw(XMMRegister dst, Address src,     int mode);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1751
49614
3b1570be8557 8200067: Add support for vpclmulqdq for crc32
srukmannagar
parents: 49396
diff changeset
  1752
  // Shuffle packed values at 128 bit granularity
3b1570be8557 8200067: Add support for vpclmulqdq for crc32
srukmannagar
parents: 49396
diff changeset
  1753
  void evshufi64x2(XMMRegister dst, XMMRegister nds, XMMRegister src, int imm8, int vector_len);
3b1570be8557 8200067: Add support for vpclmulqdq for crc32
srukmannagar
parents: 49396
diff changeset
  1754
8494
4258c78226d9 6942326: x86 code in string_indexof() could read beyond reserved heap space
kvn
parents: 8332
diff changeset
  1755
  // Shift Right by bytes Logical DoubleQuadword Immediate
4258c78226d9 6942326: x86 code in string_indexof() could read beyond reserved heap space
kvn
parents: 8332
diff changeset
  1756
  void psrldq(XMMRegister dst, int shift);
31404
63e8fcd70bfc 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 31129
diff changeset
  1757
  // Shift Left by bytes Logical DoubleQuadword Immediate
63e8fcd70bfc 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 31129
diff changeset
  1758
  void pslldq(XMMRegister dst, int shift);
8494
4258c78226d9 6942326: x86 code in string_indexof() could read beyond reserved heap space
kvn
parents: 8332
diff changeset
  1759
15117
625397df6f4f 8005419: Improve intrinsics code performance on x86 by using AVX2
kvn
parents: 15115
diff changeset
  1760
  // Logical Compare 128bit
2348
4e71ed4c2709 6761600: Use sse 4.2 in intrinsics
cfang
parents: 2338
diff changeset
  1761
  void ptest(XMMRegister dst, XMMRegister src);
4e71ed4c2709 6761600: Use sse 4.2 in intrinsics
cfang
parents: 2338
diff changeset
  1762
  void ptest(XMMRegister dst, Address src);
15117
625397df6f4f 8005419: Improve intrinsics code performance on x86 by using AVX2
kvn
parents: 15115
diff changeset
  1763
  // Logical Compare 256bit
625397df6f4f 8005419: Improve intrinsics code performance on x86 by using AVX2
kvn
parents: 15115
diff changeset
  1764
  void vptest(XMMRegister dst, XMMRegister src);
625397df6f4f 8005419: Improve intrinsics code performance on x86 by using AVX2
kvn
parents: 15115
diff changeset
  1765
  void vptest(XMMRegister dst, Address src);
2348
4e71ed4c2709 6761600: Use sse 4.2 in intrinsics
cfang
parents: 2338
diff changeset
  1766
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1767
  // Interleave Low Bytes
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1768
  void punpcklbw(XMMRegister dst, XMMRegister src);
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1769
  void punpcklbw(XMMRegister dst, Address src);
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1770
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1771
  // Interleave Low Doublewords
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1772
  void punpckldq(XMMRegister dst, XMMRegister src);
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1773
  void punpckldq(XMMRegister dst, Address src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1774
13294
80131b419f85 7181494: cleanup avx and vectors code
kvn
parents: 13104
diff changeset
  1775
  // Interleave Low Quadwords
80131b419f85 7181494: cleanup avx and vectors code
kvn
parents: 13104
diff changeset
  1776
  void punpcklqdq(XMMRegister dst, XMMRegister src);
80131b419f85 7181494: cleanup avx and vectors code
kvn
parents: 13104
diff changeset
  1777
4430
95b539dfa1e8 6769124: various 64-bit fixes for c1
roland
parents: 3905
diff changeset
  1778
#ifndef _LP64 // no 32bit push/pop on amd64
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1779
  void pushl(Address src);
4430
95b539dfa1e8 6769124: various 64-bit fixes for c1
roland
parents: 3905
diff changeset
  1780
#endif
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1781
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1782
  void pushq(Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1783
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1784
  void rcll(Register dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1785
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1786
  void rclq(Register dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1787
31129
02ee7609f0e1 8081778: Use Intel x64 CPU instructions for RSA acceleration
kvn
parents: 30624
diff changeset
  1788
  void rcrq(Register dst, int imm8);
02ee7609f0e1 8081778: Use Intel x64 CPU instructions for RSA acceleration
kvn
parents: 30624
diff changeset
  1789
33465
6063f28a6efb 8139575: Update for x86 log in the math lib
iveresov
parents: 33160
diff changeset
  1790
  void rcpps(XMMRegister dst, XMMRegister src);
6063f28a6efb 8139575: Update for x86 log in the math lib
iveresov
parents: 33160
diff changeset
  1791
6063f28a6efb 8139575: Update for x86 log in the math lib
iveresov
parents: 33160
diff changeset
  1792
  void rcpss(XMMRegister dst, XMMRegister src);
6063f28a6efb 8139575: Update for x86 log in the math lib
iveresov
parents: 33160
diff changeset
  1793
23491
f690330b10b9 8031320: Use Intel RTM instructions for locks
kvn
parents: 23220
diff changeset
  1794
  void rdtsc();
f690330b10b9 8031320: Use Intel RTM instructions for locks
kvn
parents: 23220
diff changeset
  1795
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1796
  void ret(int imm16);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1797
26434
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1798
#ifdef _LP64
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1799
  void rorq(Register dst, int imm8);
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1800
  void rorxq(Register dst, Register src, int imm8);
38135
e06e2d071465 8154495: SHA256 AVX2 intrinsic (when no supports_sha() available)
jcivlin
parents: 38049
diff changeset
  1801
  void rorxd(Register dst, Register src, int imm8);
26434
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1802
#endif
09ad55e5f486 8055494: Add C2 x86 intrinsic for BigInteger::multiplyToLen() method
kvn
parents: 25932
diff changeset
  1803
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1804
  void sahf();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1805
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1806
  void sarl(Register dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1807
  void sarl(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1808
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1809
  void sarq(Register dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1810
  void sarq(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1811
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1812
  void sbbl(Address dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1813
  void sbbl(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1814
  void sbbl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1815
  void sbbl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1816
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1817
  void sbbq(Address dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1818
  void sbbq(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1819
  void sbbq(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1820
  void sbbq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1821
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1822
  void setb(Condition cc, Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1823
36555
4f37fd7a5a09 8150767: Enables SHA Extensions on x86
vdeshpande
parents: 36066
diff changeset
  1824
  void palignr(XMMRegister dst, XMMRegister src, int imm8);
38135
e06e2d071465 8154495: SHA256 AVX2 intrinsic (when no supports_sha() available)
jcivlin
parents: 38049
diff changeset
  1825
  void vpalignr(XMMRegister dst, XMMRegister src1, XMMRegister src2, int imm8, int vector_len);
50699
cc7fc46cc8c1 8205398: AES-CBC decryption algorithm using AVX512 instructions
kvn
parents: 50577
diff changeset
  1826
  void evalignq(XMMRegister dst, XMMRegister nds, XMMRegister src, uint8_t imm8);
38135
e06e2d071465 8154495: SHA256 AVX2 intrinsic (when no supports_sha() available)
jcivlin
parents: 38049
diff changeset
  1827
36555
4f37fd7a5a09 8150767: Enables SHA Extensions on x86
vdeshpande
parents: 36066
diff changeset
  1828
  void pblendw(XMMRegister dst, XMMRegister src, int imm8);
4f37fd7a5a09 8150767: Enables SHA Extensions on x86
vdeshpande
parents: 36066
diff changeset
  1829
4f37fd7a5a09 8150767: Enables SHA Extensions on x86
vdeshpande
parents: 36066
diff changeset
  1830
  void sha1rnds4(XMMRegister dst, XMMRegister src, int imm8);
4f37fd7a5a09 8150767: Enables SHA Extensions on x86
vdeshpande
parents: 36066
diff changeset
  1831
  void sha1nexte(XMMRegister dst, XMMRegister src);
4f37fd7a5a09 8150767: Enables SHA Extensions on x86
vdeshpande
parents: 36066
diff changeset
  1832
  void sha1msg1(XMMRegister dst, XMMRegister src);
4f37fd7a5a09 8150767: Enables SHA Extensions on x86
vdeshpande
parents: 36066
diff changeset
  1833
  void sha1msg2(XMMRegister dst, XMMRegister src);
4f37fd7a5a09 8150767: Enables SHA Extensions on x86
vdeshpande
parents: 36066
diff changeset
  1834
  // xmm0 is implicit additional source to the following instruction.
4f37fd7a5a09 8150767: Enables SHA Extensions on x86
vdeshpande
parents: 36066
diff changeset
  1835
  void sha256rnds2(XMMRegister dst, XMMRegister src);
4f37fd7a5a09 8150767: Enables SHA Extensions on x86
vdeshpande
parents: 36066
diff changeset
  1836
  void sha256msg1(XMMRegister dst, XMMRegister src);
4f37fd7a5a09 8150767: Enables SHA Extensions on x86
vdeshpande
parents: 36066
diff changeset
  1837
  void sha256msg2(XMMRegister dst, XMMRegister src);
4f37fd7a5a09 8150767: Enables SHA Extensions on x86
vdeshpande
parents: 36066
diff changeset
  1838
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1839
  void shldl(Register dst, Register src);
33066
d98eab8215c4 8134553: CRC32C implementations for x86/x64 targets
kvn
parents: 32727
diff changeset
  1840
  void shldl(Register dst, Register src, int8_t imm8);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1841
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1842
  void shll(Register dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1843
  void shll(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1844
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1845
  void shlq(Register dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1846
  void shlq(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1847
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1848
  void shrdl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1849
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1850
  void shrl(Register dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1851
  void shrl(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1852
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1853
  void shrq(Register dst, int imm8);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1854
  void shrq(Register dst);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1855
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1856
  void smovl(); // QQQ generic?
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1857
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1858
  // Compute Square Root of Scalar Double-Precision Floating-Point Value
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1859
  void sqrtsd(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1860
  void sqrtsd(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1861
58421
6fc57e391539 8226721: Missing intrinsics for Math.ceil, floor, rint
neliasso
parents: 57804
diff changeset
  1862
  void roundsd(XMMRegister dst, Address src, int32_t rmode);
6fc57e391539 8226721: Missing intrinsics for Math.ceil, floor, rint
neliasso
parents: 57804
diff changeset
  1863
  void roundsd(XMMRegister dst, XMMRegister src, int32_t rmode);
6fc57e391539 8226721: Missing intrinsics for Math.ceil, floor, rint
neliasso
parents: 57804
diff changeset
  1864
7433
b418028612ad 6961690: load oops from constant table on SPARC
twisti
parents: 7427
diff changeset
  1865
  // Compute Square Root of Scalar Single-Precision Floating-Point Value
b418028612ad 6961690: load oops from constant table on SPARC
twisti
parents: 7427
diff changeset
  1866
  void sqrtss(XMMRegister dst, Address src);
b418028612ad 6961690: load oops from constant table on SPARC
twisti
parents: 7427
diff changeset
  1867
  void sqrtss(XMMRegister dst, XMMRegister src);
b418028612ad 6961690: load oops from constant table on SPARC
twisti
parents: 7427
diff changeset
  1868
14626
0cf4eccf130f 8003240: x86: move MacroAssembler into separate file
twisti
parents: 14625
diff changeset
  1869
  void std();
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1870
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1871
  void stmxcsr( Address dst );
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1872
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1873
  void subl(Address dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1874
  void subl(Address dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1875
  void subl(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1876
  void subl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1877
  void subl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1878
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1879
  void subq(Address dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1880
  void subq(Address dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1881
  void subq(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1882
  void subq(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1883
  void subq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1884
11791
3be8cae67887 7125136: SIGILL on linux amd64 in gc/ArrayJuggle/Juggle29
kvn
parents: 11429
diff changeset
  1885
  // Force generation of a 4 byte immediate value even if it fits into 8bit
3be8cae67887 7125136: SIGILL on linux amd64 in gc/ArrayJuggle/Juggle29
kvn
parents: 11429
diff changeset
  1886
  void subl_imm32(Register dst, int32_t imm32);
3be8cae67887 7125136: SIGILL on linux amd64 in gc/ArrayJuggle/Juggle29
kvn
parents: 11429
diff changeset
  1887
  void subq_imm32(Register dst, int32_t imm32);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1888
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1889
  // Subtract Scalar Double-Precision Floating-Point Values
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1890
  void subsd(XMMRegister dst, Address src);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1891
  void subsd(XMMRegister dst, XMMRegister src);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1892
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1893
  // Subtract Scalar Single-Precision Floating-Point Values
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1894
  void subss(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1895
  void subss(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1896
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1897
  void testb(Register dst, int imm8);
35540
e001ad24dcdb 8143353: update for x86 sin and cos in the math lib
vdeshpande
parents: 35154
diff changeset
  1898
  void testb(Address dst, int imm8);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1899
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1900
  void testl(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1901
  void testl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1902
  void testl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1903
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1904
  void testq(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1905
  void testq(Register dst, Register src);
50103
b99e90f885bf 8202993: Add support for x86 testptr/testq with register and address
pliden
parents: 49614
diff changeset
  1906
  void testq(Register dst, Address src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1907
23220
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1908
  // BMI - count trailing zeros
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1909
  void tzcntl(Register dst, Register src);
fc827339dc37 8031321: Support Intel bit manipulation instructions
iveresov
parents: 21105
diff changeset
  1910
  void tzcntq(Register dst, Register src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1911
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1912
  // Unordered Compare Scalar Double-Precision Floating-Point Values and set EFLAGS
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1913
  void ucomisd(XMMRegister dst, Address src);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1914
  void ucomisd(XMMRegister dst, XMMRegister src);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1915
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1916
  // Unordered Compare Scalar Single-Precision Floating-Point Values and set EFLAGS
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1917
  void ucomiss(XMMRegister dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1918
  void ucomiss(XMMRegister dst, XMMRegister src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1919
23491
f690330b10b9 8031320: Use Intel RTM instructions for locks
kvn
parents: 23220
diff changeset
  1920
  void xabort(int8_t imm8);
f690330b10b9 8031320: Use Intel RTM instructions for locks
kvn
parents: 23220
diff changeset
  1921
39419
cc993a4ab581 8157726: VarHandles/Unsafe should support sub-word atomic ops
shade
parents: 38239
diff changeset
  1922
  void xaddb(Address dst, Register src);
cc993a4ab581 8157726: VarHandles/Unsafe should support sub-word atomic ops
shade
parents: 38239
diff changeset
  1923
  void xaddw(Address dst, Register src);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1924
  void xaddl(Address dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1925
  void xaddq(Address dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1926
23491
f690330b10b9 8031320: Use Intel RTM instructions for locks
kvn
parents: 23220
diff changeset
  1927
  void xbegin(Label& abort, relocInfo::relocType rtype = relocInfo::none);
f690330b10b9 8031320: Use Intel RTM instructions for locks
kvn
parents: 23220
diff changeset
  1928
39419
cc993a4ab581 8157726: VarHandles/Unsafe should support sub-word atomic ops
shade
parents: 38239
diff changeset
  1929
  void xchgb(Register reg, Address adr);
cc993a4ab581 8157726: VarHandles/Unsafe should support sub-word atomic ops
shade
parents: 38239
diff changeset
  1930
  void xchgw(Register reg, Address adr);
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1931
  void xchgl(Register reg, Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1932
  void xchgl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1933
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1934
  void xchgq(Register reg, Address adr);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1935
  void xchgq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1936
23491
f690330b10b9 8031320: Use Intel RTM instructions for locks
kvn
parents: 23220
diff changeset
  1937
  void xend();
f690330b10b9 8031320: Use Intel RTM instructions for locks
kvn
parents: 23220
diff changeset
  1938
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1939
  // Get Value of Extended Control Register
14626
0cf4eccf130f 8003240: x86: move MacroAssembler into separate file
twisti
parents: 14625
diff changeset
  1940
  void xgetbv();
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1941
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1942
  void xorl(Register dst, int32_t imm32);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1943
  void xorl(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1944
  void xorl(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1945
35154
a9b3c1984a01 8143925: Enhancing CounterMode.crypt() for AES
kvn
parents: 35146
diff changeset
  1946
  void xorb(Register dst, Address src);
a9b3c1984a01 8143925: Enhancing CounterMode.crypt() for AES
kvn
parents: 35146
diff changeset
  1947
1066
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1948
  void xorq(Register dst, Address src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1949
  void xorq(Register dst, Register src);
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1950
717c3345024f 5108146: Merge i486 and amd64 cpu directories
never
parents: 670
diff changeset
  1951
  void set_byte_if_not_zero(Register dst); // sets reg to 1 if not zero, otherwise 0
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  1952
13294
80131b419f85 7181494: cleanup avx and vectors code
kvn
parents: 13104
diff changeset
  1953
  // AVX 3-operands scalar instructions (encoded with VEX prefix)
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1954
11429
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1955
  void vaddsd(XMMRegister dst, XMMRegister nds, Address src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1956
  void vaddsd(XMMRegister dst, XMMRegister nds, XMMRegister src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1957
  void vaddss(XMMRegister dst, XMMRegister nds, Address src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1958
  void vaddss(XMMRegister dst, XMMRegister nds, XMMRegister src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1959
  void vdivsd(XMMRegister dst, XMMRegister nds, Address src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1960
  void vdivsd(XMMRegister dst, XMMRegister nds, XMMRegister src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1961
  void vdivss(XMMRegister dst, XMMRegister nds, Address src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1962
  void vdivss(XMMRegister dst, XMMRegister nds, XMMRegister src);
41323
ddd5600d4762 8154122: Intrinsify fused mac operations
vdeshpande
parents: 39419
diff changeset
  1963
  void vfmadd231sd(XMMRegister dst, XMMRegister nds, XMMRegister src);
ddd5600d4762 8154122: Intrinsify fused mac operations
vdeshpande
parents: 39419
diff changeset
  1964
  void vfmadd231ss(XMMRegister dst, XMMRegister nds, XMMRegister src);
11429
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1965
  void vmulsd(XMMRegister dst, XMMRegister nds, Address src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1966
  void vmulsd(XMMRegister dst, XMMRegister nds, XMMRegister src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1967
  void vmulss(XMMRegister dst, XMMRegister nds, Address src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1968
  void vmulss(XMMRegister dst, XMMRegister nds, XMMRegister src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1969
  void vsubsd(XMMRegister dst, XMMRegister nds, Address src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1970
  void vsubsd(XMMRegister dst, XMMRegister nds, XMMRegister src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1971
  void vsubss(XMMRegister dst, XMMRegister nds, Address src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1972
  void vsubss(XMMRegister dst, XMMRegister nds, XMMRegister src);
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  1973
54022
ff399127078a 8217561: X86: Add floating-point Math.min/max intrinsics
bsrbnd
parents: 53244
diff changeset
  1974
  void vmaxss(XMMRegister dst, XMMRegister nds, XMMRegister src);
ff399127078a 8217561: X86: Add floating-point Math.min/max intrinsics
bsrbnd
parents: 53244
diff changeset
  1975
  void vmaxsd(XMMRegister dst, XMMRegister nds, XMMRegister src);
ff399127078a 8217561: X86: Add floating-point Math.min/max intrinsics
bsrbnd
parents: 53244
diff changeset
  1976
  void vminss(XMMRegister dst, XMMRegister nds, XMMRegister src);
ff399127078a 8217561: X86: Add floating-point Math.min/max intrinsics
bsrbnd
parents: 53244
diff changeset
  1977
  void vminsd(XMMRegister dst, XMMRegister nds, XMMRegister src);
ff399127078a 8217561: X86: Add floating-point Math.min/max intrinsics
bsrbnd
parents: 53244
diff changeset
  1978
38239
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
  1979
  void shlxl(Register dst, Register src1, Register src2);
4d8b8ba74fea 8154974: AVX-512 equipped inflate, has_negatives & compress intrinsics
kvn
parents: 38138
diff changeset
  1980
  void shlxq(Register dst, Register src1, Register src2);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1981
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1982
  //====================VECTOR ARITHMETIC=====================================
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1983
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1984
  // Add Packed Floating-Point Values
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1985
  void addpd(XMMRegister dst, XMMRegister src);
35146
9ebfec283f56 8145688: Update for x86 pow in the math lib
kvn
parents: 35113
diff changeset
  1986
  void addpd(XMMRegister dst, Address src);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1987
  void addps(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1988
  void vaddpd(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1989
  void vaddps(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1990
  void vaddpd(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1991
  void vaddps(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1992
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1993
  // Subtract Packed Floating-Point Values
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1994
  void subpd(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  1995
  void subps(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1996
  void vsubpd(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1997
  void vsubps(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1998
  void vsubpd(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  1999
  void vsubps(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2000
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2001
  // Multiply Packed Floating-Point Values
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2002
  void mulpd(XMMRegister dst, XMMRegister src);
33089
f4e956ed8b43 8132207: update for x86 exp in the math lib
iveresov
parents: 33066
diff changeset
  2003
  void mulpd(XMMRegister dst, Address src);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2004
  void mulps(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2005
  void vmulpd(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2006
  void vmulps(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2007
  void vmulpd(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2008
  void vmulps(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2009
46528
cf0da758e7b5 8181616: FMA Vectorization on x86
vdeshpande
parents: 46525
diff changeset
  2010
  void vfmadd231pd(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
cf0da758e7b5 8181616: FMA Vectorization on x86
vdeshpande
parents: 46525
diff changeset
  2011
  void vfmadd231ps(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
cf0da758e7b5 8181616: FMA Vectorization on x86
vdeshpande
parents: 46525
diff changeset
  2012
  void vfmadd231pd(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
cf0da758e7b5 8181616: FMA Vectorization on x86
vdeshpande
parents: 46525
diff changeset
  2013
  void vfmadd231ps(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
cf0da758e7b5 8181616: FMA Vectorization on x86
vdeshpande
parents: 46525
diff changeset
  2014
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2015
  // Divide Packed Floating-Point Values
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2016
  void divpd(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2017
  void divps(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2018
  void vdivpd(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2019
  void vdivps(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2020
  void vdivpd(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2021
  void vdivps(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2022
48089
22c9856fc2c2 8190800: Support vectorization of Math.sqrt() on floats
rlupusoru
parents: 47216
diff changeset
  2023
  // Sqrt Packed Floating-Point Values
32723
56534fb3d71a 8135028: support for vectorizing double precision sqrt
mcberg
parents: 31410
diff changeset
  2024
  void vsqrtpd(XMMRegister dst, XMMRegister src, int vector_len);
56534fb3d71a 8135028: support for vectorizing double precision sqrt
mcberg
parents: 31410
diff changeset
  2025
  void vsqrtpd(XMMRegister dst, Address src, int vector_len);
48089
22c9856fc2c2 8190800: Support vectorization of Math.sqrt() on floats
rlupusoru
parents: 47216
diff changeset
  2026
  void vsqrtps(XMMRegister dst, XMMRegister src, int vector_len);
22c9856fc2c2 8190800: Support vectorization of Math.sqrt() on floats
rlupusoru
parents: 47216
diff changeset
  2027
  void vsqrtps(XMMRegister dst, Address src, int vector_len);
32723
56534fb3d71a 8135028: support for vectorizing double precision sqrt
mcberg
parents: 31410
diff changeset
  2028
58421
6fc57e391539 8226721: Missing intrinsics for Math.ceil, floor, rint
neliasso
parents: 57804
diff changeset
  2029
  // Round Packed Double precision value.
6fc57e391539 8226721: Missing intrinsics for Math.ceil, floor, rint
neliasso
parents: 57804
diff changeset
  2030
  void vroundpd(XMMRegister dst, XMMRegister src, int32_t rmode, int vector_len);
6fc57e391539 8226721: Missing intrinsics for Math.ceil, floor, rint
neliasso
parents: 57804
diff changeset
  2031
  void vroundpd(XMMRegister dst, Address src, int32_t rmode, int vector_len);
6fc57e391539 8226721: Missing intrinsics for Math.ceil, floor, rint
neliasso
parents: 57804
diff changeset
  2032
  void vrndscalepd(XMMRegister dst,  XMMRegister src,  int32_t rmode, int vector_len);
6fc57e391539 8226721: Missing intrinsics for Math.ceil, floor, rint
neliasso
parents: 57804
diff changeset
  2033
  void vrndscalepd(XMMRegister dst, Address src, int32_t rmode, int vector_len);
6fc57e391539 8226721: Missing intrinsics for Math.ceil, floor, rint
neliasso
parents: 57804
diff changeset
  2034
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2035
  // Bitwise Logical AND of Packed Floating-Point Values
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2036
  void andpd(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2037
  void andps(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2038
  void vandpd(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2039
  void vandps(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2040
  void vandpd(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2041
  void vandps(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2042
33089
f4e956ed8b43 8132207: update for x86 exp in the math lib
iveresov
parents: 33066
diff changeset
  2043
  void unpckhpd(XMMRegister dst, XMMRegister src);
f4e956ed8b43 8132207: update for x86 exp in the math lib
iveresov
parents: 33066
diff changeset
  2044
  void unpcklpd(XMMRegister dst, XMMRegister src);
f4e956ed8b43 8132207: update for x86 exp in the math lib
iveresov
parents: 33066
diff changeset
  2045
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2046
  // Bitwise Logical XOR of Packed Floating-Point Values
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2047
  void xorpd(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2048
  void xorps(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2049
  void vxorpd(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2050
  void vxorps(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2051
  void vxorpd(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2052
  void vxorps(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2053
30211
442fbbb31f75 8074981: Integer/FP scalar reduction optimization
kvn
parents: 27691
diff changeset
  2054
  // Add horizontal packed integers
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2055
  void vphaddw(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2056
  void vphaddd(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
30211
442fbbb31f75 8074981: Integer/FP scalar reduction optimization
kvn
parents: 27691
diff changeset
  2057
  void phaddw(XMMRegister dst, XMMRegister src);
442fbbb31f75 8074981: Integer/FP scalar reduction optimization
kvn
parents: 27691
diff changeset
  2058
  void phaddd(XMMRegister dst, XMMRegister src);
442fbbb31f75 8074981: Integer/FP scalar reduction optimization
kvn
parents: 27691
diff changeset
  2059
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2060
  // Add packed integers
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2061
  void paddb(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2062
  void paddw(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2063
  void paddd(XMMRegister dst, XMMRegister src);
36555
4f37fd7a5a09 8150767: Enables SHA Extensions on x86
vdeshpande
parents: 36066
diff changeset
  2064
  void paddd(XMMRegister dst, Address src);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2065
  void paddq(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2066
  void vpaddb(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2067
  void vpaddw(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2068
  void vpaddd(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2069
  void vpaddq(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2070
  void vpaddb(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2071
  void vpaddw(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2072
  void vpaddd(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2073
  void vpaddq(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2074
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2075
  // Sub packed integers
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2076
  void psubb(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2077
  void psubw(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2078
  void psubd(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2079
  void psubq(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2080
  void vpsubb(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2081
  void vpsubw(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2082
  void vpsubd(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2083
  void vpsubq(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2084
  void vpsubb(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2085
  void vpsubw(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2086
  void vpsubd(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2087
  void vpsubq(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2088
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2089
  // Multiply packed integers (only shorts and ints)
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2090
  void pmullw(XMMRegister dst, XMMRegister src);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2091
  void pmulld(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2092
  void vpmullw(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2093
  void vpmulld(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2094
  void vpmullq(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2095
  void vpmullw(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2096
  void vpmulld(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2097
  void vpmullq(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2098
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2099
  // Shift left packed integers
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2100
  void psllw(XMMRegister dst, int shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2101
  void pslld(XMMRegister dst, int shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2102
  void psllq(XMMRegister dst, int shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2103
  void psllw(XMMRegister dst, XMMRegister shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2104
  void pslld(XMMRegister dst, XMMRegister shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2105
  void psllq(XMMRegister dst, XMMRegister shift);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2106
  void vpsllw(XMMRegister dst, XMMRegister src, int shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2107
  void vpslld(XMMRegister dst, XMMRegister src, int shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2108
  void vpsllq(XMMRegister dst, XMMRegister src, int shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2109
  void vpsllw(XMMRegister dst, XMMRegister src, XMMRegister shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2110
  void vpslld(XMMRegister dst, XMMRegister src, XMMRegister shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2111
  void vpsllq(XMMRegister dst, XMMRegister src, XMMRegister shift, int vector_len);
52990
1ed8de9045a7 8214074: Ghash optimization using AVX instructions
ascarpino
parents: 51996
diff changeset
  2112
  void vpslldq(XMMRegister dst, XMMRegister src, int shift, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2113
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2114
  // Logical shift right packed integers
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2115
  void psrlw(XMMRegister dst, int shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2116
  void psrld(XMMRegister dst, int shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2117
  void psrlq(XMMRegister dst, int shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2118
  void psrlw(XMMRegister dst, XMMRegister shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2119
  void psrld(XMMRegister dst, XMMRegister shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2120
  void psrlq(XMMRegister dst, XMMRegister shift);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2121
  void vpsrlw(XMMRegister dst, XMMRegister src, int shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2122
  void vpsrld(XMMRegister dst, XMMRegister src, int shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2123
  void vpsrlq(XMMRegister dst, XMMRegister src, int shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2124
  void vpsrlw(XMMRegister dst, XMMRegister src, XMMRegister shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2125
  void vpsrld(XMMRegister dst, XMMRegister src, XMMRegister shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2126
  void vpsrlq(XMMRegister dst, XMMRegister src, XMMRegister shift, int vector_len);
52990
1ed8de9045a7 8214074: Ghash optimization using AVX instructions
ascarpino
parents: 51996
diff changeset
  2127
  void vpsrldq(XMMRegister dst, XMMRegister src, int shift, int vector_len);
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
  2128
  void evpsrlvw(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
  2129
  void evpsllvw(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2130
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2131
  // Arithmetic shift right packed integers (only shorts and ints, no instructions for longs)
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2132
  void psraw(XMMRegister dst, int shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2133
  void psrad(XMMRegister dst, int shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2134
  void psraw(XMMRegister dst, XMMRegister shift);
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2135
  void psrad(XMMRegister dst, XMMRegister shift);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2136
  void vpsraw(XMMRegister dst, XMMRegister src, int shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2137
  void vpsrad(XMMRegister dst, XMMRegister src, int shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2138
  void vpsraw(XMMRegister dst, XMMRegister src, XMMRegister shift, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2139
  void vpsrad(XMMRegister dst, XMMRegister src, XMMRegister shift, int vector_len);
54750
1851a532ddfe 8222074: Enhance auto vectorization for x86
sviswanathan
parents: 54022
diff changeset
  2140
  void evpsraq(XMMRegister dst, XMMRegister src, int shift, int vector_len);
1851a532ddfe 8222074: Enhance auto vectorization for x86
sviswanathan
parents: 54022
diff changeset
  2141
  void evpsraq(XMMRegister dst, XMMRegister src, XMMRegister shift, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2142
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2143
  // And packed integers
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2144
  void pand(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2145
  void vpand(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2146
  void vpand(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
  2147
  void vpandq(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2148
33089
f4e956ed8b43 8132207: update for x86 exp in the math lib
iveresov
parents: 33066
diff changeset
  2149
  // Andn packed integers
f4e956ed8b43 8132207: update for x86 exp in the math lib
iveresov
parents: 33066
diff changeset
  2150
  void pandn(XMMRegister dst, XMMRegister src);
51857
9978fea8a371 8210764: Update avx512 implementation
kvn
parents: 51633
diff changeset
  2151
  void vpandn(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
33089
f4e956ed8b43 8132207: update for x86 exp in the math lib
iveresov
parents: 33066
diff changeset
  2152
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2153
  // Or packed integers
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2154
  void por(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2155
  void vpor(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2156
  void vpor(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
  2157
  void vporq(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2158
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2159
  // Xor packed integers
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2160
  void pxor(XMMRegister dst, XMMRegister src);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2161
  void vpxor(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2162
  void vpxor(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
49614
3b1570be8557 8200067: Add support for vpclmulqdq for crc32
srukmannagar
parents: 49396
diff changeset
  2163
  void evpxorq(XMMRegister dst, XMMRegister nds, XMMRegister src, int vector_len);
3b1570be8557 8200067: Add support for vpclmulqdq for crc32
srukmannagar
parents: 49396
diff changeset
  2164
  void evpxorq(XMMRegister dst, XMMRegister nds, Address src, int vector_len);
3b1570be8557 8200067: Add support for vpclmulqdq for crc32
srukmannagar
parents: 49396
diff changeset
  2165
13485
6c7faa516fc6 6340864: Implement vectorization optimizations in hotspot-server
kvn
parents: 13391
diff changeset
  2166
37293
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2167
  // vinserti forms
36561
b18243f4d955 8151002: Make Assembler methods vextract and vinsert match actual instructions
mikael
parents: 36555
diff changeset
  2168
  void vinserti128(XMMRegister dst, XMMRegister nds, XMMRegister src, uint8_t imm8);
b18243f4d955 8151002: Make Assembler methods vextract and vinsert match actual instructions
mikael
parents: 36555
diff changeset
  2169
  void vinserti128(XMMRegister dst, XMMRegister nds, Address src, uint8_t imm8);
37293
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2170
  void vinserti32x4(XMMRegister dst, XMMRegister nds, XMMRegister src, uint8_t imm8);
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2171
  void vinserti32x4(XMMRegister dst, XMMRegister nds, Address src, uint8_t imm8);
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2172
  void vinserti64x4(XMMRegister dst, XMMRegister nds, XMMRegister src, uint8_t imm8);
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2173
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2174
  // vinsertf forms
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2175
  void vinsertf128(XMMRegister dst, XMMRegister nds, XMMRegister src, uint8_t imm8);
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2176
  void vinsertf128(XMMRegister dst, XMMRegister nds, Address src, uint8_t imm8);
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2177
  void vinsertf32x4(XMMRegister dst, XMMRegister nds, XMMRegister src, uint8_t imm8);
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2178
  void vinsertf32x4(XMMRegister dst, XMMRegister nds, Address src, uint8_t imm8);
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2179
  void vinsertf64x4(XMMRegister dst, XMMRegister nds, XMMRegister src, uint8_t imm8);
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2180
  void vinsertf64x4(XMMRegister dst, XMMRegister nds, Address src, uint8_t imm8);
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2181
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2182
  // vextracti forms
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2183
  void vextracti128(XMMRegister dst, XMMRegister src, uint8_t imm8);
36561
b18243f4d955 8151002: Make Assembler methods vextract and vinsert match actual instructions
mikael
parents: 36555
diff changeset
  2184
  void vextracti128(Address dst, XMMRegister src, uint8_t imm8);
37293
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2185
  void vextracti32x4(XMMRegister dst, XMMRegister src, uint8_t imm8);
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2186
  void vextracti32x4(Address dst, XMMRegister src, uint8_t imm8);
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2187
  void vextracti64x2(XMMRegister dst, XMMRegister src, uint8_t imm8);
36561
b18243f4d955 8151002: Make Assembler methods vextract and vinsert match actual instructions
mikael
parents: 36555
diff changeset
  2188
  void vextracti64x4(XMMRegister dst, XMMRegister src, uint8_t imm8);
51857
9978fea8a371 8210764: Update avx512 implementation
kvn
parents: 51633
diff changeset
  2189
  void vextracti64x4(Address dst, XMMRegister src, uint8_t imm8);
37293
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2190
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2191
  // vextractf forms
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2192
  void vextractf128(XMMRegister dst, XMMRegister src, uint8_t imm8);
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2193
  void vextractf128(Address dst, XMMRegister src, uint8_t imm8);
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2194
  void vextractf32x4(XMMRegister dst, XMMRegister src, uint8_t imm8);
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2195
  void vextractf32x4(Address dst, XMMRegister src, uint8_t imm8);
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2196
  void vextractf64x2(XMMRegister dst, XMMRegister src, uint8_t imm8);
36561
b18243f4d955 8151002: Make Assembler methods vextract and vinsert match actual instructions
mikael
parents: 36555
diff changeset
  2197
  void vextractf64x4(XMMRegister dst, XMMRegister src, uint8_t imm8);
b18243f4d955 8151002: Make Assembler methods vextract and vinsert match actual instructions
mikael
parents: 36555
diff changeset
  2198
  void vextractf64x4(Address dst, XMMRegister src, uint8_t imm8);
37293
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2199
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2200
  // xmm/mem sourced byte/word/dword/qword replicate
51857
9978fea8a371 8210764: Update avx512 implementation
kvn
parents: 51633
diff changeset
  2201
  void vpbroadcastb(XMMRegister dst, XMMRegister src, int vector_len);
9978fea8a371 8210764: Update avx512 implementation
kvn
parents: 51633
diff changeset
  2202
  void vpbroadcastb(XMMRegister dst, Address src, int vector_len);
9978fea8a371 8210764: Update avx512 implementation
kvn
parents: 51633
diff changeset
  2203
  void vpbroadcastw(XMMRegister dst, XMMRegister src, int vector_len);
9978fea8a371 8210764: Update avx512 implementation
kvn
parents: 51633
diff changeset
  2204
  void vpbroadcastw(XMMRegister dst, Address src, int vector_len);
9978fea8a371 8210764: Update avx512 implementation
kvn
parents: 51633
diff changeset
  2205
  void vpbroadcastd(XMMRegister dst, XMMRegister src, int vector_len);
9978fea8a371 8210764: Update avx512 implementation
kvn
parents: 51633
diff changeset
  2206
  void vpbroadcastd(XMMRegister dst, Address src, int vector_len);
9978fea8a371 8210764: Update avx512 implementation
kvn
parents: 51633
diff changeset
  2207
  void vpbroadcastq(XMMRegister dst, XMMRegister src, int vector_len);
9978fea8a371 8210764: Update avx512 implementation
kvn
parents: 51633
diff changeset
  2208
  void vpbroadcastq(XMMRegister dst, Address src, int vector_len);
31410
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2209
50699
cc7fc46cc8c1 8205398: AES-CBC decryption algorithm using AVX512 instructions
kvn
parents: 50577
diff changeset
  2210
  void evbroadcasti64x2(XMMRegister dst, XMMRegister src, int vector_len);
cc7fc46cc8c1 8205398: AES-CBC decryption algorithm using AVX512 instructions
kvn
parents: 50577
diff changeset
  2211
  void evbroadcasti64x2(XMMRegister dst, Address src, int vector_len);
cc7fc46cc8c1 8205398: AES-CBC decryption algorithm using AVX512 instructions
kvn
parents: 50577
diff changeset
  2212
37293
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2213
  // scalar single/double precision replicate
51857
9978fea8a371 8210764: Update avx512 implementation
kvn
parents: 51633
diff changeset
  2214
  void vpbroadcastss(XMMRegister dst, XMMRegister src, int vector_len);
9978fea8a371 8210764: Update avx512 implementation
kvn
parents: 51633
diff changeset
  2215
  void vpbroadcastss(XMMRegister dst, Address src, int vector_len);
9978fea8a371 8210764: Update avx512 implementation
kvn
parents: 51633
diff changeset
  2216
  void vpbroadcastsd(XMMRegister dst, XMMRegister src, int vector_len);
9978fea8a371 8210764: Update avx512 implementation
kvn
parents: 51633
diff changeset
  2217
  void vpbroadcastsd(XMMRegister dst, Address src, int vector_len);
31410
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2218
37293
c010188d360f 8151003: Remove nds->is_valid() checks from assembler_x86.cpp
mcberg
parents: 36837
diff changeset
  2219
  // gpr sourced byte/word/dword/qword replicate
31410
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2220
  void evpbroadcastb(XMMRegister dst, Register src, int vector_len);
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2221
  void evpbroadcastw(XMMRegister dst, Register src, int vector_len);
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2222
  void evpbroadcastd(XMMRegister dst, Register src, int vector_len);
2a222ae1205f 8081247: AVX 512 extended support
mcberg
parents: 31404
diff changeset
  2223
  void evpbroadcastq(XMMRegister dst, Register src, int vector_len);
30624
2e1803c8a26d 8076276: Add support for AVX512
kvn
parents: 30305
diff changeset
  2224
50860
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
  2225
  void evpgatherdd(XMMRegister dst, KRegister k1, Address src, int vector_len);
480a96a43b62 8205528: Base64 encoding algorithm using AVX512 instructions
kvn
parents: 50699
diff changeset
  2226
18507
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  2227
  // Carry-Less Multiplication Quadword
25932
15d133edd8f6 8052081: Optimize generated by C2 code for Intel's Atom processor
kvn
parents: 23491
diff changeset
  2228
  void pclmulqdq(XMMRegister dst, XMMRegister src, int mask);
18507
61bfc8995bb3 7088419: Use x86 Hardware CRC32 Instruction with java.util.zip.CRC32
drchase
parents: 15436
diff changeset
  2229
  void vpclmulqdq(XMMRegister dst, XMMRegister nds, XMMRegister src, int mask);
49614
3b1570be8557 8200067: Add support for vpclmulqdq for crc32
srukmannagar
parents: 49396
diff changeset
  2230
  void evpclmulqdq(XMMRegister dst, XMMRegister nds, XMMRegister src, int mask, int vector_len);
13104
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  2231
  // AVX instruction which is used to clear upper 128 bits of YMM registers and
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  2232
  // to avoid transaction penalty between AVX and SSE states. There is no
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  2233
  // penalty if legacy SSE instructions are encoded using VEX prefix because
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  2234
  // they always clear upper 128 bits. It should be used before calling
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  2235
  // runtime code and native libraries.
657b387034fb 7119644: Increase superword's vector size up to 256 bits
kvn
parents: 12955
diff changeset
  2236
  void vzeroupper();
11429
e894217a5d94 7121648: Use 3-operands SIMD instructions on x86 with AVX
kvn
parents: 11427
diff changeset
  2237
48309
1a0499fd252e 8192846: Support cmov vectorization for float
kvn
parents: 48089
diff changeset
  2238
  // AVX support for vectorized conditional move (float/double). The following two instructions used only coupled.
33469
30f4811eded0 8139340: SuperWord enhancement to support vector conditional move (CMovVD) on Intel AVX cpu
iveresov
parents: 33465
diff changeset
  2239
  void cmppd(XMMRegister dst, XMMRegister nds, XMMRegister src, int cop, int vector_len);
42039
db627462f2c9 8165381: Update for x86 SHA512 using AVX2
kvn
parents: 42014
diff changeset
  2240
  void blendvpd(XMMRegister dst, XMMRegister nds, XMMRegister src1, XMMRegister src2, int vector_len);
48309
1a0499fd252e 8192846: Support cmov vectorization for float
kvn
parents: 48089
diff changeset
  2241
  void cmpps(XMMRegister dst, XMMRegister nds, XMMRegister src, int cop, int vector_len);
1a0499fd252e 8192846: Support cmov vectorization for float
kvn
parents: 48089
diff changeset
  2242
  void blendvps(XMMRegister dst, XMMRegister nds, XMMRegister src1, XMMRegister src2, int vector_len);
42039
db627462f2c9 8165381: Update for x86 SHA512 using AVX2
kvn
parents: 42014
diff changeset
  2243
  void vpblendd(XMMRegister dst, XMMRegister nds, XMMRegister src, int imm8, int vector_len);
33469
30f4811eded0 8139340: SuperWord enhancement to support vector conditional move (CMovVD) on Intel AVX cpu
iveresov
parents: 33465
diff changeset
  2244
11427
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  2245
 protected:
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  2246
  // Next instructions require address alignment 16 bytes SSE mode.
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  2247
  // They should be called only from corresponding MacroAssembler instructions.
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  2248
  void andpd(XMMRegister dst, Address src);
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  2249
  void andps(XMMRegister dst, Address src);
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  2250
  void xorpd(XMMRegister dst, Address src);
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  2251
  void xorps(XMMRegister dst, Address src);
bf248009cbbe 7116452: Add support for AVX instructions
kvn
parents: 11190
diff changeset
  2252
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2253
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2254
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2255
// The Intel x86/Amd64 Assembler attributes: All fields enclosed here are to guide encoding level decisions.
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2256
// Specific set functions are for specialized use, else defaults or whatever was supplied to object construction
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2257
// are applied.
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2258
class InstructionAttr {
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2259
public:
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2260
  InstructionAttr(
36066
60ce66ce3c76 8149421: Vectorized Post Loops
mcberg
parents: 35540
diff changeset
  2261
    int vector_len,     // The length of vector to be applied in encoding - for both AVX and EVEX
60ce66ce3c76 8149421: Vectorized Post Loops
mcberg
parents: 35540
diff changeset
  2262
    bool rex_vex_w,     // Width of data: if 32-bits or less, false, else if 64-bit or specially defined, true
60ce66ce3c76 8149421: Vectorized Post Loops
mcberg
parents: 35540
diff changeset
  2263
    bool legacy_mode,   // Details if either this instruction is conditionally encoded to AVX or earlier if true else possibly EVEX
51976
390f529f4f22 8211251: Default mask register for avx512 instructions
kvn
parents: 51857
diff changeset
  2264
    bool no_reg_mask,   // when true, k0 is used when EVEX encoding is chosen, else embedded_opmask_register_specifier is used
36066
60ce66ce3c76 8149421: Vectorized Post Loops
mcberg
parents: 35540
diff changeset
  2265
    bool uses_vl)       // This instruction may have legacy constraints based on vector length for EVEX
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2266
    :
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2267
      _avx_vector_len(vector_len),
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2268
      _rex_vex_w(rex_vex_w),
38049
e8541793960f 8153998: Masked vector post loops
mcberg
parents: 38018
diff changeset
  2269
      _rex_vex_w_reverted(false),
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2270
      _legacy_mode(legacy_mode),
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2271
      _no_reg_mask(no_reg_mask),
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2272
      _uses_vl(uses_vl),
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2273
      _tuple_type(Assembler::EVEX_ETUP),
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2274
      _input_size_in_bits(Assembler::EVEX_NObit),
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2275
      _is_evex_instruction(false),
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2276
      _evex_encoding(0),
42014
cc32438a1003 8167987: change merge context to clear for mask register usage model
mcberg
parents: 41323
diff changeset
  2277
      _is_clear_context(true),
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2278
      _is_extended_context(false),
51976
390f529f4f22 8211251: Default mask register for avx512 instructions
kvn
parents: 51857
diff changeset
  2279
      _embedded_opmask_register_specifier(0), // hard code k0
51333
f6641fcf7b7e 8208670: Compiler changes to allow enabling -Wreorder
tschatzl
parents: 50860
diff changeset
  2280
      _current_assembler(NULL) {
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2281
    if (UseAVX < 3) _legacy_mode = true;
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2282
  }
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2283
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2284
  ~InstructionAttr() {
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2285
    if (_current_assembler != NULL) {
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2286
      _current_assembler->clear_attributes();
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2287
    }
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2288
    _current_assembler = NULL;
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2289
  }
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2290
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2291
private:
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2292
  int  _avx_vector_len;
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2293
  bool _rex_vex_w;
38049
e8541793960f 8153998: Masked vector post loops
mcberg
parents: 38018
diff changeset
  2294
  bool _rex_vex_w_reverted;
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2295
  bool _legacy_mode;
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2296
  bool _no_reg_mask;
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2297
  bool _uses_vl;
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2298
  int  _tuple_type;
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2299
  int  _input_size_in_bits;
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2300
  bool _is_evex_instruction;
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2301
  int  _evex_encoding;
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2302
  bool _is_clear_context;
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2303
  bool _is_extended_context;
38138
8514e24123c8 8154975: Update for vectorizedMismatch with AVX512
vdeshpande
parents: 38135
diff changeset
  2304
  int _embedded_opmask_register_specifier;
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2305
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2306
  Assembler *_current_assembler;
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2307
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2308
public:
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2309
  // query functions for field accessors
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2310
  int  get_vector_len(void) const { return _avx_vector_len; }
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2311
  bool is_rex_vex_w(void) const { return _rex_vex_w; }
38049
e8541793960f 8153998: Masked vector post loops
mcberg
parents: 38018
diff changeset
  2312
  bool is_rex_vex_w_reverted(void) { return _rex_vex_w_reverted; }
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2313
  bool is_legacy_mode(void) const { return _legacy_mode; }
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2314
  bool is_no_reg_mask(void) const { return _no_reg_mask; }
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2315
  bool uses_vl(void) const { return _uses_vl; }
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2316
  int  get_tuple_type(void) const { return _tuple_type; }
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2317
  int  get_input_size(void) const { return _input_size_in_bits; }
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2318
  int  is_evex_instruction(void) const { return _is_evex_instruction; }
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2319
  int  get_evex_encoding(void) const { return _evex_encoding; }
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2320
  bool is_clear_context(void) const { return _is_clear_context; }
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2321
  bool is_extended_context(void) const { return _is_extended_context; }
38138
8514e24123c8 8154975: Update for vectorizedMismatch with AVX512
vdeshpande
parents: 38135
diff changeset
  2322
  int get_embedded_opmask_register_specifier(void) const { return _embedded_opmask_register_specifier; }
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2323
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2324
  // Set the vector len manually
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2325
  void set_vector_len(int vector_len) { _avx_vector_len = vector_len; }
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2326
38049
e8541793960f 8153998: Masked vector post loops
mcberg
parents: 38018
diff changeset
  2327
  // Set revert rex_vex_w for avx encoding
e8541793960f 8153998: Masked vector post loops
mcberg
parents: 38018
diff changeset
  2328
  void set_rex_vex_w_reverted(void) { _rex_vex_w_reverted = true; }
e8541793960f 8153998: Masked vector post loops
mcberg
parents: 38018
diff changeset
  2329
e8541793960f 8153998: Masked vector post loops
mcberg
parents: 38018
diff changeset
  2330
  // Set rex_vex_w based on state
e8541793960f 8153998: Masked vector post loops
mcberg
parents: 38018
diff changeset
  2331
  void set_rex_vex_w(bool state) { _rex_vex_w = state; }
e8541793960f 8153998: Masked vector post loops
mcberg
parents: 38018
diff changeset
  2332
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2333
  // Set the instruction to be encoded in AVX mode
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2334
  void set_is_legacy_mode(void) { _legacy_mode = true; }
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2335
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2336
  // Set the current instuction to be encoded as an EVEX instuction
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2337
  void set_is_evex_instruction(void) { _is_evex_instruction = true; }
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2338
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2339
  // Internal encoding data used in compressed immediate offset programming
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2340
  void set_evex_encoding(int value) { _evex_encoding = value; }
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2341
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2342
  // Set the Evex.Z field to be used to clear all non directed XMM/YMM/ZMM components
42014
cc32438a1003 8167987: change merge context to clear for mask register usage model
mcberg
parents: 41323
diff changeset
  2343
  void reset_is_clear_context(void) { _is_clear_context = false; }
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2344
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2345
  // Map back to current asembler so that we can manage object level assocation
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2346
  void set_current_assembler(Assembler *current_assembler) { _current_assembler = current_assembler; }
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2347
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2348
  // Address modifiers used for compressed displacement calculation
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2349
  void set_address_attributes(int tuple_type, int input_size_in_bits) {
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2350
    if (VM_Version::supports_evex()) {
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2351
      _tuple_type = tuple_type;
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2352
      _input_size_in_bits = input_size_in_bits;
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2353
    }
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2354
  }
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2355
38138
8514e24123c8 8154975: Update for vectorizedMismatch with AVX512
vdeshpande
parents: 38135
diff changeset
  2356
  // Set embedded opmask register specifier.
8514e24123c8 8154975: Update for vectorizedMismatch with AVX512
vdeshpande
parents: 38135
diff changeset
  2357
  void set_embedded_opmask_register_specifier(KRegister mask) {
8514e24123c8 8154975: Update for vectorizedMismatch with AVX512
vdeshpande
parents: 38135
diff changeset
  2358
    _embedded_opmask_register_specifier = (*mask).encoding() & 0x7;
8514e24123c8 8154975: Update for vectorizedMismatch with AVX512
vdeshpande
parents: 38135
diff changeset
  2359
  }
8514e24123c8 8154975: Update for vectorizedMismatch with AVX512
vdeshpande
parents: 38135
diff changeset
  2360
34162
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2361
};
16b54851eaf6 8140779: Code generation fixes for avx512
iveresov
parents: 33628
diff changeset
  2362
53244
9807daeb47c4 8216167: Update include guards to reflect correct directories
coleenp
parents: 52992
diff changeset
  2363
#endif // CPU_X86_ASSEMBLER_X86_HPP