src/hotspot/cpu/aarch64/compiledIC_aarch64.cpp
author chegar
Thu, 17 Oct 2019 20:54:25 +0100
branchdatagramsocketimpl-branch
changeset 58679 9c3209ff7550
parent 58678 9cf78a70fa4f
parent 58556 ff8716224f35
permissions -rw-r--r--
datagramsocketimpl-branch: merge with default
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
     1
/*
58505
c16f3a24a6fc 8225681: vmTestbase/nsk/jvmti/RedefineClasses/StressRedefine fails due a) MT-unsafe modification of inline cache
coleenp
parents: 54440
diff changeset
     2
 * Copyright (c) 1997, 2019, Oracle and/or its affiliates. All rights reserved.
50104
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
     3
 * Copyright (c) 2014, 2018, Red Hat Inc. All rights reserved.
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
     4
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
     5
 *
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
     6
 * This code is free software; you can redistribute it and/or modify it
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
     7
 * under the terms of the GNU General Public License version 2 only, as
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
     8
 * published by the Free Software Foundation.
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
     9
 *
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    10
 * This code is distributed in the hope that it will be useful, but WITHOUT
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    11
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    12
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    13
 * version 2 for more details (a copy is included in the LICENSE file that
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    14
 * accompanied this code).
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    15
 *
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    16
 * You should have received a copy of the GNU General Public License version
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    17
 * 2 along with this work; if not, write to the Free Software Foundation,
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    18
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    19
 *
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    20
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    21
 * or visit www.oracle.com if you need additional information or have any
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    22
 * questions.
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    23
 *
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    24
 */
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    25
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    26
#include "precompiled.hpp"
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    27
#include "asm/macroAssembler.inline.hpp"
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    28
#include "code/compiledIC.hpp"
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    29
#include "code/icBuffer.hpp"
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    30
#include "code/nmethod.hpp"
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    31
#include "memory/resourceArea.hpp"
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    32
#include "runtime/mutexLocker.hpp"
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    33
#include "runtime/safepoint.hpp"
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    34
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    35
// ----------------------------------------------------------------------------
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    36
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    37
#define __ _masm.
33160
c59f1676d27e 8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents: 32082
diff changeset
    38
address CompiledStaticCall::emit_to_interp_stub(CodeBuffer &cbuf, address mark) {
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    39
  // Stub is fixed up when the corresponding call is converted from
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    40
  // calling compiled code to calling interpreted code.
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    41
  // mov rmethod, 0
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    42
  // jmp -4 # to self
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    43
33160
c59f1676d27e 8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents: 32082
diff changeset
    44
  if (mark == NULL) {
c59f1676d27e 8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents: 32082
diff changeset
    45
    mark = cbuf.insts_mark();  // Get mark within main instrs section.
c59f1676d27e 8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents: 32082
diff changeset
    46
  }
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    47
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    48
  // Note that the code buffer's insts_mark is always relative to insts.
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    49
  // That's why we must use the macroassembler to generate a stub.
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    50
  MacroAssembler _masm(&cbuf);
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    51
32082
2a3323e25de1 8130309: Need to bailout cleanly if creation of stubs fails when codecache is out of space
thartmann
parents: 29183
diff changeset
    52
  address base = __ start_a_stub(to_interp_stub_size());
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    53
  int offset = __ offset();
32082
2a3323e25de1 8130309: Need to bailout cleanly if creation of stubs fails when codecache is out of space
thartmann
parents: 29183
diff changeset
    54
  if (base == NULL) {
2a3323e25de1 8130309: Need to bailout cleanly if creation of stubs fails when codecache is out of space
thartmann
parents: 29183
diff changeset
    55
    return NULL;  // CodeBuffer::expand failed
2a3323e25de1 8130309: Need to bailout cleanly if creation of stubs fails when codecache is out of space
thartmann
parents: 29183
diff changeset
    56
  }
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    57
  // static stub relocation stores the instruction address of the call
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    58
  __ relocate(static_stub_Relocation::spec(mark));
50104
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
    59
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
    60
#if INCLUDE_AOT
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
    61
  // Don't create a Metadata reloc if we're generating immutable PIC.
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
    62
  if (cbuf.immutable_PIC()) {
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
    63
    __ movptr(rmethod, 0);
54440
23a04fe2aca2 8219993: AArch64: Compiled CI stubs are unsafely modified
aph
parents: 52384
diff changeset
    64
    __ movptr(rscratch1, 0);
23a04fe2aca2 8219993: AArch64: Compiled CI stubs are unsafely modified
aph
parents: 52384
diff changeset
    65
    __ br(rscratch1);
23a04fe2aca2 8219993: AArch64: Compiled CI stubs are unsafely modified
aph
parents: 52384
diff changeset
    66
23a04fe2aca2 8219993: AArch64: Compiled CI stubs are unsafely modified
aph
parents: 52384
diff changeset
    67
  } else
23a04fe2aca2 8219993: AArch64: Compiled CI stubs are unsafely modified
aph
parents: 52384
diff changeset
    68
#endif
23a04fe2aca2 8219993: AArch64: Compiled CI stubs are unsafely modified
aph
parents: 52384
diff changeset
    69
  {
23a04fe2aca2 8219993: AArch64: Compiled CI stubs are unsafely modified
aph
parents: 52384
diff changeset
    70
    __ emit_static_call_stub();
50104
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
    71
  }
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    72
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    73
  assert((__ offset() - offset) <= (int)to_interp_stub_size(), "stub too big");
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    74
  __ end_a_stub();
32082
2a3323e25de1 8130309: Need to bailout cleanly if creation of stubs fails when codecache is out of space
thartmann
parents: 29183
diff changeset
    75
  return base;
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    76
}
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    77
#undef __
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    78
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    79
int CompiledStaticCall::to_interp_stub_size() {
54440
23a04fe2aca2 8219993: AArch64: Compiled CI stubs are unsafely modified
aph
parents: 52384
diff changeset
    80
  // isb; movk; movz; movz; movk; movz; movz; br
23a04fe2aca2 8219993: AArch64: Compiled CI stubs are unsafely modified
aph
parents: 52384
diff changeset
    81
  return 8 * NativeInstruction::instruction_size;
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    82
}
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    83
48487
abf1d797e380 8193260: AArch64: JVMCI: Implement trampoline calls
aph
parents: 47216
diff changeset
    84
int CompiledStaticCall::to_trampoline_stub_size() {
abf1d797e380 8193260: AArch64: JVMCI: Implement trampoline calls
aph
parents: 47216
diff changeset
    85
  // Somewhat pessimistically, we count 3 instructions here (although
abf1d797e380 8193260: AArch64: JVMCI: Implement trampoline calls
aph
parents: 47216
diff changeset
    86
  // there are only two) because we sometimes emit an alignment nop.
abf1d797e380 8193260: AArch64: JVMCI: Implement trampoline calls
aph
parents: 47216
diff changeset
    87
  // Trampoline stubs are always word aligned.
abf1d797e380 8193260: AArch64: JVMCI: Implement trampoline calls
aph
parents: 47216
diff changeset
    88
  return 3 * NativeInstruction::instruction_size + wordSize;
abf1d797e380 8193260: AArch64: JVMCI: Implement trampoline calls
aph
parents: 47216
diff changeset
    89
}
abf1d797e380 8193260: AArch64: JVMCI: Implement trampoline calls
aph
parents: 47216
diff changeset
    90
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    91
// Relocation entries for call stub, compiled java to interpreter.
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    92
int CompiledStaticCall::reloc_to_interp_stub() {
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    93
  return 4; // 3 in emit_to_interp_stub + 1 in emit_call
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    94
}
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
    95
50104
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
    96
#if INCLUDE_AOT
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
    97
#define __ _masm.
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
    98
void CompiledStaticCall::emit_to_aot_stub(CodeBuffer &cbuf, address mark) {
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
    99
  if (!UseAOT) {
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   100
    return;
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   101
  }
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   102
  // Stub is fixed up when the corresponding call is converted from
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   103
  // calling compiled code to calling aot code.
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   104
  // mov r, imm64_aot_code_address
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   105
  // jmp r
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   106
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   107
  if (mark == NULL) {
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   108
    mark = cbuf.insts_mark();  // Get mark within main instrs section.
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   109
  }
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   110
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   111
  // Note that the code buffer's insts_mark is always relative to insts.
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   112
  // That's why we must use the macroassembler to generate a stub.
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   113
  MacroAssembler _masm(&cbuf);
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   114
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   115
  address base =
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   116
  __ start_a_stub(to_aot_stub_size());
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   117
  guarantee(base != NULL, "out of space");
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   118
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   119
  // Static stub relocation stores the instruction address of the call.
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   120
  __ relocate(static_stub_Relocation::spec(mark, true /* is_aot */));
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   121
  // Load destination AOT code address.
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   122
  __ movptr(rscratch1, 0);  // address is zapped till fixup time.
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   123
  // This is recognized as unresolved by relocs/nativeinst/ic code.
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   124
  __ br(rscratch1);
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   125
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   126
  assert(__ pc() - base <= to_aot_stub_size(), "wrong stub size");
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   127
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   128
  // Update current stubs pointer and restore insts_end.
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   129
  __ end_a_stub();
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   130
}
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   131
#undef __
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   132
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   133
int CompiledStaticCall::to_aot_stub_size() {
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   134
  if (UseAOT) {
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   135
    return 5 * 4;  // movz; movk; movk; movk; br
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   136
  } else {
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   137
    return 0;
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   138
  }
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   139
}
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   140
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   141
// Relocation entries for call stub, compiled java to aot.
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   142
int CompiledStaticCall::reloc_to_aot_stub() {
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   143
  if (UseAOT) {
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   144
    return 5 * 4;  // movz; movk; movk; movk; br
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   145
  } else {
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   146
    return 0;
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   147
  }
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   148
}
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   149
#endif // INCLUDE_AOT
4ea7917929b9 8185505: AArch64: Port AOT to AArch64
aph
parents: 48487
diff changeset
   150
42650
1f304d0c888b 8171008: Integrate AOT compiler into JDK
kvn
parents: 38657
diff changeset
   151
void CompiledDirectStaticCall::set_to_interpreted(const methodHandle& callee, address entry) {
1f304d0c888b 8171008: Integrate AOT compiler into JDK
kvn
parents: 38657
diff changeset
   152
  address stub = find_stub(false /* is_aot */);
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   153
  guarantee(stub != NULL, "stub not found");
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   154
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   155
  if (TraceICs) {
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   156
    ResourceMark rm;
42650
1f304d0c888b 8171008: Integrate AOT compiler into JDK
kvn
parents: 38657
diff changeset
   157
    tty->print_cr("CompiledDirectStaticCall@" INTPTR_FORMAT ": set_to_interpreted %s",
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   158
                  p2i(instruction_address()),
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   159
                  callee->name_and_sig_as_C_string());
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   160
  }
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   161
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   162
  // Creation also verifies the object.
54440
23a04fe2aca2 8219993: AArch64: Compiled CI stubs are unsafely modified
aph
parents: 52384
diff changeset
   163
  NativeMovConstReg* method_holder
23a04fe2aca2 8219993: AArch64: Compiled CI stubs are unsafely modified
aph
parents: 52384
diff changeset
   164
    = nativeMovConstReg_at(stub + NativeInstruction::instruction_size);
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   165
58505
c16f3a24a6fc 8225681: vmTestbase/nsk/jvmti/RedefineClasses/StressRedefine fails due a) MT-unsafe modification of inline cache
coleenp
parents: 54440
diff changeset
   166
#ifdef ASSERT
c16f3a24a6fc 8225681: vmTestbase/nsk/jvmti/RedefineClasses/StressRedefine fails due a) MT-unsafe modification of inline cache
coleenp
parents: 54440
diff changeset
   167
  NativeGeneralJump* jump = nativeGeneralJump_at(method_holder->next_instruction_address());
c16f3a24a6fc 8225681: vmTestbase/nsk/jvmti/RedefineClasses/StressRedefine fails due a) MT-unsafe modification of inline cache
coleenp
parents: 54440
diff changeset
   168
  verify_mt_safe(callee, entry, method_holder, jump);
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   169
#endif
58505
c16f3a24a6fc 8225681: vmTestbase/nsk/jvmti/RedefineClasses/StressRedefine fails due a) MT-unsafe modification of inline cache
coleenp
parents: 54440
diff changeset
   170
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   171
  // Update stub.
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   172
  method_holder->set_data((intptr_t)callee());
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   173
  NativeGeneralJump::insert_unconditional(method_holder->next_instruction_address(), entry);
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   174
  ICache::invalidate_range(stub, to_interp_stub_size());
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   175
  // Update jump to call.
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   176
  set_destination_mt_safe(stub);
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   177
}
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   178
42650
1f304d0c888b 8171008: Integrate AOT compiler into JDK
kvn
parents: 38657
diff changeset
   179
void CompiledDirectStaticCall::set_stub_to_clean(static_stub_Relocation* static_stub) {
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   180
  // Reset stub.
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   181
  address stub = static_stub->addr();
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   182
  assert(stub != NULL, "stub not found");
52384
d6dc479bcdd3 8212681: Refactor IC locking to use a fine grained CompiledICLocker
eosterlund
parents: 51996
diff changeset
   183
  assert(CompiledICLocker::is_safe(stub), "mt unsafe call");
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   184
  // Creation also verifies the object.
54440
23a04fe2aca2 8219993: AArch64: Compiled CI stubs are unsafely modified
aph
parents: 52384
diff changeset
   185
  NativeMovConstReg* method_holder
23a04fe2aca2 8219993: AArch64: Compiled CI stubs are unsafely modified
aph
parents: 52384
diff changeset
   186
    = nativeMovConstReg_at(stub + NativeInstruction::instruction_size);
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   187
  method_holder->set_data(0);
58556
ff8716224f35 8232046: AArch64 build failure after JDK-8225681
adinn
parents: 58505
diff changeset
   188
  if (!static_stub->is_aot()) {
ff8716224f35 8232046: AArch64 build failure after JDK-8225681
adinn
parents: 58505
diff changeset
   189
    NativeJump* jump = nativeJump_at(method_holder->next_instruction_address());
ff8716224f35 8232046: AArch64 build failure after JDK-8225681
adinn
parents: 58505
diff changeset
   190
    jump->set_jump_destination((address)-1);
ff8716224f35 8232046: AArch64 build failure after JDK-8225681
adinn
parents: 58505
diff changeset
   191
  }
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   192
}
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   193
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   194
//-----------------------------------------------------------------------------
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   195
// Non-product mode code
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   196
#ifndef PRODUCT
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   197
42650
1f304d0c888b 8171008: Integrate AOT compiler into JDK
kvn
parents: 38657
diff changeset
   198
void CompiledDirectStaticCall::verify() {
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   199
  // Verify call.
42650
1f304d0c888b 8171008: Integrate AOT compiler into JDK
kvn
parents: 38657
diff changeset
   200
  _call->verify();
51996
84743156e780 8188764: Obsolete AssumeMP and then remove all support for non-MP builds
dholmes
parents: 50104
diff changeset
   201
  _call->verify_alignment();
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   202
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   203
  // Verify stub.
42650
1f304d0c888b 8171008: Integrate AOT compiler into JDK
kvn
parents: 38657
diff changeset
   204
  address stub = find_stub(false /* is_aot */);
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   205
  assert(stub != NULL, "no stub found for static call");
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   206
  // Creation also verifies the object.
54440
23a04fe2aca2 8219993: AArch64: Compiled CI stubs are unsafely modified
aph
parents: 52384
diff changeset
   207
  NativeMovConstReg* method_holder
23a04fe2aca2 8219993: AArch64: Compiled CI stubs are unsafely modified
aph
parents: 52384
diff changeset
   208
    = nativeMovConstReg_at(stub + NativeInstruction::instruction_size);
23a04fe2aca2 8219993: AArch64: Compiled CI stubs are unsafely modified
aph
parents: 52384
diff changeset
   209
  NativeJump* jump = nativeJump_at(method_holder->next_instruction_address());
29183
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   210
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   211
  // Verify state.
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   212
  assert(is_clean() || is_call_to_compiled() || is_call_to_interpreted(), "sanity check");
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   213
}
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   214
0cc8699f7372 8068054: AARCH64: Assembler interpreter, shared runtime
aph
parents:
diff changeset
   215
#endif // !PRODUCT