33160
|
1 |
/*
|
|
2 |
* Copyright (c) 2013, 2015, Oracle and/or its affiliates. All rights reserved.
|
|
3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
|
|
4 |
*
|
|
5 |
* This code is free software; you can redistribute it and/or modify it
|
|
6 |
* under the terms of the GNU General Public License version 2 only, as
|
|
7 |
* published by the Free Software Foundation.
|
|
8 |
*
|
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT
|
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that
|
|
13 |
* accompanied this code).
|
|
14 |
*
|
|
15 |
* You should have received a copy of the GNU General Public License version
|
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation,
|
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
18 |
*
|
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
|
|
20 |
* or visit www.oracle.com if you need additional information or have any
|
|
21 |
* questions.
|
|
22 |
*/
|
|
23 |
|
|
24 |
#include "precompiled.hpp"
|
|
25 |
#include "compiler/disassembler.hpp"
|
|
26 |
#include "oops/oop.inline.hpp"
|
|
27 |
#include "runtime/javaCalls.hpp"
|
|
28 |
#include "runtime/sharedRuntime.hpp"
|
|
29 |
#include "jvmci/jvmciEnv.hpp"
|
|
30 |
#include "jvmci/jvmciCodeInstaller.hpp"
|
|
31 |
#include "jvmci/jvmciJavaClasses.hpp"
|
|
32 |
#include "jvmci/jvmciCompilerToVM.hpp"
|
|
33 |
#include "jvmci/jvmciRuntime.hpp"
|
|
34 |
#include "asm/register.hpp"
|
|
35 |
#include "classfile/vmSymbols.hpp"
|
|
36 |
#include "code/vmreg.hpp"
|
|
37 |
#include "vmreg_x86.inline.hpp"
|
|
38 |
|
|
39 |
jint CodeInstaller::pd_next_offset(NativeInstruction* inst, jint pc_offset, oop method) {
|
|
40 |
if (inst->is_call() || inst->is_jump()) {
|
|
41 |
assert(NativeCall::instruction_size == (int)NativeJump::instruction_size, "unexpected size");
|
|
42 |
return (pc_offset + NativeCall::instruction_size);
|
|
43 |
} else if (inst->is_mov_literal64()) {
|
|
44 |
// mov+call instruction pair
|
|
45 |
jint offset = pc_offset + NativeMovConstReg::instruction_size;
|
|
46 |
u_char* call = (u_char*) (_instructions->start() + offset);
|
|
47 |
if (call[0] == Assembler::REX_B) {
|
|
48 |
offset += 1; /* prefix byte for extended register R8-R15 */
|
|
49 |
call++;
|
|
50 |
}
|
|
51 |
assert(call[0] == 0xFF, "expected call");
|
|
52 |
offset += 2; /* opcode byte + modrm byte */
|
|
53 |
return (offset);
|
|
54 |
} else if (inst->is_call_reg()) {
|
|
55 |
// the inlined vtable stub contains a "call register" instruction
|
|
56 |
assert(method != NULL, "only valid for virtual calls");
|
|
57 |
return (pc_offset + ((NativeCallReg *) inst)->next_instruction_offset());
|
|
58 |
} else if (inst->is_cond_jump()) {
|
|
59 |
address pc = (address) (inst);
|
|
60 |
return pc_offset + (jint) (Assembler::locate_next_instruction(pc) - pc);
|
|
61 |
} else {
|
|
62 |
fatal("unsupported type of instruction for call site");
|
|
63 |
return 0;
|
|
64 |
}
|
|
65 |
}
|
|
66 |
|
|
67 |
void CodeInstaller::pd_patch_OopConstant(int pc_offset, Handle& constant) {
|
|
68 |
address pc = _instructions->start() + pc_offset;
|
|
69 |
Handle obj = HotSpotObjectConstantImpl::object(constant);
|
|
70 |
jobject value = JNIHandles::make_local(obj());
|
|
71 |
if (HotSpotObjectConstantImpl::compressed(constant)) {
|
|
72 |
#ifdef _LP64
|
|
73 |
address operand = Assembler::locate_operand(pc, Assembler::narrow_oop_operand);
|
|
74 |
int oop_index = _oop_recorder->find_index(value);
|
|
75 |
_instructions->relocate(pc, oop_Relocation::spec(oop_index), Assembler::narrow_oop_operand);
|
|
76 |
TRACE_jvmci_3("relocating (narrow oop constant) at " PTR_FORMAT "/" PTR_FORMAT, p2i(pc), p2i(operand));
|
|
77 |
#else
|
|
78 |
fatal("compressed oop on 32bit");
|
|
79 |
#endif
|
|
80 |
} else {
|
|
81 |
address operand = Assembler::locate_operand(pc, Assembler::imm_operand);
|
|
82 |
*((jobject*) operand) = value;
|
|
83 |
_instructions->relocate(pc, oop_Relocation::spec_for_immediate(), Assembler::imm_operand);
|
|
84 |
TRACE_jvmci_3("relocating (oop constant) at " PTR_FORMAT "/" PTR_FORMAT, p2i(pc), p2i(operand));
|
|
85 |
}
|
|
86 |
}
|
|
87 |
|
33632
|
88 |
void CodeInstaller::pd_patch_MetaspaceConstant(int pc_offset, Handle& constant) {
|
|
89 |
address pc = _instructions->start() + pc_offset;
|
|
90 |
if (HotSpotMetaspaceConstantImpl::compressed(constant)) {
|
|
91 |
#ifdef _LP64
|
|
92 |
address operand = Assembler::locate_operand(pc, Assembler::narrow_oop_operand);
|
|
93 |
*((narrowKlass*) operand) = record_narrow_metadata_reference(constant);
|
|
94 |
TRACE_jvmci_3("relocating (narrow metaspace constant) at " PTR_FORMAT "/" PTR_FORMAT, p2i(pc), p2i(operand));
|
|
95 |
#else
|
|
96 |
fatal("compressed Klass* on 32bit");
|
|
97 |
#endif
|
|
98 |
} else {
|
|
99 |
address operand = Assembler::locate_operand(pc, Assembler::imm_operand);
|
|
100 |
*((Metadata**) operand) = record_metadata_reference(constant);
|
|
101 |
TRACE_jvmci_3("relocating (metaspace constant) at " PTR_FORMAT "/" PTR_FORMAT, p2i(pc), p2i(operand));
|
|
102 |
}
|
|
103 |
}
|
|
104 |
|
33160
|
105 |
void CodeInstaller::pd_patch_DataSectionReference(int pc_offset, int data_offset) {
|
|
106 |
address pc = _instructions->start() + pc_offset;
|
|
107 |
|
|
108 |
address operand = Assembler::locate_operand(pc, Assembler::disp32_operand);
|
|
109 |
address next_instruction = Assembler::locate_next_instruction(pc);
|
|
110 |
address dest = _constants->start() + data_offset;
|
|
111 |
|
|
112 |
long disp = dest - next_instruction;
|
|
113 |
assert(disp == (jint) disp, "disp doesn't fit in 32 bits");
|
|
114 |
*((jint*) operand) = (jint) disp;
|
|
115 |
|
|
116 |
_instructions->relocate(pc, section_word_Relocation::spec((address) dest, CodeBuffer::SECT_CONSTS), Assembler::disp32_operand);
|
|
117 |
TRACE_jvmci_3("relocating at " PTR_FORMAT "/" PTR_FORMAT " with destination at " PTR_FORMAT " (%d)", p2i(pc), p2i(operand), p2i(dest), data_offset);
|
|
118 |
}
|
|
119 |
|
|
120 |
void CodeInstaller::pd_relocate_ForeignCall(NativeInstruction* inst, jlong foreign_call_destination) {
|
|
121 |
address pc = (address) inst;
|
|
122 |
if (inst->is_call()) {
|
|
123 |
// NOTE: for call without a mov, the offset must fit a 32-bit immediate
|
|
124 |
// see also CompilerToVM.getMaxCallTargetOffset()
|
|
125 |
NativeCall* call = nativeCall_at(pc);
|
|
126 |
call->set_destination((address) foreign_call_destination);
|
|
127 |
_instructions->relocate(call->instruction_address(), runtime_call_Relocation::spec(), Assembler::call32_operand);
|
|
128 |
} else if (inst->is_mov_literal64()) {
|
|
129 |
NativeMovConstReg* mov = nativeMovConstReg_at(pc);
|
|
130 |
mov->set_data((intptr_t) foreign_call_destination);
|
|
131 |
_instructions->relocate(mov->instruction_address(), runtime_call_Relocation::spec(), Assembler::imm_operand);
|
|
132 |
} else if (inst->is_jump()) {
|
|
133 |
NativeJump* jump = nativeJump_at(pc);
|
|
134 |
jump->set_jump_destination((address) foreign_call_destination);
|
|
135 |
_instructions->relocate(jump->instruction_address(), runtime_call_Relocation::spec(), Assembler::call32_operand);
|
|
136 |
} else if (inst->is_cond_jump()) {
|
|
137 |
address old_dest = nativeGeneralJump_at(pc)->jump_destination();
|
|
138 |
address disp = Assembler::locate_operand(pc, Assembler::call32_operand);
|
|
139 |
*(jint*) disp += ((address) foreign_call_destination) - old_dest;
|
|
140 |
_instructions->relocate(pc, runtime_call_Relocation::spec(), Assembler::call32_operand);
|
|
141 |
} else {
|
|
142 |
fatal("unsupported relocation for foreign call");
|
|
143 |
}
|
|
144 |
|
|
145 |
TRACE_jvmci_3("relocating (foreign call) at " PTR_FORMAT, p2i(inst));
|
|
146 |
}
|
|
147 |
|
|
148 |
void CodeInstaller::pd_relocate_JavaMethod(oop hotspot_method, jint pc_offset) {
|
|
149 |
#ifdef ASSERT
|
|
150 |
Method* method = NULL;
|
|
151 |
// we need to check, this might also be an unresolved method
|
|
152 |
if (hotspot_method->is_a(HotSpotResolvedJavaMethodImpl::klass())) {
|
|
153 |
method = getMethodFromHotSpotMethod(hotspot_method);
|
|
154 |
}
|
|
155 |
#endif
|
|
156 |
switch (_next_call_type) {
|
|
157 |
case INLINE_INVOKE:
|
|
158 |
break;
|
|
159 |
case INVOKEVIRTUAL:
|
|
160 |
case INVOKEINTERFACE: {
|
|
161 |
assert(method == NULL || !method->is_static(), "cannot call static method with invokeinterface");
|
|
162 |
|
|
163 |
NativeCall* call = nativeCall_at(_instructions->start() + pc_offset);
|
|
164 |
call->set_destination(SharedRuntime::get_resolve_virtual_call_stub());
|
|
165 |
_instructions->relocate(call->instruction_address(),
|
|
166 |
virtual_call_Relocation::spec(_invoke_mark_pc),
|
|
167 |
Assembler::call32_operand);
|
|
168 |
break;
|
|
169 |
}
|
|
170 |
case INVOKESTATIC: {
|
|
171 |
assert(method == NULL || method->is_static(), "cannot call non-static method with invokestatic");
|
|
172 |
|
|
173 |
NativeCall* call = nativeCall_at(_instructions->start() + pc_offset);
|
|
174 |
call->set_destination(SharedRuntime::get_resolve_static_call_stub());
|
|
175 |
_instructions->relocate(call->instruction_address(),
|
|
176 |
relocInfo::static_call_type, Assembler::call32_operand);
|
|
177 |
break;
|
|
178 |
}
|
|
179 |
case INVOKESPECIAL: {
|
|
180 |
assert(method == NULL || !method->is_static(), "cannot call static method with invokespecial");
|
|
181 |
NativeCall* call = nativeCall_at(_instructions->start() + pc_offset);
|
|
182 |
call->set_destination(SharedRuntime::get_resolve_opt_virtual_call_stub());
|
|
183 |
_instructions->relocate(call->instruction_address(),
|
|
184 |
relocInfo::opt_virtual_call_type, Assembler::call32_operand);
|
|
185 |
break;
|
|
186 |
}
|
|
187 |
default:
|
|
188 |
break;
|
|
189 |
}
|
|
190 |
}
|
|
191 |
|
|
192 |
static void relocate_poll_near(address pc) {
|
|
193 |
NativeInstruction* ni = nativeInstruction_at(pc);
|
|
194 |
int32_t* disp = (int32_t*) Assembler::locate_operand(pc, Assembler::disp32_operand);
|
|
195 |
int32_t offset = *disp; // The Java code installed the polling page offset into the disp32 operand
|
|
196 |
intptr_t new_disp = (intptr_t) (os::get_polling_page() + offset) - (intptr_t) ni;
|
|
197 |
*disp = (int32_t)new_disp;
|
|
198 |
}
|
|
199 |
|
|
200 |
|
|
201 |
void CodeInstaller::pd_relocate_poll(address pc, jint mark) {
|
|
202 |
switch (mark) {
|
|
203 |
case POLL_NEAR: {
|
|
204 |
relocate_poll_near(pc);
|
|
205 |
_instructions->relocate(pc, relocInfo::poll_type, Assembler::disp32_operand);
|
|
206 |
break;
|
|
207 |
}
|
|
208 |
case POLL_FAR:
|
|
209 |
// This is a load from a register so there is no relocatable operand.
|
|
210 |
// We just have to ensure that the format is not disp32_operand
|
|
211 |
// so that poll_Relocation::fix_relocation_after_move does the right
|
|
212 |
// thing (i.e. ignores this relocation record)
|
|
213 |
_instructions->relocate(pc, relocInfo::poll_type, Assembler::imm_operand);
|
|
214 |
break;
|
|
215 |
case POLL_RETURN_NEAR: {
|
|
216 |
relocate_poll_near(pc);
|
|
217 |
_instructions->relocate(pc, relocInfo::poll_return_type, Assembler::disp32_operand);
|
|
218 |
break;
|
|
219 |
}
|
|
220 |
case POLL_RETURN_FAR:
|
|
221 |
// see comment above for POLL_FAR
|
|
222 |
_instructions->relocate(pc, relocInfo::poll_return_type, Assembler::imm_operand);
|
|
223 |
break;
|
|
224 |
default:
|
|
225 |
fatal("invalid mark value");
|
|
226 |
break;
|
|
227 |
}
|
|
228 |
}
|
|
229 |
|
|
230 |
// convert JVMCI register indices (as used in oop maps) to HotSpot registers
|
|
231 |
VMReg CodeInstaller::get_hotspot_reg(jint jvmci_reg) {
|
|
232 |
if (jvmci_reg < RegisterImpl::number_of_registers) {
|
|
233 |
return as_Register(jvmci_reg)->as_VMReg();
|
|
234 |
} else {
|
|
235 |
jint floatRegisterNumber = jvmci_reg - RegisterImpl::number_of_registers;
|
|
236 |
if (floatRegisterNumber < XMMRegisterImpl::number_of_registers) {
|
|
237 |
return as_XMMRegister(floatRegisterNumber)->as_VMReg();
|
|
238 |
}
|
|
239 |
ShouldNotReachHere();
|
|
240 |
return NULL;
|
|
241 |
}
|
|
242 |
}
|
|
243 |
|
|
244 |
bool CodeInstaller::is_general_purpose_reg(VMReg hotspotRegister) {
|
|
245 |
return !(hotspotRegister->is_FloatRegister() || hotspotRegister->is_XMMRegister());
|
|
246 |
}
|