| author | goetz |
| Mon, 07 Nov 2016 12:37:28 +0100 | |
| changeset 42556 | c03d98321ad1 |
| parent 42065 | 6032b31e3719 |
| child 42897 | 57e7b1c75d17 |
| permissions | -rw-r--r-- |
| 42065 | 1 |
// |
2 |
// Copyright (c) 2016, Oracle and/or its affiliates. All rights reserved. |
|
3 |
// Copyright (c) 2016 SAP SE. All rights reserved. |
|
4 |
// DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
|
5 |
// |
|
6 |
// This code is free software; you can redistribute it and/or modify it |
|
7 |
// under the terms of the GNU General Public License version 2 only, as |
|
8 |
// published by the Free Software Foundation. |
|
9 |
// |
|
10 |
// This code is distributed in the hope that it will be useful, but WITHOUT |
|
11 |
// ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
12 |
// FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
13 |
// version 2 for more details (a copy is included in the LICENSE file that |
|
14 |
// accompanied this code). |
|
15 |
// |
|
16 |
// You should have received a copy of the GNU General Public License version |
|
17 |
// 2 along with this work; if not, write to the Free Software Foundation, |
|
18 |
// Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
19 |
// |
|
20 |
// Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
|
21 |
// or visit www.oracle.com if you need additional information or have any |
|
22 |
// questions. |
|
23 |
// |
|
24 |
||
25 |
// z/Architecture Architecture Description File |
|
26 |
||
27 |
// Major contributions by AS, JL, LS. |
|
28 |
||
29 |
// |
|
30 |
// Following information is derived from private mail communication |
|
31 |
// (Oct. 2011). |
|
32 |
// |
|
33 |
// General branch target alignment considerations |
|
34 |
// |
|
35 |
// z/Architecture does not imply a general branch target alignment requirement. |
|
36 |
// There are side effects and side considerations, though, which may |
|
37 |
// provide some performance benefit. These are: |
|
38 |
// - Align branch target on octoword (32-byte) boundary |
|
39 |
// On more recent models (from z9 on), I-fetch is done on a Octoword |
|
40 |
// (32 bytes at a time) basis. To avoid I-fetching unnecessary |
|
41 |
// instructions, branch targets should be 32-byte aligend. If this |
|
42 |
// exact alingment cannot be achieved, having the branch target in |
|
43 |
// the first doubleword still provides some benefit. |
|
44 |
// - Avoid branch targets at the end of cache lines (> 64 bytes distance). |
|
45 |
// Sequential instruction prefetching after the branch target starts |
|
46 |
// immediately after having fetched the octoword containing the |
|
47 |
// branch target. When I-fetching crosses a cache line, there may be |
|
48 |
// a small stall. The worst case: the branch target (at the end of |
|
49 |
// a cache line) is a L1 I-cache miss and the next line as well. |
|
50 |
// Then, the entire target line must be filled first (to contine at the |
|
51 |
// branch target). Only then can the next sequential line be filled. |
|
52 |
// - Avoid multiple poorly predicted branches in a row. |
|
53 |
// |
|
54 |
||
55 |
//----------REGISTER DEFINITION BLOCK------------------------------------------ |
|
56 |
// This information is used by the matcher and the register allocator to |
|
57 |
// describe individual registers and classes of registers within the target |
|
58 |
// architecture. |
|
59 |
||
60 |
register %{
|
|
61 |
||
62 |
//----------Architecture Description Register Definitions---------------------- |
|
63 |
// General Registers |
|
64 |
// "reg_def" name (register save type, C convention save type, |
|
65 |
// ideal register type, encoding); |
|
66 |
// |
|
67 |
// Register Save Types: |
|
68 |
// |
|
69 |
// NS = No-Save: The register allocator assumes that these registers |
|
70 |
// can be used without saving upon entry to the method, & |
|
71 |
// that they do not need to be saved at call sites. |
|
72 |
// |
|
73 |
// SOC = Save-On-Call: The register allocator assumes that these registers |
|
74 |
// can be used without saving upon entry to the method, |
|
75 |
// but that they must be saved at call sites. |
|
76 |
// |
|
77 |
// SOE = Save-On-Entry: The register allocator assumes that these registers |
|
78 |
// must be saved before using them upon entry to the |
|
79 |
// method, but they do not need to be saved at call sites. |
|
80 |
// |
|
81 |
// AS = Always-Save: The register allocator assumes that these registers |
|
82 |
// must be saved before using them upon entry to the |
|
83 |
// method, & that they must be saved at call sites. |
|
84 |
// |
|
85 |
// Ideal Register Type is used to determine how to save & restore a |
|
86 |
// register. Op_RegI will get spilled with LoadI/StoreI, Op_RegP will get |
|
87 |
// spilled with LoadP/StoreP. If the register supports both, use Op_RegI. |
|
88 |
// |
|
89 |
// The encoding number is the actual bit-pattern placed into the opcodes. |
|
90 |
||
91 |
// z/Architecture register definitions, based on the z/Architecture Principles |
|
92 |
// of Operation, 5th Edition, September 2005, and z/Linux Elf ABI Supplement, |
|
93 |
// 5th Edition, March 2001. |
|
94 |
// |
|
95 |
// For each 64-bit register we must define two registers: the register |
|
96 |
// itself, e.g. Z_R3, and a corresponding virtual other (32-bit-)'half', |
|
97 |
// e.g. Z_R3_H, which is needed by the allocator, but is not used |
|
98 |
// for stores, loads, etc. |
|
99 |
||
100 |
// Integer/Long Registers |
|
101 |
// ---------------------------- |
|
102 |
||
103 |
// z/Architecture has 16 64-bit integer registers. |
|
104 |
||
105 |
// types: v = volatile, nv = non-volatile, s = system |
|
106 |
reg_def Z_R0 (SOC, SOC, Op_RegI, 0, Z_R0->as_VMReg()); // v scratch1 |
|
107 |
reg_def Z_R0_H (SOC, SOC, Op_RegI, 99, Z_R0->as_VMReg()->next()); |
|
108 |
reg_def Z_R1 (SOC, SOC, Op_RegI, 1, Z_R1->as_VMReg()); // v scratch2 |
|
109 |
reg_def Z_R1_H (SOC, SOC, Op_RegI, 99, Z_R1->as_VMReg()->next()); |
|
110 |
reg_def Z_R2 (SOC, SOC, Op_RegI, 2, Z_R2->as_VMReg()); // v iarg1 & iret |
|
111 |
reg_def Z_R2_H (SOC, SOC, Op_RegI, 99, Z_R2->as_VMReg()->next()); |
|
112 |
reg_def Z_R3 (SOC, SOC, Op_RegI, 3, Z_R3->as_VMReg()); // v iarg2 |
|
113 |
reg_def Z_R3_H (SOC, SOC, Op_RegI, 99, Z_R3->as_VMReg()->next()); |
|
114 |
reg_def Z_R4 (SOC, SOC, Op_RegI, 4, Z_R4->as_VMReg()); // v iarg3 |
|
115 |
reg_def Z_R4_H (SOC, SOC, Op_RegI, 99, Z_R4->as_VMReg()->next()); |
|
116 |
reg_def Z_R5 (SOC, SOC, Op_RegI, 5, Z_R5->as_VMReg()); // v iarg4 |
|
117 |
reg_def Z_R5_H (SOC, SOC, Op_RegI, 99, Z_R5->as_VMReg()->next()); |
|
118 |
reg_def Z_R6 (SOC, SOE, Op_RegI, 6, Z_R6->as_VMReg()); // v iarg5 |
|
119 |
reg_def Z_R6_H (SOC, SOE, Op_RegI, 99, Z_R6->as_VMReg()->next()); |
|
120 |
reg_def Z_R7 (SOC, SOE, Op_RegI, 7, Z_R7->as_VMReg()); |
|
121 |
reg_def Z_R7_H (SOC, SOE, Op_RegI, 99, Z_R7->as_VMReg()->next()); |
|
122 |
reg_def Z_R8 (SOC, SOE, Op_RegI, 8, Z_R8->as_VMReg()); |
|
123 |
reg_def Z_R8_H (SOC, SOE, Op_RegI, 99, Z_R8->as_VMReg()->next()); |
|
124 |
reg_def Z_R9 (SOC, SOE, Op_RegI, 9, Z_R9->as_VMReg()); |
|
125 |
reg_def Z_R9_H (SOC, SOE, Op_RegI, 99, Z_R9->as_VMReg()->next()); |
|
126 |
reg_def Z_R10 (SOC, SOE, Op_RegI, 10, Z_R10->as_VMReg()); |
|
127 |
reg_def Z_R10_H(SOC, SOE, Op_RegI, 99, Z_R10->as_VMReg()->next()); |
|
128 |
reg_def Z_R11 (SOC, SOE, Op_RegI, 11, Z_R11->as_VMReg()); |
|
129 |
reg_def Z_R11_H(SOC, SOE, Op_RegI, 99, Z_R11->as_VMReg()->next()); |
|
130 |
reg_def Z_R12 (SOC, SOE, Op_RegI, 12, Z_R12->as_VMReg()); |
|
131 |
reg_def Z_R12_H(SOC, SOE, Op_RegI, 99, Z_R12->as_VMReg()->next()); |
|
132 |
reg_def Z_R13 (SOC, SOE, Op_RegI, 13, Z_R13->as_VMReg()); |
|
133 |
reg_def Z_R13_H(SOC, SOE, Op_RegI, 99, Z_R13->as_VMReg()->next()); |
|
134 |
reg_def Z_R14 (NS, NS, Op_RegI, 14, Z_R14->as_VMReg()); // s return_pc |
|
135 |
reg_def Z_R14_H(NS, NS, Op_RegI, 99, Z_R14->as_VMReg()->next()); |
|
136 |
reg_def Z_R15 (NS, NS, Op_RegI, 15, Z_R15->as_VMReg()); // s SP |
|
137 |
reg_def Z_R15_H(NS, NS, Op_RegI, 99, Z_R15->as_VMReg()->next()); |
|
138 |
||
139 |
// Float/Double Registers |
|
140 |
||
141 |
// The rules of ADL require that double registers be defined in pairs. |
|
142 |
// Each pair must be two 32-bit values, but not necessarily a pair of |
|
143 |
// single float registers. In each pair, ADLC-assigned register numbers |
|
144 |
// must be adjacent, with the lower number even. Finally, when the |
|
145 |
// CPU stores such a register pair to memory, the word associated with |
|
146 |
// the lower ADLC-assigned number must be stored to the lower address. |
|
147 |
||
148 |
// z/Architecture has 16 64-bit floating-point registers. Each can store a single |
|
149 |
// or double precision floating-point value. |
|
150 |
||
151 |
// types: v = volatile, nv = non-volatile, s = system |
|
152 |
reg_def Z_F0 (SOC, SOC, Op_RegF, 0, Z_F0->as_VMReg()); // v farg1 & fret |
|
153 |
reg_def Z_F0_H (SOC, SOC, Op_RegF, 99, Z_F0->as_VMReg()->next()); |
|
154 |
reg_def Z_F1 (SOC, SOC, Op_RegF, 1, Z_F1->as_VMReg()); |
|
155 |
reg_def Z_F1_H (SOC, SOC, Op_RegF, 99, Z_F1->as_VMReg()->next()); |
|
156 |
reg_def Z_F2 (SOC, SOC, Op_RegF, 2, Z_F2->as_VMReg()); // v farg2 |
|
157 |
reg_def Z_F2_H (SOC, SOC, Op_RegF, 99, Z_F2->as_VMReg()->next()); |
|
158 |
reg_def Z_F3 (SOC, SOC, Op_RegF, 3, Z_F3->as_VMReg()); |
|
159 |
reg_def Z_F3_H (SOC, SOC, Op_RegF, 99, Z_F3->as_VMReg()->next()); |
|
160 |
reg_def Z_F4 (SOC, SOC, Op_RegF, 4, Z_F4->as_VMReg()); // v farg3 |
|
161 |
reg_def Z_F4_H (SOC, SOC, Op_RegF, 99, Z_F4->as_VMReg()->next()); |
|
162 |
reg_def Z_F5 (SOC, SOC, Op_RegF, 5, Z_F5->as_VMReg()); |
|
163 |
reg_def Z_F5_H (SOC, SOC, Op_RegF, 99, Z_F5->as_VMReg()->next()); |
|
164 |
reg_def Z_F6 (SOC, SOC, Op_RegF, 6, Z_F6->as_VMReg()); |
|
165 |
reg_def Z_F6_H (SOC, SOC, Op_RegF, 99, Z_F6->as_VMReg()->next()); |
|
166 |
reg_def Z_F7 (SOC, SOC, Op_RegF, 7, Z_F7->as_VMReg()); |
|
167 |
reg_def Z_F7_H (SOC, SOC, Op_RegF, 99, Z_F7->as_VMReg()->next()); |
|
168 |
reg_def Z_F8 (SOC, SOE, Op_RegF, 8, Z_F8->as_VMReg()); |
|
169 |
reg_def Z_F8_H (SOC, SOE, Op_RegF, 99, Z_F8->as_VMReg()->next()); |
|
170 |
reg_def Z_F9 (SOC, SOE, Op_RegF, 9, Z_F9->as_VMReg()); |
|
171 |
reg_def Z_F9_H (SOC, SOE, Op_RegF, 99, Z_F9->as_VMReg()->next()); |
|
172 |
reg_def Z_F10 (SOC, SOE, Op_RegF, 10, Z_F10->as_VMReg()); |
|
173 |
reg_def Z_F10_H(SOC, SOE, Op_RegF, 99, Z_F10->as_VMReg()->next()); |
|
174 |
reg_def Z_F11 (SOC, SOE, Op_RegF, 11, Z_F11->as_VMReg()); |
|
175 |
reg_def Z_F11_H(SOC, SOE, Op_RegF, 99, Z_F11->as_VMReg()->next()); |
|
176 |
reg_def Z_F12 (SOC, SOE, Op_RegF, 12, Z_F12->as_VMReg()); |
|
177 |
reg_def Z_F12_H(SOC, SOE, Op_RegF, 99, Z_F12->as_VMReg()->next()); |
|
178 |
reg_def Z_F13 (SOC, SOE, Op_RegF, 13, Z_F13->as_VMReg()); |
|
179 |
reg_def Z_F13_H(SOC, SOE, Op_RegF, 99, Z_F13->as_VMReg()->next()); |
|
180 |
reg_def Z_F14 (SOC, SOE, Op_RegF, 14, Z_F14->as_VMReg()); |
|
181 |
reg_def Z_F14_H(SOC, SOE, Op_RegF, 99, Z_F14->as_VMReg()->next()); |
|
182 |
reg_def Z_F15 (SOC, SOE, Op_RegF, 15, Z_F15->as_VMReg()); |
|
183 |
reg_def Z_F15_H(SOC, SOE, Op_RegF, 99, Z_F15->as_VMReg()->next()); |
|
184 |
||
185 |
||
186 |
// Special Registers |
|
187 |
||
188 |
// Condition Codes Flag Registers |
|
189 |
||
190 |
// z/Architecture has the PSW (program status word) that contains |
|
191 |
// (among other information) the condition code. We treat this |
|
192 |
// part of the PSW as a condition register CR. It consists of 4 |
|
193 |
// bits. Floating point instructions influence the same condition register CR. |
|
194 |
||
195 |
reg_def Z_CR(SOC, SOC, Op_RegFlags, 0, Z_CR->as_VMReg()); // volatile |
|
196 |
||
197 |
||
198 |
// Specify priority of register selection within phases of register |
|
199 |
// allocation. Highest priority is first. A useful heuristic is to |
|
200 |
// give registers a low priority when they are required by machine |
|
201 |
// instructions, and choose no-save registers before save-on-call, and |
|
202 |
// save-on-call before save-on-entry. Registers which participate in |
|
203 |
// fix calling sequences should come last. Registers which are used |
|
204 |
// as pairs must fall on an even boundary. |
|
205 |
||
206 |
// It's worth about 1% on SPEC geomean to get this right. |
|
207 |
||
208 |
// Chunk0, chunk1, and chunk2 form the MachRegisterNumbers enumeration |
|
209 |
// in adGlobals_s390.hpp which defines the <register>_num values, e.g. |
|
210 |
// Z_R3_num. Therefore, Z_R3_num may not be (and in reality is not) |
|
211 |
// the same as Z_R3->encoding()! Furthermore, we cannot make any |
|
212 |
// assumptions on ordering, e.g. Z_R3_num may be less than Z_R2_num. |
|
213 |
// Additionally, the function |
|
214 |
// static enum RC rc_class(OptoReg::Name reg) |
|
215 |
// maps a given <register>_num value to its chunk type (except for flags) |
|
216 |
// and its current implementation relies on chunk0 and chunk1 having a |
|
217 |
// size of 64 each. |
|
218 |
||
219 |
alloc_class chunk0( |
|
220 |
// chunk0 contains *all* 32 integer registers halves. |
|
221 |
||
222 |
// potential SOE regs |
|
223 |
Z_R13,Z_R13_H, |
|
224 |
Z_R12,Z_R12_H, |
|
225 |
Z_R11,Z_R11_H, |
|
226 |
Z_R10,Z_R10_H, |
|
227 |
||
228 |
Z_R9,Z_R9_H, |
|
229 |
Z_R8,Z_R8_H, |
|
230 |
Z_R7,Z_R7_H, |
|
231 |
||
232 |
Z_R1,Z_R1_H, |
|
233 |
Z_R0,Z_R0_H, |
|
234 |
||
235 |
// argument registers |
|
236 |
Z_R6,Z_R6_H, |
|
237 |
Z_R5,Z_R5_H, |
|
238 |
Z_R4,Z_R4_H, |
|
239 |
Z_R3,Z_R3_H, |
|
240 |
Z_R2,Z_R2_H, |
|
241 |
||
242 |
// special registers |
|
243 |
Z_R14,Z_R14_H, |
|
244 |
Z_R15,Z_R15_H |
|
245 |
); |
|
246 |
||
247 |
alloc_class chunk1( |
|
248 |
// Chunk1 contains *all* 64 floating-point registers halves. |
|
249 |
||
250 |
Z_F15,Z_F15_H, |
|
251 |
Z_F14,Z_F14_H, |
|
252 |
Z_F13,Z_F13_H, |
|
253 |
Z_F12,Z_F12_H, |
|
254 |
Z_F11,Z_F11_H, |
|
255 |
Z_F10,Z_F10_H, |
|
256 |
Z_F9,Z_F9_H, |
|
257 |
Z_F8,Z_F8_H, |
|
258 |
// scratch register |
|
259 |
Z_F7,Z_F7_H, |
|
260 |
Z_F5,Z_F5_H, |
|
261 |
Z_F3,Z_F3_H, |
|
262 |
Z_F1,Z_F1_H, |
|
263 |
// argument registers |
|
264 |
Z_F6,Z_F6_H, |
|
265 |
Z_F4,Z_F4_H, |
|
266 |
Z_F2,Z_F2_H, |
|
267 |
Z_F0,Z_F0_H |
|
268 |
); |
|
269 |
||
270 |
alloc_class chunk2( |
|
271 |
Z_CR |
|
272 |
); |
|
273 |
||
274 |
||
275 |
//-------Architecture Description Register Classes----------------------- |
|
276 |
||
277 |
// Several register classes are automatically defined based upon |
|
278 |
// information in this architecture description. |
|
279 |
||
280 |
// 1) reg_class inline_cache_reg (as defined in frame section) |
|
281 |
// 2) reg_class compiler_method_oop_reg (as defined in frame section) |
|
282 |
// 2) reg_class interpreter_method_oop_reg (as defined in frame section) |
|
283 |
// 3) reg_class stack_slots(/* one chunk of stack-based "registers" */) |
|
284 |
||
285 |
// Integer Register Classes |
|
286 |
reg_class z_int_reg( |
|
287 |
/*Z_R0*/ // R0 |
|
288 |
/*Z_R1*/ |
|
289 |
Z_R2, |
|
290 |
Z_R3, |
|
291 |
Z_R4, |
|
292 |
Z_R5, |
|
293 |
Z_R6, |
|
294 |
Z_R7, |
|
295 |
/*Z_R8,*/ // Z_thread |
|
296 |
Z_R9, |
|
297 |
Z_R10, |
|
298 |
Z_R11, |
|
299 |
Z_R12, |
|
300 |
Z_R13 |
|
301 |
/*Z_R14*/ // return_pc |
|
302 |
/*Z_R15*/ // SP |
|
303 |
); |
|
304 |
||
305 |
reg_class z_no_odd_int_reg( |
|
306 |
/*Z_R0*/ // R0 |
|
307 |
/*Z_R1*/ |
|
308 |
Z_R2, |
|
309 |
Z_R3, |
|
310 |
Z_R4, |
|
311 |
/*Z_R5,*/ // odd part of fix register pair |
|
312 |
Z_R6, |
|
313 |
Z_R7, |
|
314 |
/*Z_R8,*/ // Z_thread |
|
315 |
Z_R9, |
|
316 |
Z_R10, |
|
317 |
Z_R11, |
|
318 |
Z_R12, |
|
319 |
Z_R13 |
|
320 |
/*Z_R14*/ // return_pc |
|
321 |
/*Z_R15*/ // SP |
|
322 |
); |
|
323 |
||
324 |
reg_class z_no_arg_int_reg( |
|
325 |
/*Z_R0*/ // R0 |
|
326 |
/*Z_R1*/ // scratch |
|
327 |
/*Z_R2*/ |
|
328 |
/*Z_R3*/ |
|
329 |
/*Z_R4*/ |
|
330 |
/*Z_R5*/ |
|
331 |
/*Z_R6*/ |
|
332 |
Z_R7, |
|
333 |
/*Z_R8*/ // Z_thread |
|
334 |
Z_R9, |
|
335 |
Z_R10, |
|
336 |
Z_R11, |
|
337 |
Z_R12, |
|
338 |
Z_R13 |
|
339 |
/*Z_R14*/ // return_pc |
|
340 |
/*Z_R15*/ // SP |
|
341 |
); |
|
342 |
||
343 |
reg_class z_rarg1_int_reg(Z_R2); |
|
344 |
reg_class z_rarg2_int_reg(Z_R3); |
|
345 |
reg_class z_rarg3_int_reg(Z_R4); |
|
346 |
reg_class z_rarg4_int_reg(Z_R5); |
|
347 |
reg_class z_rarg5_int_reg(Z_R6); |
|
348 |
||
349 |
// Pointer Register Classes |
|
350 |
||
351 |
// 64-bit build means 64-bit pointers means hi/lo pairs. |
|
352 |
||
353 |
reg_class z_rarg5_ptrN_reg(Z_R6); |
|
354 |
||
355 |
reg_class z_rarg1_ptr_reg(Z_R2_H,Z_R2); |
|
356 |
reg_class z_rarg2_ptr_reg(Z_R3_H,Z_R3); |
|
357 |
reg_class z_rarg3_ptr_reg(Z_R4_H,Z_R4); |
|
358 |
reg_class z_rarg4_ptr_reg(Z_R5_H,Z_R5); |
|
359 |
reg_class z_rarg5_ptr_reg(Z_R6_H,Z_R6); |
|
360 |
reg_class z_thread_ptr_reg(Z_R8_H,Z_R8); |
|
361 |
||
362 |
reg_class z_ptr_reg( |
|
363 |
/*Z_R0_H,Z_R0*/ // R0 |
|
364 |
/*Z_R1_H,Z_R1*/ |
|
365 |
Z_R2_H,Z_R2, |
|
366 |
Z_R3_H,Z_R3, |
|
367 |
Z_R4_H,Z_R4, |
|
368 |
Z_R5_H,Z_R5, |
|
369 |
Z_R6_H,Z_R6, |
|
370 |
Z_R7_H,Z_R7, |
|
371 |
/*Z_R8_H,Z_R8,*/ // Z_thread |
|
372 |
Z_R9_H,Z_R9, |
|
373 |
Z_R10_H,Z_R10, |
|
374 |
Z_R11_H,Z_R11, |
|
375 |
Z_R12_H,Z_R12, |
|
376 |
Z_R13_H,Z_R13 |
|
377 |
/*Z_R14_H,Z_R14*/ // return_pc |
|
378 |
/*Z_R15_H,Z_R15*/ // SP |
|
379 |
); |
|
380 |
||
381 |
reg_class z_lock_ptr_reg( |
|
382 |
/*Z_R0_H,Z_R0*/ // R0 |
|
383 |
/*Z_R1_H,Z_R1*/ |
|
384 |
Z_R2_H,Z_R2, |
|
385 |
Z_R3_H,Z_R3, |
|
386 |
Z_R4_H,Z_R4, |
|
387 |
/*Z_R5_H,Z_R5,*/ |
|
388 |
/*Z_R6_H,Z_R6,*/ |
|
389 |
Z_R7_H,Z_R7, |
|
390 |
/*Z_R8_H,Z_R8,*/ // Z_thread |
|
391 |
Z_R9_H,Z_R9, |
|
392 |
Z_R10_H,Z_R10, |
|
393 |
Z_R11_H,Z_R11, |
|
394 |
Z_R12_H,Z_R12, |
|
395 |
Z_R13_H,Z_R13 |
|
396 |
/*Z_R14_H,Z_R14*/ // return_pc |
|
397 |
/*Z_R15_H,Z_R15*/ // SP |
|
398 |
); |
|
399 |
||
400 |
reg_class z_no_arg_ptr_reg( |
|
401 |
/*Z_R0_H,Z_R0*/ // R0 |
|
402 |
/*Z_R1_H,Z_R1*/ // scratch |
|
403 |
/*Z_R2_H,Z_R2*/ |
|
404 |
/*Z_R3_H,Z_R3*/ |
|
405 |
/*Z_R4_H,Z_R4*/ |
|
406 |
/*Z_R5_H,Z_R5*/ |
|
407 |
/*Z_R6_H,Z_R6*/ |
|
408 |
Z_R7_H, Z_R7, |
|
409 |
/*Z_R8_H,Z_R8*/ // Z_thread |
|
410 |
Z_R9_H,Z_R9, |
|
411 |
Z_R10_H,Z_R10, |
|
412 |
Z_R11_H,Z_R11, |
|
413 |
Z_R12_H,Z_R12, |
|
414 |
Z_R13_H,Z_R13 |
|
415 |
/*Z_R14_H,Z_R14*/ // return_pc |
|
416 |
/*Z_R15_H,Z_R15*/ // SP |
|
417 |
); |
|
418 |
||
419 |
// Special class for storeP instructions, which can store SP or RPC to |
|
420 |
// TLS. (Note: Do not generalize this to "any_reg". If you add |
|
421 |
// another register, such as FP, to this mask, the allocator may try |
|
422 |
// to put a temp in it.) |
|
423 |
// Register class for memory access base registers, |
|
424 |
// This class is a superset of z_ptr_reg including Z_thread. |
|
425 |
reg_class z_memory_ptr_reg( |
|
426 |
/*Z_R0_H,Z_R0*/ // R0 |
|
427 |
/*Z_R1_H,Z_R1*/ |
|
428 |
Z_R2_H,Z_R2, |
|
429 |
Z_R3_H,Z_R3, |
|
430 |
Z_R4_H,Z_R4, |
|
431 |
Z_R5_H,Z_R5, |
|
432 |
Z_R6_H,Z_R6, |
|
433 |
Z_R7_H,Z_R7, |
|
434 |
Z_R8_H,Z_R8, // Z_thread |
|
435 |
Z_R9_H,Z_R9, |
|
436 |
Z_R10_H,Z_R10, |
|
437 |
Z_R11_H,Z_R11, |
|
438 |
Z_R12_H,Z_R12, |
|
439 |
Z_R13_H,Z_R13 |
|
440 |
/*Z_R14_H,Z_R14*/ // return_pc |
|
441 |
/*Z_R15_H,Z_R15*/ // SP |
|
442 |
); |
|
443 |
||
444 |
// Other special pointer regs. |
|
445 |
reg_class z_r1_regP(Z_R1_H,Z_R1); |
|
446 |
reg_class z_r9_regP(Z_R9_H,Z_R9); |
|
447 |
||
448 |
||
449 |
// Long Register Classes |
|
450 |
||
451 |
reg_class z_rarg1_long_reg(Z_R2_H,Z_R2); |
|
452 |
reg_class z_rarg2_long_reg(Z_R3_H,Z_R3); |
|
453 |
reg_class z_rarg3_long_reg(Z_R4_H,Z_R4); |
|
454 |
reg_class z_rarg4_long_reg(Z_R5_H,Z_R5); |
|
455 |
reg_class z_rarg5_long_reg(Z_R6_H,Z_R6); |
|
456 |
||
457 |
// Longs in 1 register. Aligned adjacent hi/lo pairs. |
|
458 |
reg_class z_long_reg( |
|
459 |
/*Z_R0_H,Z_R0*/ // R0 |
|
460 |
/*Z_R1_H,Z_R1*/ |
|
461 |
Z_R2_H,Z_R2, |
|
462 |
Z_R3_H,Z_R3, |
|
463 |
Z_R4_H,Z_R4, |
|
464 |
Z_R5_H,Z_R5, |
|
465 |
Z_R6_H,Z_R6, |
|
466 |
Z_R7_H,Z_R7, |
|
467 |
/*Z_R8_H,Z_R8,*/ // Z_thread |
|
468 |
Z_R9_H,Z_R9, |
|
469 |
Z_R10_H,Z_R10, |
|
470 |
Z_R11_H,Z_R11, |
|
471 |
Z_R12_H,Z_R12, |
|
472 |
Z_R13_H,Z_R13 |
|
473 |
/*Z_R14_H,Z_R14,*/ // return_pc |
|
474 |
/*Z_R15_H,Z_R15*/ // SP |
|
475 |
); |
|
476 |
||
477 |
||
478 |
// Special Class for Condition Code Flags Register |
|
479 |
||
480 |
reg_class z_condition_reg( |
|
481 |
Z_CR |
|
482 |
); |
|
483 |
||
484 |
// Scratch register for late profiling. Callee saved. |
|
485 |
reg_class z_rscratch2_bits64_reg(Z_R2_H, Z_R2); |
|
486 |
||
487 |
||
488 |
// Float Register Classes |
|
489 |
||
490 |
reg_class z_flt_reg( |
|
491 |
Z_F0, |
|
492 |
/*Z_F1,*/ // scratch |
|
493 |
Z_F2, |
|
494 |
Z_F3, |
|
495 |
Z_F4, |
|
496 |
Z_F5, |
|
497 |
Z_F6, |
|
498 |
Z_F7, |
|
499 |
Z_F8, |
|
500 |
Z_F9, |
|
501 |
Z_F10, |
|
502 |
Z_F11, |
|
503 |
Z_F12, |
|
504 |
Z_F13, |
|
505 |
Z_F14, |
|
506 |
Z_F15 |
|
507 |
); |
|
508 |
reg_class z_rscratch1_flt_reg(Z_F1); |
|
509 |
||
510 |
// Double precision float registers have virtual `high halves' that |
|
511 |
// are needed by the allocator. |
|
512 |
reg_class z_dbl_reg( |
|
513 |
Z_F0,Z_F0_H, |
|
514 |
/*Z_F1,Z_F1_H,*/ // scratch |
|
515 |
Z_F2,Z_F2_H, |
|
516 |
Z_F3,Z_F3_H, |
|
517 |
Z_F4,Z_F4_H, |
|
518 |
Z_F5,Z_F5_H, |
|
519 |
Z_F6,Z_F6_H, |
|
520 |
Z_F7,Z_F7_H, |
|
521 |
Z_F8,Z_F8_H, |
|
522 |
Z_F9,Z_F9_H, |
|
523 |
Z_F10,Z_F10_H, |
|
524 |
Z_F11,Z_F11_H, |
|
525 |
Z_F12,Z_F12_H, |
|
526 |
Z_F13,Z_F13_H, |
|
527 |
Z_F14,Z_F14_H, |
|
528 |
Z_F15,Z_F15_H |
|
529 |
); |
|
530 |
reg_class z_rscratch1_dbl_reg(Z_F1,Z_F1_H); |
|
531 |
||
532 |
%} |
|
533 |
||
534 |
//----------DEFINITION BLOCK--------------------------------------------------- |
|
535 |
// Define 'name --> value' mappings to inform the ADLC of an integer valued name. |
|
536 |
// Current support includes integer values in the range [0, 0x7FFFFFFF]. |
|
537 |
// Format: |
|
538 |
// int_def <name> (<int_value>, <expression>); |
|
539 |
// Generated Code in ad_<arch>.hpp |
|
540 |
// #define <name> (<expression>) |
|
541 |
// // value == <int_value> |
|
542 |
// Generated code in ad_<arch>.cpp adlc_verification() |
|
543 |
// assert(<name> == <int_value>, "Expect (<expression>) to equal <int_value>"); |
|
544 |
// |
|
545 |
definitions %{
|
|
546 |
// The default cost (of an ALU instruction). |
|
547 |
int_def DEFAULT_COST ( 100, 100); |
|
548 |
int_def DEFAULT_COST_LOW ( 80, 80); |
|
549 |
int_def DEFAULT_COST_HIGH ( 120, 120); |
|
550 |
int_def HUGE_COST (1000000, 1000000); |
|
551 |
||
552 |
// Put an advantage on REG_MEM vs. MEM+REG_REG operations. |
|
553 |
int_def ALU_REG_COST ( 100, DEFAULT_COST); |
|
554 |
int_def ALU_MEMORY_COST ( 150, 150); |
|
555 |
||
556 |
// Memory refs are twice as expensive as run-of-the-mill. |
|
557 |
int_def MEMORY_REF_COST_HI ( 220, 2 * DEFAULT_COST+20); |
|
558 |
int_def MEMORY_REF_COST ( 200, 2 * DEFAULT_COST); |
|
559 |
int_def MEMORY_REF_COST_LO ( 180, 2 * DEFAULT_COST-20); |
|
560 |
||
561 |
// Branches are even more expensive. |
|
562 |
int_def BRANCH_COST ( 300, DEFAULT_COST * 3); |
|
563 |
int_def CALL_COST ( 300, DEFAULT_COST * 3); |
|
564 |
%} |
|
565 |
||
566 |
source %{
|
|
567 |
||
568 |
#ifdef PRODUCT |
|
569 |
#define BLOCK_COMMENT(str) |
|
570 |
#define BIND(label) __ bind(label) |
|
571 |
#else |
|
572 |
#define BLOCK_COMMENT(str) __ block_comment(str) |
|
573 |
#define BIND(label) __ bind(label); BLOCK_COMMENT(#label ":") |
|
574 |
#endif |
|
575 |
||
576 |
#define __ _masm. |
|
577 |
||
578 |
#define Z_DISP_SIZE Immediate::is_uimm12((long)opnd_array(1)->disp(ra_,this,2)) ? 4 : 6 |
|
579 |
#define Z_DISP3_SIZE 6 |
|
580 |
||
581 |
// Tertiary op of a LoadP or StoreP encoding. |
|
582 |
#define REGP_OP true |
|
583 |
||
584 |
// Given a register encoding, produce an Integer Register object. |
|
585 |
static Register reg_to_register_object(int register_encoding); |
|
586 |
||
587 |
// **************************************************************************** |
|
588 |
||
589 |
// REQUIRED FUNCTIONALITY |
|
590 |
||
591 |
// !!!!! Special hack to get all type of calls to specify the byte offset |
|
592 |
// from the start of the call to the point where the return address |
|
593 |
// will point. |
|
594 |
||
595 |
int MachCallStaticJavaNode::ret_addr_offset() {
|
|
596 |
if (_method) {
|
|
597 |
return 8; |
|
598 |
} else {
|
|
599 |
return MacroAssembler::call_far_patchable_ret_addr_offset(); |
|
600 |
} |
|
601 |
} |
|
602 |
||
603 |
int MachCallDynamicJavaNode::ret_addr_offset() {
|
|
604 |
// Consider size of receiver type profiling (C2 tiers). |
|
605 |
int profile_receiver_type_size = 0; |
|
606 |
||
607 |
int vtable_index = this->_vtable_index; |
|
608 |
if (vtable_index == -4) {
|
|
609 |
return 14 + profile_receiver_type_size; |
|
610 |
} else {
|
|
611 |
assert(!UseInlineCaches, "expect vtable calls only if not using ICs"); |
|
612 |
return 36 + profile_receiver_type_size; |
|
613 |
} |
|
614 |
} |
|
615 |
||
616 |
int MachCallRuntimeNode::ret_addr_offset() {
|
|
617 |
return 12 + MacroAssembler::call_far_patchable_ret_addr_offset(); |
|
618 |
} |
|
619 |
||
620 |
// Compute padding required for nodes which need alignment |
|
621 |
// |
|
622 |
// The addresses of the call instructions needs to be 4-byte aligned to |
|
623 |
// ensure that they don't span a cache line so that they are atomically patchable. |
|
624 |
// The actual calls get emitted at different offsets within the node emitters. |
|
625 |
// ins_alignment needs to be set to 2 which means that up to 1 nop may get inserted. |
|
626 |
||
627 |
int CallStaticJavaDirect_dynTOCNode::compute_padding(int current_offset) const {
|
|
628 |
return (0 - current_offset) & 2; |
|
629 |
} |
|
630 |
||
631 |
int CallDynamicJavaDirect_dynTOCNode::compute_padding(int current_offset) const {
|
|
632 |
return (6 - current_offset) & 2; |
|
633 |
} |
|
634 |
||
635 |
int CallRuntimeDirectNode::compute_padding(int current_offset) const {
|
|
636 |
return (12 - current_offset) & 2; |
|
637 |
} |
|
638 |
||
639 |
int CallLeafDirectNode::compute_padding(int current_offset) const {
|
|
640 |
return (12 - current_offset) & 2; |
|
641 |
} |
|
642 |
||
643 |
int CallLeafNoFPDirectNode::compute_padding(int current_offset) const {
|
|
644 |
return (12 - current_offset) & 2; |
|
645 |
} |
|
646 |
||
647 |
// Indicate if the safepoint node needs the polling page as an input. |
|
648 |
// Since z/Architecture does not have absolute addressing, it does. |
|
649 |
bool SafePointNode::needs_polling_address_input() {
|
|
650 |
return true; |
|
651 |
} |
|
652 |
||
653 |
void emit_nop(CodeBuffer &cbuf) {
|
|
654 |
MacroAssembler _masm(&cbuf); |
|
655 |
__ z_nop(); |
|
656 |
} |
|
657 |
||
658 |
// Emit an interrupt that is caught by the debugger (for debugging compiler). |
|
659 |
void emit_break(CodeBuffer &cbuf) {
|
|
660 |
MacroAssembler _masm(&cbuf); |
|
661 |
__ z_illtrap(); |
|
662 |
} |
|
663 |
||
664 |
#if !defined(PRODUCT) |
|
665 |
void MachBreakpointNode::format(PhaseRegAlloc *, outputStream *os) const {
|
|
666 |
os->print("TA");
|
|
667 |
} |
|
668 |
#endif |
|
669 |
||
670 |
void MachBreakpointNode::emit(CodeBuffer &cbuf, PhaseRegAlloc *ra_) const {
|
|
671 |
emit_break(cbuf); |
|
672 |
} |
|
673 |
||
674 |
uint MachBreakpointNode::size(PhaseRegAlloc *ra_) const {
|
|
675 |
return MachNode::size(ra_); |
|
676 |
} |
|
677 |
||
678 |
static inline void z_emit16(CodeBuffer &cbuf, long value) {
|
|
679 |
// 32bit instructions may become sign extended. |
|
680 |
assert(value >= 0, "unintended sign extension (int->long)"); |
|
681 |
assert(value < (1L << 16), "instruction too large"); |
|
682 |
*((unsigned short*)(cbuf.insts_end())) = (unsigned short)value; |
|
683 |
cbuf.set_insts_end(cbuf.insts_end() + sizeof(unsigned short)); |
|
684 |
} |
|
685 |
||
686 |
static inline void z_emit32(CodeBuffer &cbuf, long value) {
|
|
687 |
// 32bit instructions may become sign extended. |
|
688 |
assert(value < (1L << 32), "instruction too large"); |
|
689 |
*((unsigned int*)(cbuf.insts_end())) = (unsigned int)value; |
|
690 |
cbuf.set_insts_end(cbuf.insts_end() + sizeof(unsigned int)); |
|
691 |
} |
|
692 |
||
693 |
static inline void z_emit48(CodeBuffer &cbuf, long value) {
|
|
694 |
// 32bit instructions may become sign extended. |
|
695 |
assert(value >= 0, "unintended sign extension (int->long)"); |
|
696 |
assert(value < (1L << 48), "instruction too large"); |
|
697 |
value = value<<16; |
|
698 |
memcpy(cbuf.insts_end(), (unsigned char*)&value, 6); |
|
699 |
cbuf.set_insts_end(cbuf.insts_end() + 6); |
|
700 |
} |
|
701 |
||
702 |
static inline unsigned int z_emit_inst(CodeBuffer &cbuf, long value) {
|
|
703 |
if (value < 0) {
|
|
704 |
// There obviously has been an unintended sign extension (int->long). Revert it. |
|
705 |
value = (long)((unsigned long)((unsigned int)value)); |
|
706 |
} |
|
707 |
||
708 |
if (value < (1L << 16)) { // 2-byte instruction
|
|
709 |
z_emit16(cbuf, value); |
|
710 |
return 2; |
|
711 |
} |
|
712 |
||
713 |
if (value < (1L << 32)) { // 4-byte instruction, might be unaligned store
|
|
714 |
z_emit32(cbuf, value); |
|
715 |
return 4; |
|
716 |
} |
|
717 |
||
718 |
// 6-byte instruction, probably unaligned store. |
|
719 |
z_emit48(cbuf, value); |
|
720 |
return 6; |
|
721 |
} |
|
722 |
||
723 |
// Check effective address (at runtime) for required alignment. |
|
724 |
static inline void z_assert_aligned(CodeBuffer &cbuf, int disp, Register index, Register base, int alignment) {
|
|
725 |
MacroAssembler _masm(&cbuf); |
|
726 |
||
727 |
__ z_lay(Z_R0, disp, index, base); |
|
728 |
__ z_nill(Z_R0, alignment-1); |
|
729 |
__ z_brc(Assembler::bcondEqual, +3); |
|
730 |
__ z_illtrap(); |
|
731 |
} |
|
732 |
||
733 |
int emit_call_reloc(MacroAssembler &_masm, intptr_t entry_point, relocInfo::relocType rtype, |
|
734 |
PhaseRegAlloc* ra_, bool is_native_call = false) {
|
|
735 |
__ set_inst_mark(); // Used in z_enc_java_static_call() and emit_java_to_interp(). |
|
736 |
address old_mark = __ inst_mark(); |
|
737 |
unsigned int start_off = __ offset(); |
|
738 |
||
739 |
if (is_native_call) {
|
|
740 |
ShouldNotReachHere(); |
|
741 |
} |
|
742 |
||
743 |
if (rtype == relocInfo::runtime_call_w_cp_type) {
|
|
744 |
assert((__ offset() & 2) == 0, "misaligned emit_call_reloc"); |
|
745 |
address call_addr = __ call_c_opt((address)entry_point); |
|
746 |
if (call_addr == NULL) {
|
|
747 |
Compile::current()->env()->record_out_of_memory_failure(); |
|
748 |
return -1; |
|
749 |
} |
|
750 |
} else {
|
|
751 |
assert(rtype == relocInfo::none || rtype == relocInfo::opt_virtual_call_type || |
|
752 |
rtype == relocInfo::static_call_type, "unexpected rtype"); |
|
753 |
__ relocate(rtype); |
|
754 |
// BRASL must be prepended with a nop to identify it in the instruction stream. |
|
755 |
__ z_nop(); |
|
756 |
__ z_brasl(Z_R14, (address)entry_point); |
|
757 |
} |
|
758 |
||
759 |
unsigned int ret_off = __ offset(); |
|
760 |
||
761 |
return (ret_off - start_off); |
|
762 |
} |
|
763 |
||
764 |
static int emit_call_reloc(MacroAssembler &_masm, intptr_t entry_point, RelocationHolder const& rspec) {
|
|
765 |
__ set_inst_mark(); // Used in z_enc_java_static_call() and emit_java_to_interp(). |
|
766 |
address old_mark = __ inst_mark(); |
|
767 |
unsigned int start_off = __ offset(); |
|
768 |
||
769 |
relocInfo::relocType rtype = rspec.type(); |
|
770 |
assert(rtype == relocInfo::opt_virtual_call_type || rtype == relocInfo::static_call_type, |
|
771 |
"unexpected rtype"); |
|
772 |
||
773 |
__ relocate(rspec); |
|
774 |
__ z_nop(); |
|
775 |
__ z_brasl(Z_R14, (address)entry_point); |
|
776 |
||
777 |
unsigned int ret_off = __ offset(); |
|
778 |
||
779 |
return (ret_off - start_off); |
|
780 |
} |
|
781 |
||
782 |
//============================================================================= |
|
783 |
||
784 |
const RegMask& MachConstantBaseNode::_out_RegMask = _Z_PTR_REG_mask; |
|
785 |
int Compile::ConstantTable::calculate_table_base_offset() const {
|
|
786 |
return 0; // absolute addressing, no offset |
|
787 |
} |
|
788 |
||
789 |
bool MachConstantBaseNode::requires_postalloc_expand() const { return false; }
|
|
790 |
void MachConstantBaseNode::postalloc_expand(GrowableArray <Node *> *nodes, PhaseRegAlloc *ra_) {
|
|
791 |
ShouldNotReachHere(); |
|
792 |
} |
|
793 |
||
794 |
// Even with PC-relative TOC addressing, we still need this node. |
|
795 |
// Float loads/stores do not support PC-relative addresses. |
|
796 |
void MachConstantBaseNode::emit(CodeBuffer& cbuf, PhaseRegAlloc* ra_) const {
|
|
797 |
MacroAssembler _masm(&cbuf); |
|
798 |
Register Rtoc = as_Register(ra_->get_encode(this)); |
|
799 |
__ load_toc(Rtoc); |
|
800 |
} |
|
801 |
||
802 |
uint MachConstantBaseNode::size(PhaseRegAlloc* ra_) const {
|
|
803 |
// PCrelative TOC access. |
|
804 |
return 6; // sizeof(LARL) |
|
805 |
} |
|
806 |
||
807 |
#if !defined(PRODUCT) |
|
808 |
void MachConstantBaseNode::format(PhaseRegAlloc* ra_, outputStream* st) const {
|
|
809 |
Register r = as_Register(ra_->get_encode(this)); |
|
810 |
st->print("LARL %s,&constant_pool # MachConstantBaseNode", r->name());
|
|
811 |
} |
|
812 |
#endif |
|
813 |
||
814 |
//============================================================================= |
|
815 |
||
816 |
#if !defined(PRODUCT) |
|
817 |
void MachPrologNode::format(PhaseRegAlloc *ra_, outputStream *st) const {
|
|
818 |
Compile* C = ra_->C; |
|
819 |
st->print_cr("--- MachPrologNode ---");
|
|
820 |
st->print("\t");
|
|
821 |
for (int i = 0; i < OptoPrologueNops; i++) {
|
|
822 |
st->print_cr("NOP"); st->print("\t");
|
|
823 |
} |
|
824 |
||
825 |
if (VerifyThread) {
|
|
826 |
st->print_cr("Verify_Thread");
|
|
827 |
st->print("\t");
|
|
828 |
} |
|
829 |
||
830 |
long framesize = C->frame_size_in_bytes(); |
|
831 |
int bangsize = C->bang_size_in_bytes(); |
|
832 |
||
833 |
// Calls to C2R adapters often do not accept exceptional returns. |
|
834 |
// We require that their callers must bang for them. But be |
|
835 |
// careful, because some VM calls (such as call site linkage) can |
|
836 |
// use several kilobytes of stack. But the stack safety zone should |
|
837 |
// account for that. See bugs 4446381, 4468289, 4497237. |
|
838 |
if (C->need_stack_bang(bangsize) && UseStackBanging) {
|
|
839 |
st->print_cr("# stack bang"); st->print("\t");
|
|
840 |
} |
|
841 |
st->print_cr("push_frame %d", (int)-framesize);
|
|
842 |
st->print("\t");
|
|
843 |
} |
|
844 |
#endif |
|
845 |
||
846 |
void MachPrologNode::emit(CodeBuffer &cbuf, PhaseRegAlloc *ra_) const {
|
|
847 |
Compile* C = ra_->C; |
|
848 |
MacroAssembler _masm(&cbuf); |
|
849 |
||
850 |
__ verify_thread(); |
|
851 |
||
852 |
size_t framesize = C->frame_size_in_bytes(); |
|
853 |
size_t bangsize = C->bang_size_in_bytes(); |
|
854 |
||
855 |
assert(framesize % wordSize == 0, "must preserve wordSize alignment"); |
|
856 |
||
857 |
// Calls to C2R adapters often do not accept exceptional returns. |
|
858 |
// We require that their callers must bang for them. But be |
|
859 |
// careful, because some VM calls (such as call site linkage) can |
|
860 |
// use several kilobytes of stack. But the stack safety zone should |
|
861 |
// account for that. See bugs 4446381, 4468289, 4497237. |
|
862 |
if (C->need_stack_bang(bangsize) && UseStackBanging) {
|
|
863 |
__ generate_stack_overflow_check(bangsize); |
|
864 |
} |
|
865 |
||
866 |
assert(Immediate::is_uimm32((long)framesize), "to do: choose suitable types!"); |
|
867 |
__ save_return_pc(); |
|
868 |
||
869 |
// The z/Architecture abi is already accounted for in `framesize' via the |
|
870 |
// 'out_preserve_stack_slots' declaration. |
|
871 |
__ push_frame((unsigned int)framesize/*includes JIT ABI*/); |
|
872 |
||
873 |
if (C->has_mach_constant_base_node()) {
|
|
874 |
// NOTE: We set the table base offset here because users might be |
|
875 |
// emitted before MachConstantBaseNode. |
|
876 |
Compile::ConstantTable& constant_table = C->constant_table(); |
|
877 |
constant_table.set_table_base_offset(constant_table.calculate_table_base_offset()); |
|
878 |
} |
|
879 |
} |
|
880 |
||
881 |
uint MachPrologNode::size(PhaseRegAlloc *ra_) const {
|
|
882 |
// Variable size. Determine dynamically. |
|
883 |
return MachNode::size(ra_); |
|
884 |
} |
|
885 |
||
886 |
int MachPrologNode::reloc() const {
|
|
887 |
// Return number of relocatable values contained in this instruction. |
|
888 |
return 1; // One reloc entry for load_const(toc). |
|
889 |
} |
|
890 |
||
891 |
//============================================================================= |
|
892 |
||
893 |
#if !defined(PRODUCT) |
|
894 |
void MachEpilogNode::format(PhaseRegAlloc *ra_, outputStream *os) const {
|
|
895 |
os->print_cr("epilog");
|
|
896 |
os->print("\t");
|
|
897 |
if (do_polling() && ra_->C->is_method_compilation()) {
|
|
898 |
os->print_cr("load_from_polling_page Z_R1_scratch");
|
|
899 |
os->print("\t");
|
|
900 |
} |
|
901 |
} |
|
902 |
#endif |
|
903 |
||
904 |
void MachEpilogNode::emit(CodeBuffer &cbuf, PhaseRegAlloc *ra_) const {
|
|
905 |
MacroAssembler _masm(&cbuf); |
|
906 |
Compile* C = ra_->C; |
|
907 |
__ verify_thread(); |
|
908 |
||
909 |
// If this does safepoint polling, then do it here. |
|
910 |
bool need_polling = do_polling() && C->is_method_compilation(); |
|
911 |
||
912 |
// Touch the polling page. |
|
913 |
// Part 1: get the page's address. |
|
914 |
if (need_polling) {
|
|
915 |
AddressLiteral pp(os::get_polling_page()); |
|
916 |
__ load_const_optimized(Z_R1_scratch, pp); |
|
917 |
} |
|
918 |
||
919 |
// Pop frame, restore return_pc, and all stuff needed by interpreter. |
|
920 |
// Pop frame by add insted of load (a penny saved is a penny got :-). |
|
921 |
int frame_size_in_bytes = Assembler::align((C->frame_slots() << LogBytesPerInt), frame::alignment_in_bytes); |
|
922 |
int retPC_offset = frame_size_in_bytes + _z_abi16(return_pc); |
|
923 |
if (Displacement::is_validDisp(retPC_offset)) {
|
|
924 |
__ z_lg(Z_R14, retPC_offset, Z_SP); |
|
925 |
__ add2reg(Z_SP, frame_size_in_bytes); |
|
926 |
} else {
|
|
927 |
__ add2reg(Z_SP, frame_size_in_bytes); |
|
928 |
__ restore_return_pc(); |
|
929 |
} |
|
930 |
||
931 |
// Touch the polling page, |
|
932 |
// part 2: touch the page now. |
|
933 |
if (need_polling) {
|
|
934 |
// We need to mark the code position where the load from the safepoint |
|
935 |
// polling page was emitted as relocInfo::poll_return_type here. |
|
936 |
__ relocate(relocInfo::poll_return_type); |
|
937 |
__ load_from_polling_page(Z_R1_scratch); |
|
938 |
} |
|
939 |
} |
|
940 |
||
941 |
uint MachEpilogNode::size(PhaseRegAlloc *ra_) const {
|
|
942 |
// variable size. determine dynamically. |
|
943 |
return MachNode::size(ra_); |
|
944 |
} |
|
945 |
||
946 |
int MachEpilogNode::reloc() const {
|
|
947 |
// Return number of relocatable values contained in this instruction. |
|
948 |
return 1; // One for load_from_polling_page. |
|
949 |
} |
|
950 |
||
951 |
const Pipeline * MachEpilogNode::pipeline() const {
|
|
952 |
return MachNode::pipeline_class(); |
|
953 |
} |
|
954 |
||
955 |
int MachEpilogNode::safepoint_offset() const {
|
|
956 |
assert(do_polling(), "no return for this epilog node"); |
|
957 |
return 0; |
|
958 |
} |
|
959 |
||
960 |
//============================================================================= |
|
961 |
||
962 |
// Figure out which register class each belongs in: rc_int, rc_float, rc_stack. |
|
963 |
enum RC { rc_bad, rc_int, rc_float, rc_stack };
|
|
964 |
||
965 |
static enum RC rc_class(OptoReg::Name reg) {
|
|
966 |
// Return the register class for the given register. The given register |
|
967 |
// reg is a <register>_num value, which is an index into the MachRegisterNumbers |
|
968 |
// enumeration in adGlobals_s390.hpp. |
|
969 |
||
970 |
if (reg == OptoReg::Bad) {
|
|
971 |
return rc_bad; |
|
972 |
} |
|
973 |
||
974 |
// We have 32 integer register halves, starting at index 0. |
|
975 |
if (reg < 32) {
|
|
976 |
return rc_int; |
|
977 |
} |
|
978 |
||
979 |
// We have 32 floating-point register halves, starting at index 32. |
|
980 |
if (reg < 32+32) {
|
|
981 |
return rc_float; |
|
982 |
} |
|
983 |
||
984 |
// Between float regs & stack are the flags regs. |
|
985 |
assert(reg >= OptoReg::stack0(), "blow up if spilling flags"); |
|
986 |
return rc_stack; |
|
987 |
} |
|
988 |
||
989 |
// Returns size as obtained from z_emit_instr. |
|
990 |
static unsigned int z_ld_st_helper(CodeBuffer *cbuf, const char *op_str, unsigned long opcode, |
|
991 |
int reg, int offset, bool do_print, outputStream *os) {
|
|
992 |
||
993 |
if (cbuf) {
|
|
994 |
if (opcode > (1L<<32)) {
|
|
995 |
return z_emit_inst(*cbuf, opcode | Assembler::reg(Matcher::_regEncode[reg], 8, 48) | |
|
996 |
Assembler::simm20(offset) | Assembler::reg(Z_R0, 12, 48) | Assembler::regz(Z_SP, 16, 48)); |
|
997 |
} else {
|
|
998 |
return z_emit_inst(*cbuf, opcode | Assembler::reg(Matcher::_regEncode[reg], 8, 32) | |
|
999 |
Assembler::uimm12(offset, 20, 32) | Assembler::reg(Z_R0, 12, 32) | Assembler::regz(Z_SP, 16, 32)); |
|
1000 |
} |
|
1001 |
} |
|
1002 |
||
1003 |
#if !defined(PRODUCT) |
|
1004 |
if (do_print) {
|
|
1005 |
os->print("%s %s,#%d[,SP]\t # MachCopy spill code",op_str, Matcher::regName[reg], offset);
|
|
1006 |
} |
|
1007 |
#endif |
|
1008 |
return (opcode > (1L << 32)) ? 6 : 4; |
|
1009 |
} |
|
1010 |
||
1011 |
static unsigned int z_mvc_helper(CodeBuffer *cbuf, int len, int dst_off, int src_off, bool do_print, outputStream *os) {
|
|
1012 |
if (cbuf) {
|
|
1013 |
MacroAssembler _masm(cbuf); |
|
1014 |
__ z_mvc(dst_off, len-1, Z_SP, src_off, Z_SP); |
|
1015 |
} |
|
1016 |
||
1017 |
#if !defined(PRODUCT) |
|
1018 |
else if (do_print) {
|
|
1019 |
os->print("MVC %d(%d,SP),%d(SP)\t # MachCopy spill code",dst_off, len, src_off);
|
|
1020 |
} |
|
1021 |
#endif |
|
1022 |
||
1023 |
return 6; |
|
1024 |
} |
|
1025 |
||
1026 |
uint MachSpillCopyNode::implementation(CodeBuffer *cbuf, PhaseRegAlloc *ra_, bool do_size, outputStream *os) const {
|
|
1027 |
// Get registers to move. |
|
1028 |
OptoReg::Name src_hi = ra_->get_reg_second(in(1)); |
|
1029 |
OptoReg::Name src_lo = ra_->get_reg_first(in(1)); |
|
1030 |
OptoReg::Name dst_hi = ra_->get_reg_second(this); |
|
1031 |
OptoReg::Name dst_lo = ra_->get_reg_first(this); |
|
1032 |
||
1033 |
enum RC src_hi_rc = rc_class(src_hi); |
|
1034 |
enum RC src_lo_rc = rc_class(src_lo); |
|
1035 |
enum RC dst_hi_rc = rc_class(dst_hi); |
|
1036 |
enum RC dst_lo_rc = rc_class(dst_lo); |
|
1037 |
||
1038 |
assert(src_lo != OptoReg::Bad && dst_lo != OptoReg::Bad, "must move at least 1 register"); |
|
1039 |
bool is64 = (src_hi_rc != rc_bad); |
|
1040 |
assert(!is64 || |
|
1041 |
((src_lo&1) == 0 && src_lo+1 == src_hi && (dst_lo&1) == 0 && dst_lo+1 == dst_hi), |
|
1042 |
"expected aligned-adjacent pairs"); |
|
1043 |
||
1044 |
// Generate spill code! |
|
1045 |
||
1046 |
if (src_lo == dst_lo && src_hi == dst_hi) {
|
|
1047 |
return 0; // Self copy, no move. |
|
1048 |
} |
|
1049 |
||
1050 |
int src_offset = ra_->reg2offset(src_lo); |
|
1051 |
int dst_offset = ra_->reg2offset(dst_lo); |
|
1052 |
bool print = !do_size; |
|
1053 |
bool src12 = Immediate::is_uimm12(src_offset); |
|
1054 |
bool dst12 = Immediate::is_uimm12(dst_offset); |
|
1055 |
||
1056 |
const char *mnemo = NULL; |
|
1057 |
unsigned long opc = 0; |
|
1058 |
||
1059 |
// Memory->Memory Spill. Use Z_R0 to hold the value. |
|
1060 |
if (src_lo_rc == rc_stack && dst_lo_rc == rc_stack) {
|
|
1061 |
||
1062 |
assert(!is64 || (src_hi_rc==rc_stack && dst_hi_rc==rc_stack), |
|
1063 |
"expected same type of move for high parts"); |
|
1064 |
||
1065 |
if (src12 && dst12) {
|
|
1066 |
return z_mvc_helper(cbuf, is64 ? 8 : 4, dst_offset, src_offset, print, os); |
|
1067 |
} |
|
1068 |
||
1069 |
int r0 = Z_R0_num; |
|
1070 |
if (is64) {
|
|
1071 |
return z_ld_st_helper(cbuf, "LG ", LG_ZOPC, r0, src_offset, print, os) + |
|
1072 |
z_ld_st_helper(cbuf, "STG ", STG_ZOPC, r0, dst_offset, print, os); |
|
1073 |
} |
|
1074 |
||
1075 |
return z_ld_st_helper(cbuf, "LY ", LY_ZOPC, r0, src_offset, print, os) + |
|
1076 |
z_ld_st_helper(cbuf, "STY ", STY_ZOPC, r0, dst_offset, print, os); |
|
1077 |
} |
|
1078 |
||
1079 |
// Check for float->int copy. Requires a trip through memory. |
|
1080 |
if (src_lo_rc == rc_float && dst_lo_rc == rc_int) {
|
|
1081 |
Unimplemented(); // Unsafe, do not remove! |
|
1082 |
} |
|
1083 |
||
1084 |
// Check for integer reg-reg copy. |
|
1085 |
if (src_lo_rc == rc_int && dst_lo_rc == rc_int) {
|
|
1086 |
if (cbuf) {
|
|
1087 |
MacroAssembler _masm(cbuf); |
|
1088 |
Register Rsrc = as_Register(Matcher::_regEncode[src_lo]); |
|
1089 |
Register Rdst = as_Register(Matcher::_regEncode[dst_lo]); |
|
1090 |
__ z_lgr(Rdst, Rsrc); |
|
1091 |
return 4; |
|
1092 |
} |
|
1093 |
#if !defined(PRODUCT) |
|
1094 |
// else |
|
1095 |
if (print) {
|
|
1096 |
os->print("LGR %s,%s\t # MachCopy spill code", Matcher::regName[dst_lo], Matcher::regName[src_lo]);
|
|
1097 |
} |
|
1098 |
#endif |
|
1099 |
return 4; |
|
1100 |
} |
|
1101 |
||
1102 |
// Check for integer store. |
|
1103 |
if (src_lo_rc == rc_int && dst_lo_rc == rc_stack) {
|
|
1104 |
assert(!is64 || (src_hi_rc==rc_int && dst_hi_rc==rc_stack), |
|
1105 |
"expected same type of move for high parts"); |
|
1106 |
||
1107 |
if (is64) {
|
|
1108 |
return z_ld_st_helper(cbuf, "STG ", STG_ZOPC, src_lo, dst_offset, print, os); |
|
1109 |
} |
|
1110 |
||
1111 |
// else |
|
1112 |
mnemo = dst12 ? "ST " : "STY "; |
|
1113 |
opc = dst12 ? ST_ZOPC : STY_ZOPC; |
|
1114 |
||
1115 |
return z_ld_st_helper(cbuf, mnemo, opc, src_lo, dst_offset, print, os); |
|
1116 |
} |
|
1117 |
||
1118 |
// Check for integer load |
|
1119 |
// Always load cOops zero-extended. That doesn't hurt int loads. |
|
1120 |
if (dst_lo_rc == rc_int && src_lo_rc == rc_stack) {
|
|
1121 |
||
1122 |
assert(!is64 || (dst_hi_rc==rc_int && src_hi_rc==rc_stack), |
|
1123 |
"expected same type of move for high parts"); |
|
1124 |
||
1125 |
mnemo = is64 ? "LG " : "LLGF"; |
|
1126 |
opc = is64 ? LG_ZOPC : LLGF_ZOPC; |
|
1127 |
||
1128 |
return z_ld_st_helper(cbuf, mnemo, opc, dst_lo, src_offset, print, os); |
|
1129 |
} |
|
1130 |
||
1131 |
// Check for float reg-reg copy. |
|
1132 |
if (src_lo_rc == rc_float && dst_lo_rc == rc_float) {
|
|
1133 |
if (cbuf) {
|
|
1134 |
MacroAssembler _masm(cbuf); |
|
1135 |
FloatRegister Rsrc = as_FloatRegister(Matcher::_regEncode[src_lo]); |
|
1136 |
FloatRegister Rdst = as_FloatRegister(Matcher::_regEncode[dst_lo]); |
|
1137 |
__ z_ldr(Rdst, Rsrc); |
|
1138 |
return 2; |
|
1139 |
} |
|
1140 |
#if !defined(PRODUCT) |
|
1141 |
// else |
|
1142 |
if (print) {
|
|
1143 |
os->print("LDR %s,%s\t # MachCopy spill code", Matcher::regName[dst_lo], Matcher::regName[src_lo]);
|
|
1144 |
} |
|
1145 |
#endif |
|
1146 |
return 2; |
|
1147 |
} |
|
1148 |
||
1149 |
// Check for float store. |
|
1150 |
if (src_lo_rc == rc_float && dst_lo_rc == rc_stack) {
|
|
1151 |
assert(!is64 || (src_hi_rc==rc_float && dst_hi_rc==rc_stack), |
|
1152 |
"expected same type of move for high parts"); |
|
1153 |
||
1154 |
if (is64) {
|
|
1155 |
mnemo = dst12 ? "STD " : "STDY "; |
|
1156 |
opc = dst12 ? STD_ZOPC : STDY_ZOPC; |
|
1157 |
return z_ld_st_helper(cbuf, mnemo, opc, src_lo, dst_offset, print, os); |
|
1158 |
} |
|
1159 |
// else |
|
1160 |
||
1161 |
mnemo = dst12 ? "STE " : "STEY "; |
|
1162 |
opc = dst12 ? STE_ZOPC : STEY_ZOPC; |
|
1163 |
return z_ld_st_helper(cbuf, mnemo, opc, src_lo, dst_offset, print, os); |
|
1164 |
} |
|
1165 |
||
1166 |
// Check for float load. |
|
1167 |
if (dst_lo_rc == rc_float && src_lo_rc == rc_stack) {
|
|
1168 |
assert(!is64 || (dst_hi_rc==rc_float && src_hi_rc==rc_stack), |
|
1169 |
"expected same type of move for high parts"); |
|
1170 |
||
1171 |
if (is64) {
|
|
1172 |
mnemo = src12 ? "LD " : "LDY "; |
|
1173 |
opc = src12 ? LD_ZOPC : LDY_ZOPC; |
|
1174 |
return z_ld_st_helper(cbuf, mnemo, opc, dst_lo, src_offset, print, os); |
|
1175 |
} |
|
1176 |
// else |
|
1177 |
||
1178 |
mnemo = src12 ? "LE " : "LEY "; |
|
1179 |
opc = src12 ? LE_ZOPC : LEY_ZOPC; |
|
1180 |
return z_ld_st_helper(cbuf, mnemo, opc, dst_lo, src_offset, print, os); |
|
1181 |
} |
|
1182 |
||
1183 |
// -------------------------------------------------------------------- |
|
1184 |
// Check for hi bits still needing moving. Only happens for misaligned |
|
1185 |
// arguments to native calls. |
|
1186 |
if (src_hi == dst_hi) {
|
|
1187 |
return 0; // Self copy, no move. |
|
1188 |
} |
|
1189 |
||
1190 |
assert(is64 && dst_hi_rc != rc_bad, "src_hi & dst_hi cannot be Bad"); |
|
1191 |
Unimplemented(); // Unsafe, do not remove! |
|
1192 |
||
1193 |
return 0; // never reached, but make the compiler shut up! |
|
1194 |
} |
|
1195 |
||
1196 |
#if !defined(PRODUCT) |
|
1197 |
void MachSpillCopyNode::format(PhaseRegAlloc *ra_, outputStream *os) const {
|
|
1198 |
if (ra_ && ra_->node_regs_max_index() > 0) {
|
|
1199 |
implementation(NULL, ra_, false, os); |
|
1200 |
} else {
|
|
1201 |
if (req() == 2 && in(1)) {
|
|
1202 |
os->print("N%d = N%d\n", _idx, in(1)->_idx);
|
|
1203 |
} else {
|
|
1204 |
const char *c = "(";
|
|
1205 |
os->print("N%d = ", _idx);
|
|
1206 |
for (uint i = 1; i < req(); ++i) {
|
|
1207 |
os->print("%sN%d", c, in(i)->_idx);
|
|
1208 |
c = ", "; |
|
1209 |
} |
|
1210 |
os->print(")");
|
|
1211 |
} |
|
1212 |
} |
|
1213 |
} |
|
1214 |
#endif |
|
1215 |
||
1216 |
void MachSpillCopyNode::emit(CodeBuffer &cbuf, PhaseRegAlloc *ra_) const {
|
|
1217 |
implementation(&cbuf, ra_, false, NULL); |
|
1218 |
} |
|
1219 |
||
1220 |
uint MachSpillCopyNode::size(PhaseRegAlloc *ra_) const {
|
|
1221 |
return implementation(NULL, ra_, true, NULL); |
|
1222 |
} |
|
1223 |
||
1224 |
//============================================================================= |
|
1225 |
||
1226 |
#if !defined(PRODUCT) |
|
1227 |
void MachNopNode::format(PhaseRegAlloc *, outputStream *os) const {
|
|
1228 |
os->print("NOP # pad for alignment (%d nops, %d bytes)", _count, _count*MacroAssembler::nop_size());
|
|
1229 |
} |
|
1230 |
#endif |
|
1231 |
||
1232 |
void MachNopNode::emit(CodeBuffer &cbuf, PhaseRegAlloc * ra_) const {
|
|
1233 |
MacroAssembler _masm(&cbuf); |
|
1234 |
||
1235 |
int rem_space = 0; |
|
1236 |
if (!(ra_->C->in_scratch_emit_size())) {
|
|
1237 |
rem_space = cbuf.insts()->remaining(); |
|
1238 |
if (rem_space <= _count*2 + 8) {
|
|
1239 |
tty->print("NopNode: _count = %3.3d, remaining space before = %d", _count, rem_space);
|
|
1240 |
} |
|
1241 |
} |
|
1242 |
||
1243 |
for (int i = 0; i < _count; i++) {
|
|
1244 |
__ z_nop(); |
|
1245 |
} |
|
1246 |
||
1247 |
if (!(ra_->C->in_scratch_emit_size())) {
|
|
1248 |
if (rem_space <= _count*2 + 8) {
|
|
1249 |
int rem_space2 = cbuf.insts()->remaining(); |
|
1250 |
tty->print_cr(", after = %d", rem_space2);
|
|
1251 |
} |
|
1252 |
} |
|
1253 |
} |
|
1254 |
||
1255 |
uint MachNopNode::size(PhaseRegAlloc *ra_) const {
|
|
1256 |
return 2 * _count; |
|
1257 |
} |
|
1258 |
||
1259 |
#if !defined(PRODUCT) |
|
1260 |
void BoxLockNode::format(PhaseRegAlloc *ra_, outputStream *os) const {
|
|
1261 |
int offset = ra_->reg2offset(in_RegMask(0).find_first_elem()); |
|
1262 |
if (ra_ && ra_->node_regs_max_index() > 0) {
|
|
1263 |
int reg = ra_->get_reg_first(this); |
|
1264 |
os->print("ADDHI %s, SP, %d\t//box node", Matcher::regName[reg], offset);
|
|
1265 |
} else {
|
|
1266 |
os->print("ADDHI N%d = SP + %d\t// box node", _idx, offset);
|
|
1267 |
} |
|
1268 |
} |
|
1269 |
#endif |
|
1270 |
||
1271 |
// Take care of the size function, if you make changes here! |
|
1272 |
void BoxLockNode::emit(CodeBuffer &cbuf, PhaseRegAlloc *ra_) const {
|
|
1273 |
MacroAssembler _masm(&cbuf); |
|
1274 |
||
1275 |
int offset = ra_->reg2offset(in_RegMask(0).find_first_elem()); |
|
1276 |
int reg = ra_->get_encode(this); |
|
1277 |
__ z_lay(as_Register(reg), offset, Z_SP); |
|
1278 |
} |
|
1279 |
||
1280 |
uint BoxLockNode::size(PhaseRegAlloc *ra_) const {
|
|
1281 |
// BoxLockNode is not a MachNode, so we can't just call MachNode::size(ra_) |
|
1282 |
return 6; |
|
1283 |
} |
|
1284 |
||
1285 |
%} // end source section |
|
1286 |
||
1287 |
//----------SOURCE BLOCK------------------------------------------------------- |
|
1288 |
// This is a block of C++ code which provides values, functions, and |
|
1289 |
// definitions necessary in the rest of the architecture description |
|
1290 |
||
1291 |
source_hpp %{
|
|
1292 |
||
1293 |
// Header information of the source block. |
|
1294 |
// Method declarations/definitions which are used outside |
|
1295 |
// the ad-scope can conveniently be defined here. |
|
1296 |
// |
|
1297 |
// To keep related declarations/definitions/uses close together, |
|
1298 |
// we switch between source %{ }% and source_hpp %{ }% freely as needed.
|
|
1299 |
||
1300 |
//-------------------------------------------------------------- |
|
1301 |
// Used for optimization in Compile::Shorten_branches |
|
1302 |
//-------------------------------------------------------------- |
|
1303 |
||
1304 |
class CallStubImpl {
|
|
1305 |
public: |
|
1306 |
||
1307 |
// call trampolines |
|
1308 |
// Size of call trampoline stub. For add'l comments, see size_java_to_interp(). |
|
1309 |
static uint size_call_trampoline() {
|
|
1310 |
return 0; // no call trampolines on this platform |
|
1311 |
} |
|
1312 |
||
1313 |
// call trampolines |
|
1314 |
// Number of relocations needed by a call trampoline stub. |
|
1315 |
static uint reloc_call_trampoline() {
|
|
1316 |
return 0; // No call trampolines on this platform. |
|
1317 |
} |
|
1318 |
}; |
|
1319 |
||
1320 |
%} // end source_hpp section |
|
1321 |
||
1322 |
source %{
|
|
1323 |
||
1324 |
#if !defined(PRODUCT) |
|
1325 |
void MachUEPNode::format(PhaseRegAlloc *ra_, outputStream *os) const {
|
|
1326 |
os->print_cr("---- MachUEPNode ----");
|
|
1327 |
os->print_cr("\tTA");
|
|
1328 |
os->print_cr("\tload_const Z_R1, SharedRuntime::get_ic_miss_stub()");
|
|
1329 |
os->print_cr("\tBR(Z_R1)");
|
|
1330 |
os->print_cr("\tTA # pad with illtraps");
|
|
1331 |
os->print_cr("\t...");
|
|
1332 |
os->print_cr("\tTA");
|
|
1333 |
os->print_cr("\tLTGR Z_R2, Z_R2");
|
|
1334 |
os->print_cr("\tBRU ic_miss");
|
|
1335 |
} |
|
1336 |
#endif |
|
1337 |
||
1338 |
void MachUEPNode::emit(CodeBuffer &cbuf, PhaseRegAlloc *ra_) const {
|
|
1339 |
MacroAssembler _masm(&cbuf); |
|
1340 |
const int ic_miss_offset = 2; |
|
1341 |
||
1342 |
// Inline_cache contains a klass. |
|
1343 |
Register ic_klass = as_Register(Matcher::inline_cache_reg_encode()); |
|
1344 |
// ARG1 is the receiver oop. |
|
1345 |
Register R2_receiver = Z_ARG1; |
|
1346 |
int klass_offset = oopDesc::klass_offset_in_bytes(); |
|
1347 |
AddressLiteral icmiss(SharedRuntime::get_ic_miss_stub()); |
|
1348 |
Register R1_ic_miss_stub_addr = Z_R1_scratch; |
|
1349 |
||
1350 |
// Null check of receiver. |
|
1351 |
// This is the null check of the receiver that actually should be |
|
1352 |
// done in the caller. It's here because in case of implicit null |
|
1353 |
// checks we get it for free. |
|
1354 |
assert(!MacroAssembler::needs_explicit_null_check(oopDesc::klass_offset_in_bytes()), |
|
1355 |
"second word in oop should not require explicit null check."); |
|
1356 |
if (!ImplicitNullChecks) {
|
|
1357 |
Label valid; |
|
1358 |
if (VM_Version::has_CompareBranch()) {
|
|
1359 |
__ z_cgij(R2_receiver, 0, Assembler::bcondNotEqual, valid); |
|
1360 |
} else {
|
|
1361 |
__ z_ltgr(R2_receiver, R2_receiver); |
|
1362 |
__ z_bre(valid); |
|
1363 |
} |
|
1364 |
// The ic_miss_stub will handle the null pointer exception. |
|
1365 |
__ load_const_optimized(R1_ic_miss_stub_addr, icmiss); |
|
1366 |
__ z_br(R1_ic_miss_stub_addr); |
|
1367 |
__ bind(valid); |
|
1368 |
} |
|
1369 |
||
1370 |
// Check whether this method is the proper implementation for the class of |
|
1371 |
// the receiver (ic miss check). |
|
1372 |
{
|
|
1373 |
Label valid; |
|
1374 |
// Compare cached class against klass from receiver. |
|
1375 |
// This also does an implicit null check! |
|
1376 |
__ compare_klass_ptr(ic_klass, klass_offset, R2_receiver, false); |
|
1377 |
__ z_bre(valid); |
|
1378 |
// The inline cache points to the wrong method. Call the |
|
1379 |
// ic_miss_stub to find the proper method. |
|
1380 |
__ load_const_optimized(R1_ic_miss_stub_addr, icmiss); |
|
1381 |
__ z_br(R1_ic_miss_stub_addr); |
|
1382 |
__ bind(valid); |
|
1383 |
} |
|
1384 |
||
1385 |
} |
|
1386 |
||
1387 |
uint MachUEPNode::size(PhaseRegAlloc *ra_) const {
|
|
1388 |
// Determine size dynamically. |
|
1389 |
return MachNode::size(ra_); |
|
1390 |
} |
|
1391 |
||
1392 |
//============================================================================= |
|
1393 |
||
1394 |
%} // interrupt source section |
|
1395 |
||
1396 |
source_hpp %{ // Header information of the source block.
|
|
1397 |
||
1398 |
class HandlerImpl {
|
|
1399 |
public: |
|
1400 |
||
1401 |
static int emit_exception_handler(CodeBuffer &cbuf); |
|
1402 |
static int emit_deopt_handler(CodeBuffer& cbuf); |
|
1403 |
||
1404 |
static uint size_exception_handler() {
|
|
1405 |
return NativeJump::max_instruction_size(); |
|
1406 |
} |
|
1407 |
||
1408 |
static uint size_deopt_handler() {
|
|
1409 |
return NativeCall::max_instruction_size(); |
|
1410 |
} |
|
1411 |
}; |
|
1412 |
||
1413 |
%} // end source_hpp section |
|
1414 |
||
1415 |
source %{
|
|
1416 |
||
1417 |
// This exception handler code snippet is placed after the method's |
|
1418 |
// code. It is the return point if an exception occurred. it jumps to |
|
1419 |
// the exception blob. |
|
1420 |
// |
|
1421 |
// If the method gets deoptimized, the method and this code snippet |
|
1422 |
// get patched. |
|
1423 |
// |
|
1424 |
// 1) Trampoline code gets patched into the end of this exception |
|
1425 |
// handler. the trampoline code jumps to the deoptimization blob. |
|
1426 |
// |
|
1427 |
// 2) The return address in the method's code will get patched such |
|
1428 |
// that it jumps to the trampoline. |
|
1429 |
// |
|
1430 |
// 3) The handler will get patched such that it does not jump to the |
|
1431 |
// exception blob, but to an entry in the deoptimization blob being |
|
1432 |
// aware of the exception. |
|
1433 |
int HandlerImpl::emit_exception_handler(CodeBuffer &cbuf) {
|
|
1434 |
Register temp_reg = Z_R1; |
|
1435 |
MacroAssembler _masm(&cbuf); |
|
1436 |
||
1437 |
address base = __ start_a_stub(size_exception_handler()); |
|
1438 |
if (base == NULL) {
|
|
1439 |
return 0; // CodeBuffer::expand failed |
|
1440 |
} |
|
1441 |
||
1442 |
int offset = __ offset(); |
|
1443 |
// Use unconditional pc-relative jump with 32-bit range here. |
|
1444 |
__ load_const_optimized(temp_reg, (address)OptoRuntime::exception_blob()->content_begin()); |
|
1445 |
__ z_br(temp_reg); |
|
1446 |
||
1447 |
assert(__ offset() - offset <= (int) size_exception_handler(), "overflow"); |
|
1448 |
||
1449 |
__ end_a_stub(); |
|
1450 |
||
1451 |
return offset; |
|
1452 |
} |
|
1453 |
||
1454 |
// Emit deopt handler code. |
|
1455 |
int HandlerImpl::emit_deopt_handler(CodeBuffer& cbuf) {
|
|
1456 |
MacroAssembler _masm(&cbuf); |
|
1457 |
address base = __ start_a_stub(size_deopt_handler()); |
|
1458 |
||
1459 |
if (base == NULL) {
|
|
1460 |
return 0; // CodeBuffer::expand failed |
|
1461 |
} |
|
1462 |
||
1463 |
int offset = __ offset(); |
|
1464 |
||
1465 |
// Size_deopt_handler() must be exact on zarch, so for simplicity |
|
1466 |
// we do not use load_const_opt here. |
|
1467 |
__ load_const(Z_R1, SharedRuntime::deopt_blob()->unpack()); |
|
1468 |
__ call(Z_R1); |
|
1469 |
assert(__ offset() - offset == (int) size_deopt_handler(), "must be fixed size"); |
|
1470 |
||
1471 |
__ end_a_stub(); |
|
1472 |
return offset; |
|
1473 |
} |
|
1474 |
||
1475 |
//============================================================================= |
|
1476 |
||
1477 |
||
1478 |
// Given a register encoding, produce an Integer Register object. |
|
1479 |
static Register reg_to_register_object(int register_encoding) {
|
|
1480 |
assert(Z_R12->encoding() == Z_R12_enc, "wrong coding"); |
|
1481 |
return as_Register(register_encoding); |
|
1482 |
} |
|
1483 |
||
1484 |
const bool Matcher::match_rule_supported(int opcode) {
|
|
1485 |
if (!has_match_rule(opcode)) return false; |
|
1486 |
||
1487 |
switch (opcode) {
|
|
1488 |
case Op_CountLeadingZerosI: |
|
1489 |
case Op_CountLeadingZerosL: |
|
1490 |
case Op_CountTrailingZerosI: |
|
1491 |
case Op_CountTrailingZerosL: |
|
|
42556
c03d98321ad1
8169317: [s390] Various minor bug fixes and adaptions.
goetz
parents:
42065
diff
changeset
|
1492 |
// Implementation requires FLOGR instruction, which is available since z9. |
|
c03d98321ad1
8169317: [s390] Various minor bug fixes and adaptions.
goetz
parents:
42065
diff
changeset
|
1493 |
return true; |
| 42065 | 1494 |
|
1495 |
case Op_ReverseBytesI: |
|
1496 |
case Op_ReverseBytesL: |
|
1497 |
return UseByteReverseInstruction; |
|
1498 |
||
1499 |
// PopCount supported by H/W from z/Architecture G5 (z196) on. |
|
1500 |
case Op_PopCountI: |
|
1501 |
case Op_PopCountL: |
|
1502 |
return UsePopCountInstruction && VM_Version::has_PopCount(); |
|
1503 |
||
1504 |
case Op_StrComp: |
|
1505 |
return SpecialStringCompareTo; |
|
1506 |
case Op_StrEquals: |
|
1507 |
return SpecialStringEquals; |
|
1508 |
case Op_StrIndexOf: |
|
1509 |
case Op_StrIndexOfChar: |
|
1510 |
return SpecialStringIndexOf; |
|
1511 |
||
1512 |
case Op_GetAndAddI: |
|
1513 |
case Op_GetAndAddL: |
|
1514 |
return true; |
|
1515 |
// return VM_Version::has_AtomicMemWithImmALUOps(); |
|
1516 |
case Op_GetAndSetI: |
|
1517 |
case Op_GetAndSetL: |
|
1518 |
case Op_GetAndSetP: |
|
1519 |
case Op_GetAndSetN: |
|
1520 |
return true; // General CAS implementation, always available. |
|
1521 |
||
1522 |
default: |
|
1523 |
return true; // Per default match rules are supported. |
|
1524 |
// BUT: make sure match rule is not disabled by a false predicate! |
|
1525 |
} |
|
1526 |
||
1527 |
return true; // Per default match rules are supported. |
|
1528 |
// BUT: make sure match rule is not disabled by a false predicate! |
|
1529 |
} |
|
1530 |
||
1531 |
const bool Matcher::match_rule_supported_vector(int opcode, int vlen) {
|
|
1532 |
// TODO |
|
1533 |
// Identify extra cases that we might want to provide match rules for |
|
1534 |
// e.g. Op_ vector nodes and other intrinsics while guarding with vlen. |
|
1535 |
bool ret_value = match_rule_supported(opcode); |
|
1536 |
// Add rules here. |
|
1537 |
||
1538 |
return ret_value; // Per default match rules are supported. |
|
1539 |
} |
|
1540 |
||
1541 |
int Matcher::regnum_to_fpu_offset(int regnum) {
|
|
1542 |
ShouldNotReachHere(); |
|
1543 |
return regnum - 32; // The FP registers are in the second chunk. |
|
1544 |
} |
|
1545 |
||
1546 |
const bool Matcher::has_predicated_vectors(void) {
|
|
1547 |
return false; |
|
1548 |
} |
|
1549 |
||
1550 |
const int Matcher::float_pressure(int default_pressure_threshold) {
|
|
1551 |
return default_pressure_threshold; |
|
1552 |
} |
|
1553 |
||
1554 |
const bool Matcher::convL2FSupported(void) {
|
|
1555 |
return true; // False means that conversion is done by runtime call. |
|
1556 |
} |
|
1557 |
||
1558 |
//----------SUPERWORD HELPERS---------------------------------------- |
|
1559 |
||
1560 |
// Vector width in bytes. |
|
1561 |
const int Matcher::vector_width_in_bytes(BasicType bt) {
|
|
1562 |
assert(MaxVectorSize == 8, ""); |
|
1563 |
return 8; |
|
1564 |
} |
|
1565 |
||
1566 |
// Vector ideal reg. |
|
1567 |
const int Matcher::vector_ideal_reg(int size) {
|
|
1568 |
assert(MaxVectorSize == 8 && size == 8, ""); |
|
1569 |
return Op_RegL; |
|
1570 |
} |
|
1571 |
||
1572 |
// Limits on vector size (number of elements) loaded into vector. |
|
1573 |
const int Matcher::max_vector_size(const BasicType bt) {
|
|
1574 |
assert(is_java_primitive(bt), "only primitive type vectors"); |
|
1575 |
return vector_width_in_bytes(bt)/type2aelembytes(bt); |
|
1576 |
} |
|
1577 |
||
1578 |
const int Matcher::min_vector_size(const BasicType bt) {
|
|
1579 |
return max_vector_size(bt); // Same as max. |
|
1580 |
} |
|
1581 |
||
1582 |
const int Matcher::vector_shift_count_ideal_reg(int size) {
|
|
1583 |
fatal("vector shift is not supported");
|
|
1584 |
return Node::NotAMachineReg; |
|
1585 |
} |
|
1586 |
||
1587 |
// z/Architecture does support misaligned store/load at minimal extra cost. |
|
1588 |
const bool Matcher::misaligned_vectors_ok() {
|
|
1589 |
return true; |
|
1590 |
} |
|
1591 |
||
1592 |
// Not yet ported to z/Architecture. |
|
1593 |
const bool Matcher::pass_original_key_for_aes() {
|
|
1594 |
return false; |
|
1595 |
} |
|
1596 |
||
1597 |
// RETURNS: whether this branch offset is short enough that a short |
|
1598 |
// branch can be used. |
|
1599 |
// |
|
1600 |
// If the platform does not provide any short branch variants, then |
|
1601 |
// this method should return `false' for offset 0. |
|
1602 |
// |
|
1603 |
// `Compile::Fill_buffer' will decide on basis of this information |
|
1604 |
// whether to do the pass `Compile::Shorten_branches' at all. |
|
1605 |
// |
|
1606 |
// And `Compile::Shorten_branches' will decide on basis of this |
|
1607 |
// information whether to replace particular branch sites by short |
|
1608 |
// ones. |
|
1609 |
bool Matcher::is_short_branch_offset(int rule, int br_size, int offset) {
|
|
1610 |
// On zarch short branches use a 16 bit signed immediate that |
|
1611 |
// is the pc-relative offset in halfword (= 2 bytes) units. |
|
1612 |
return Assembler::is_within_range_of_RelAddr16((address)((long)offset), (address)0); |
|
1613 |
} |
|
1614 |
||
1615 |
const bool Matcher::isSimpleConstant64(jlong value) {
|
|
1616 |
// Probably always true, even if a temp register is required. |
|
1617 |
return true; |
|
1618 |
} |
|
1619 |
||
1620 |
// Should correspond to setting above |
|
1621 |
const bool Matcher::init_array_count_is_in_bytes = false; |
|
1622 |
||
1623 |
// Suppress CMOVL. Conditional move available on z/Architecture only from z196 onwards. Not exploited yet. |
|
1624 |
const int Matcher::long_cmove_cost() { return ConditionalMoveLimit; }
|
|
1625 |
||
1626 |
// Suppress CMOVF. Conditional move available on z/Architecture only from z196 onwards. Not exploited yet. |
|
1627 |
const int Matcher::float_cmove_cost() { return ConditionalMoveLimit; }
|
|
1628 |
||
1629 |
// Does the CPU require postalloc expand (see block.cpp for description of postalloc expand)? |
|
1630 |
const bool Matcher::require_postalloc_expand = false; |
|
1631 |
||
1632 |
// Do we need to mask the count passed to shift instructions or does |
|
1633 |
// the cpu only look at the lower 5/6 bits anyway? |
|
1634 |
// 32bit shifts mask in emitter, 64bit shifts need no mask. |
|
1635 |
// Constant shift counts are handled in Ideal phase. |
|
1636 |
const bool Matcher::need_masked_shift_count = false; |
|
1637 |
||
1638 |
// Set this as clone_shift_expressions. |
|
1639 |
bool Matcher::narrow_oop_use_complex_address() {
|
|
1640 |
if (Universe::narrow_oop_base() == NULL && Universe::narrow_oop_shift() == 0) return true; |
|
1641 |
return false; |
|
1642 |
} |
|
1643 |
||
1644 |
bool Matcher::narrow_klass_use_complex_address() {
|
|
1645 |
NOT_LP64(ShouldNotCallThis()); |
|
1646 |
assert(UseCompressedClassPointers, "only for compressed klass code"); |
|
1647 |
// TODO HS25: z port if (MatchDecodeNodes) return true; |
|
1648 |
return false; |
|
1649 |
} |
|
1650 |
||
1651 |
bool Matcher::const_oop_prefer_decode() {
|
|
1652 |
// Prefer ConN+DecodeN over ConP in simple compressed oops mode. |
|
1653 |
return Universe::narrow_oop_base() == NULL; |
|
1654 |
} |
|
1655 |
||
1656 |
bool Matcher::const_klass_prefer_decode() {
|
|
1657 |
// Prefer ConNKlass+DecodeNKlass over ConP in simple compressed klass mode. |
|
1658 |
return Universe::narrow_klass_base() == NULL; |
|
1659 |
} |
|
1660 |
||
1661 |
// Is it better to copy float constants, or load them directly from memory? |
|
1662 |
// Most RISCs will have to materialize an address into a |
|
1663 |
// register first, so they would do better to copy the constant from stack. |
|
1664 |
const bool Matcher::rematerialize_float_constants = false; |
|
1665 |
||
1666 |
// If CPU can load and store mis-aligned doubles directly then no fixup is |
|
1667 |
// needed. Else we split the double into 2 integer pieces and move it |
|
1668 |
// piece-by-piece. Only happens when passing doubles into C code as the |
|
1669 |
// Java calling convention forces doubles to be aligned. |
|
1670 |
const bool Matcher::misaligned_doubles_ok = true; |
|
1671 |
||
1672 |
// Advertise here if the CPU requires explicit rounding operations |
|
1673 |
// to implement the UseStrictFP mode. |
|
1674 |
const bool Matcher::strict_fp_requires_explicit_rounding = false; |
|
1675 |
||
1676 |
// Do floats take an entire double register or just half? |
|
1677 |
// |
|
1678 |
// A float in resides in a zarch double register. When storing it by |
|
1679 |
// z_std, it cannot be restored in C-code by reloading it as a double |
|
1680 |
// and casting it into a float afterwards. |
|
1681 |
bool Matcher::float_in_double() { return false; }
|
|
1682 |
||
1683 |
// Do ints take an entire long register or just half? |
|
1684 |
// The relevant question is how the int is callee-saved: |
|
1685 |
// the whole long is written but de-opt'ing will have to extract |
|
1686 |
// the relevant 32 bits. |
|
1687 |
const bool Matcher::int_in_long = true; |
|
1688 |
||
1689 |
// Constants for c2c and c calling conventions. |
|
1690 |
||
1691 |
const MachRegisterNumbers z_iarg_reg[5] = {
|
|
1692 |
Z_R2_num, Z_R3_num, Z_R4_num, Z_R5_num, Z_R6_num |
|
1693 |
}; |
|
1694 |
||
1695 |
const MachRegisterNumbers z_farg_reg[4] = {
|
|
1696 |
Z_F0_num, Z_F2_num, Z_F4_num, Z_F6_num |
|
1697 |
}; |
|
1698 |
||
1699 |
const int z_num_iarg_registers = sizeof(z_iarg_reg) / sizeof(z_iarg_reg[0]); |
|
1700 |
||
1701 |
const int z_num_farg_registers = sizeof(z_farg_reg) / sizeof(z_farg_reg[0]); |
|
1702 |
||
1703 |
// Return whether or not this register is ever used as an argument. This |
|
1704 |
// function is used on startup to build the trampoline stubs in generateOptoStub. |
|
1705 |
// Registers not mentioned will be killed by the VM call in the trampoline, and |
|
1706 |
// arguments in those registers not be available to the callee. |
|
1707 |
bool Matcher::can_be_java_arg(int reg) {
|
|
1708 |
// We return true for all registers contained in z_iarg_reg[] and |
|
1709 |
// z_farg_reg[] and their virtual halves. |
|
1710 |
// We must include the virtual halves in order to get STDs and LDs |
|
1711 |
// instead of STWs and LWs in the trampoline stubs. |
|
1712 |
||
1713 |
if (reg == Z_R2_num || reg == Z_R2_H_num || |
|
1714 |
reg == Z_R3_num || reg == Z_R3_H_num || |
|
1715 |
reg == Z_R4_num || reg == Z_R4_H_num || |
|
1716 |
reg == Z_R5_num || reg == Z_R5_H_num || |
|
1717 |
reg == Z_R6_num || reg == Z_R6_H_num) {
|
|
1718 |
return true; |
|
1719 |
} |
|
1720 |
||
1721 |
if (reg == Z_F0_num || reg == Z_F0_H_num || |
|
1722 |
reg == Z_F2_num || reg == Z_F2_H_num || |
|
1723 |
reg == Z_F4_num || reg == Z_F4_H_num || |
|
1724 |
reg == Z_F6_num || reg == Z_F6_H_num) {
|
|
1725 |
return true; |
|
1726 |
} |
|
1727 |
||
1728 |
return false; |
|
1729 |
} |
|
1730 |
||
1731 |
bool Matcher::is_spillable_arg(int reg) {
|
|
1732 |
return can_be_java_arg(reg); |
|
1733 |
} |
|
1734 |
||
1735 |
bool Matcher::use_asm_for_ldiv_by_con(jlong divisor) {
|
|
1736 |
return false; |
|
1737 |
} |
|
1738 |
||
1739 |
// Register for DIVI projection of divmodI |
|
1740 |
RegMask Matcher::divI_proj_mask() {
|
|
1741 |
return _Z_RARG4_INT_REG_mask; |
|
1742 |
} |
|
1743 |
||
1744 |
// Register for MODI projection of divmodI |
|
1745 |
RegMask Matcher::modI_proj_mask() {
|
|
1746 |
return _Z_RARG3_INT_REG_mask; |
|
1747 |
} |
|
1748 |
||
1749 |
// Register for DIVL projection of divmodL |
|
1750 |
RegMask Matcher::divL_proj_mask() {
|
|
1751 |
return _Z_RARG4_LONG_REG_mask; |
|
1752 |
} |
|
1753 |
||
1754 |
// Register for MODL projection of divmodL |
|
1755 |
RegMask Matcher::modL_proj_mask() {
|
|
1756 |
return _Z_RARG3_LONG_REG_mask; |
|
1757 |
} |
|
1758 |
||
1759 |
// Copied from sparc. |
|
1760 |
const RegMask Matcher::method_handle_invoke_SP_save_mask() {
|
|
1761 |
return RegMask(); |
|
1762 |
} |
|
1763 |
||
1764 |
const bool Matcher::convi2l_type_required = true; |
|
1765 |
||
1766 |
// Should the Matcher clone shifts on addressing modes, expecting them |
|
1767 |
// to be subsumed into complex addressing expressions or compute them |
|
1768 |
// into registers? |
|
1769 |
bool Matcher::clone_address_expressions(AddPNode* m, Matcher::MStack& mstack, VectorSet& address_visited) {
|
|
1770 |
return clone_base_plus_offset_address(m, mstack, address_visited); |
|
1771 |
} |
|
1772 |
||
1773 |
void Compile::reshape_address(AddPNode* addp) {
|
|
1774 |
} |
|
1775 |
||
1776 |
%} // source |
|
1777 |
||
1778 |
//----------ENCODING BLOCK----------------------------------------------------- |
|
1779 |
// This block specifies the encoding classes used by the compiler to output |
|
1780 |
// byte streams. Encoding classes are parameterized macros used by |
|
1781 |
// Machine Instruction Nodes in order to generate the bit encoding of the |
|
1782 |
// instruction. Operands specify their base encoding interface with the |
|
1783 |
// interface keyword. There are currently supported four interfaces, |
|
1784 |
// REG_INTER, CONST_INTER, MEMORY_INTER, & COND_INTER. REG_INTER causes an |
|
1785 |
// operand to generate a function which returns its register number when |
|
1786 |
// queried. CONST_INTER causes an operand to generate a function which |
|
1787 |
// returns the value of the constant when queried. MEMORY_INTER causes an |
|
1788 |
// operand to generate four functions which return the Base Register, the |
|
1789 |
// Index Register, the Scale Value, and the Offset Value of the operand when |
|
1790 |
// queried. COND_INTER causes an operand to generate six functions which |
|
1791 |
// return the encoding code (ie - encoding bits for the instruction) |
|
1792 |
// associated with each basic boolean condition for a conditional instruction. |
|
1793 |
// |
|
1794 |
// Instructions specify two basic values for encoding. Again, a function |
|
1795 |
// is available to check if the constant displacement is an oop. They use the |
|
1796 |
// ins_encode keyword to specify their encoding classes (which must be |
|
1797 |
// a sequence of enc_class names, and their parameters, specified in |
|
1798 |
// the encoding block), and they use the |
|
1799 |
// opcode keyword to specify, in order, their primary, secondary, and |
|
1800 |
// tertiary opcode. Only the opcode sections which a particular instruction |
|
1801 |
// needs for encoding need to be specified. |
|
1802 |
encode %{
|
|
1803 |
enc_class enc_unimplemented %{
|
|
1804 |
MacroAssembler _masm(&cbuf); |
|
1805 |
__ unimplemented("Unimplemented mach node encoding in AD file.", 13);
|
|
1806 |
%} |
|
1807 |
||
1808 |
enc_class enc_untested %{
|
|
1809 |
#ifdef ASSERT |
|
1810 |
MacroAssembler _masm(&cbuf); |
|
1811 |
__ untested("Untested mach node encoding in AD file.");
|
|
1812 |
#endif |
|
1813 |
%} |
|
1814 |
||
1815 |
enc_class z_rrform(iRegI dst, iRegI src) %{
|
|
1816 |
assert((($primary >> 14) & 0x03) == 0, "Instruction format error"); |
|
1817 |
assert( ($primary >> 16) == 0, "Instruction format error"); |
|
1818 |
z_emit16(cbuf, $primary | |
|
1819 |
Assembler::reg($dst$$reg,8,16) | |
|
1820 |
Assembler::reg($src$$reg,12,16)); |
|
1821 |
%} |
|
1822 |
||
1823 |
enc_class z_rreform(iRegI dst1, iRegI src2) %{
|
|
1824 |
assert((($primary >> 30) & 0x03) == 2, "Instruction format error"); |
|
1825 |
z_emit32(cbuf, $primary | |
|
1826 |
Assembler::reg($dst1$$reg,24,32) | |
|
1827 |
Assembler::reg($src2$$reg,28,32)); |
|
1828 |
%} |
|
1829 |
||
1830 |
enc_class z_rrfform(iRegI dst1, iRegI src2, iRegI src3) %{
|
|
1831 |
assert((($primary >> 30) & 0x03) == 2, "Instruction format error"); |
|
1832 |
z_emit32(cbuf, $primary | |
|
1833 |
Assembler::reg($dst1$$reg,24,32) | |
|
1834 |
Assembler::reg($src2$$reg,28,32) | |
|
1835 |
Assembler::reg($src3$$reg,16,32)); |
|
1836 |
%} |
|
1837 |
||
1838 |
enc_class z_riform_signed(iRegI dst, immI16 src) %{
|
|
1839 |
assert((($primary>>30) & 0x03) == 2, "Instruction format error"); |
|
1840 |
z_emit32(cbuf, $primary | |
|
1841 |
Assembler::reg($dst$$reg,8,32) | |
|
1842 |
Assembler::simm16($src$$constant,16,32)); |
|
1843 |
%} |
|
1844 |
||
1845 |
enc_class z_riform_unsigned(iRegI dst, uimmI16 src) %{
|
|
1846 |
assert((($primary>>30) & 0x03) == 2, "Instruction format error"); |
|
1847 |
z_emit32(cbuf, $primary | |
|
1848 |
Assembler::reg($dst$$reg,8,32) | |
|
1849 |
Assembler::uimm16($src$$constant,16,32)); |
|
1850 |
%} |
|
1851 |
||
1852 |
enc_class z_rieform_d(iRegI dst1, iRegI src3, immI src2) %{
|
|
1853 |
assert((($primary>>46) & 0x03) == 3, "Instruction format error"); |
|
1854 |
z_emit48(cbuf, $primary | |
|
1855 |
Assembler::reg($dst1$$reg,8,48) | |
|
1856 |
Assembler::reg($src3$$reg,12,48) | |
|
1857 |
Assembler::simm16($src2$$constant,16,48)); |
|
1858 |
%} |
|
1859 |
||
1860 |
enc_class z_rilform_signed(iRegI dst, immL32 src) %{
|
|
1861 |
assert((($primary>>46) & 0x03) == 3, "Instruction format error"); |
|
1862 |
z_emit48(cbuf, $primary | |
|
1863 |
Assembler::reg($dst$$reg,8,48) | |
|
1864 |
Assembler::simm32($src$$constant,16,48)); |
|
1865 |
%} |
|
1866 |
||
1867 |
enc_class z_rilform_unsigned(iRegI dst, uimmL32 src) %{
|
|
1868 |
assert((($primary>>46) & 0x03) == 3, "Instruction format error"); |
|
1869 |
z_emit48(cbuf, $primary | |
|
1870 |
Assembler::reg($dst$$reg,8,48) | |
|
1871 |
Assembler::uimm32($src$$constant,16,48)); |
|
1872 |
%} |
|
1873 |
||
1874 |
enc_class z_rsyform_const(iRegI dst, iRegI src1, immI src2) %{
|
|
1875 |
z_emit48(cbuf, $primary | |
|
1876 |
Assembler::reg($dst$$reg,8,48) | |
|
1877 |
Assembler::reg($src1$$reg,12,48) | |
|
1878 |
Assembler::simm20($src2$$constant)); |
|
1879 |
%} |
|
1880 |
||
1881 |
enc_class z_rsyform_reg_reg(iRegI dst, iRegI src, iRegI shft) %{
|
|
1882 |
z_emit48(cbuf, $primary | |
|
1883 |
Assembler::reg($dst$$reg,8,48) | |
|
1884 |
Assembler::reg($src$$reg,12,48) | |
|
1885 |
Assembler::reg($shft$$reg,16,48) | |
|
1886 |
Assembler::simm20(0)); |
|
1887 |
%} |
|
1888 |
||
1889 |
enc_class z_rxform_imm_reg_reg(iRegL dst, immL con, iRegL src1, iRegL src2) %{
|
|
1890 |
assert((($primary>>30) & 0x03) == 1, "Instruction format error"); |
|
1891 |
z_emit32(cbuf, $primary | |
|
1892 |
Assembler::reg($dst$$reg,8,32) | |
|
1893 |
Assembler::reg($src1$$reg,12,32) | |
|
1894 |
Assembler::reg($src2$$reg,16,32) | |
|
1895 |
Assembler::uimm12($con$$constant,20,32)); |
|
1896 |
%} |
|
1897 |
||
1898 |
enc_class z_rxform_imm_reg(iRegL dst, immL con, iRegL src) %{
|
|
1899 |
assert((($primary>>30) & 0x03) == 1, "Instruction format error"); |
|
1900 |
z_emit32(cbuf, $primary | |
|
1901 |
Assembler::reg($dst$$reg,8,32) | |
|
1902 |
Assembler::reg($src$$reg,16,32) | |
|
1903 |
Assembler::uimm12($con$$constant,20,32)); |
|
1904 |
%} |
|
1905 |
||
1906 |
enc_class z_rxyform_imm_reg_reg(iRegL dst, immL con, iRegL src1, iRegL src2) %{
|
|
1907 |
z_emit48(cbuf, $primary | |
|
1908 |
Assembler::reg($dst$$reg,8,48) | |
|
1909 |
Assembler::reg($src1$$reg,12,48) | |
|
1910 |
Assembler::reg($src2$$reg,16,48) | |
|
1911 |
Assembler::simm20($con$$constant)); |
|
1912 |
%} |
|
1913 |
||
1914 |
enc_class z_rxyform_imm_reg(iRegL dst, immL con, iRegL src) %{
|
|
1915 |
z_emit48(cbuf, $primary | |
|
1916 |
Assembler::reg($dst$$reg,8,48) | |
|
1917 |
Assembler::reg($src$$reg,16,48) | |
|
1918 |
Assembler::simm20($con$$constant)); |
|
1919 |
%} |
|
1920 |
||
1921 |
// Direct memory arithmetic. |
|
1922 |
enc_class z_siyform(memoryRSY mem, immI8 src) %{
|
|
1923 |
int disp = $mem$$disp; |
|
1924 |
Register base = reg_to_register_object($mem$$base); |
|
1925 |
int con = $src$$constant; |
|
1926 |
||
1927 |
assert(VM_Version::has_MemWithImmALUOps(), "unsupported CPU"); |
|
1928 |
z_emit_inst(cbuf, $primary | |
|
1929 |
Assembler::regz(base,16,48) | |
|
1930 |
Assembler::simm20(disp) | |
|
1931 |
Assembler::simm8(con,8,48)); |
|
1932 |
%} |
|
1933 |
||
1934 |
enc_class z_silform(memoryRS mem, immI16 src) %{
|
|
1935 |
z_emit_inst(cbuf, $primary | |
|
1936 |
Assembler::regz(reg_to_register_object($mem$$base),16,48) | |
|
1937 |
Assembler::uimm12($mem$$disp,20,48) | |
|
1938 |
Assembler::simm16($src$$constant,32,48)); |
|
1939 |
%} |
|
1940 |
||
1941 |
// Encoder for FP ALU reg/mem instructions (support only short displacements). |
|
1942 |
enc_class z_form_rt_memFP(RegF dst, memoryRX mem) %{
|
|
1943 |
Register Ridx = $mem$$index$$Register; |
|
1944 |
if (Ridx == noreg) { Ridx = Z_R0; } // Index is 0.
|
|
1945 |
if ($primary > (1L << 32)) {
|
|
1946 |
z_emit_inst(cbuf, $primary | |
|
1947 |
Assembler::reg($dst$$reg, 8, 48) | |
|
1948 |
Assembler::uimm12($mem$$disp, 20, 48) | |
|
1949 |
Assembler::reg(Ridx, 12, 48) | |
|
1950 |
Assembler::regz(reg_to_register_object($mem$$base), 16, 48)); |
|
1951 |
} else {
|
|
1952 |
z_emit_inst(cbuf, $primary | |
|
1953 |
Assembler::reg($dst$$reg, 8, 32) | |
|
1954 |
Assembler::uimm12($mem$$disp, 20, 32) | |
|
1955 |
Assembler::reg(Ridx, 12, 32) | |
|
1956 |
Assembler::regz(reg_to_register_object($mem$$base), 16, 32)); |
|
1957 |
} |
|
1958 |
%} |
|
1959 |
||
1960 |
enc_class z_form_rt_mem(iRegI dst, memory mem) %{
|
|
1961 |
Register Ridx = $mem$$index$$Register; |
|
1962 |
if (Ridx == noreg) { Ridx = Z_R0; } // Index is 0.
|
|
1963 |
if ($primary > (1L<<32)) {
|
|
1964 |
z_emit_inst(cbuf, $primary | |
|
1965 |
Assembler::reg($dst$$reg, 8, 48) | |
|
1966 |
Assembler::simm20($mem$$disp) | |
|
1967 |
Assembler::reg(Ridx, 12, 48) | |
|
1968 |
Assembler::regz(reg_to_register_object($mem$$base), 16, 48)); |
|
1969 |
} else {
|
|
1970 |
z_emit_inst(cbuf, $primary | |
|
1971 |
Assembler::reg($dst$$reg, 8, 32) | |
|
1972 |
Assembler::uimm12($mem$$disp, 20, 32) | |
|
1973 |
Assembler::reg(Ridx, 12, 32) | |
|
1974 |
Assembler::regz(reg_to_register_object($mem$$base), 16, 32)); |
|
1975 |
} |
|
1976 |
%} |
|
1977 |
||
1978 |
enc_class z_form_rt_mem_opt(iRegI dst, memory mem) %{
|
|
1979 |
int isize = $secondary > 1L << 32 ? 48 : 32; |
|
1980 |
Register Ridx = $mem$$index$$Register; |
|
1981 |
if (Ridx == noreg) { Ridx = Z_R0; } // Index is 0.
|
|
1982 |
||
1983 |
if (Displacement::is_shortDisp((long)$mem$$disp)) {
|
|
1984 |
z_emit_inst(cbuf, $secondary | |
|
1985 |
Assembler::reg($dst$$reg, 8, isize) | |
|
1986 |
Assembler::uimm12($mem$$disp, 20, isize) | |
|
1987 |
Assembler::reg(Ridx, 12, isize) | |
|
1988 |
Assembler::regz(reg_to_register_object($mem$$base), 16, isize)); |
|
1989 |
} else if (Displacement::is_validDisp((long)$mem$$disp)) {
|
|
1990 |
z_emit_inst(cbuf, $primary | |
|
1991 |
Assembler::reg($dst$$reg, 8, 48) | |
|
1992 |
Assembler::simm20($mem$$disp) | |
|
1993 |
Assembler::reg(Ridx, 12, 48) | |
|
1994 |
Assembler::regz(reg_to_register_object($mem$$base), 16, 48)); |
|
1995 |
} else {
|
|
1996 |
MacroAssembler _masm(&cbuf); |
|
1997 |
__ load_const_optimized(Z_R1_scratch, $mem$$disp); |
|
1998 |
if (Ridx != Z_R0) { __ z_agr(Z_R1_scratch, Ridx); }
|
|
1999 |
z_emit_inst(cbuf, $secondary | |
|
2000 |
Assembler::reg($dst$$reg, 8, isize) | |
|
2001 |
Assembler::uimm12(0, 20, isize) | |
|
2002 |
Assembler::reg(Z_R1_scratch, 12, isize) | |
|
2003 |
Assembler::regz(reg_to_register_object($mem$$base), 16, isize)); |
|
2004 |
} |
|
2005 |
%} |
|
2006 |
||
2007 |
enc_class z_enc_brul(Label lbl) %{
|
|
2008 |
MacroAssembler _masm(&cbuf); |
|
2009 |
Label* p = $lbl$$label; |
|
2010 |
||
2011 |
// 'p' is `NULL' when this encoding class is used only to |
|
2012 |
// determine the size of the encoded instruction. |
|
2013 |
// Use a bound dummy label in that case. |
|
2014 |
Label d; |
|
2015 |
__ bind(d); |
|
2016 |
Label& l = (NULL == p) ? d : *(p); |
|
2017 |
__ z_brul(l); |
|
2018 |
%} |
|
2019 |
||
2020 |
enc_class z_enc_bru(Label lbl) %{
|
|
2021 |
MacroAssembler _masm(&cbuf); |
|
2022 |
Label* p = $lbl$$label; |
|
2023 |
||
2024 |
// 'p' is `NULL' when this encoding class is used only to |
|
2025 |
// determine the size of the encoded instruction. |
|
2026 |
// Use a bound dummy label in that case. |
|
2027 |
Label d; |
|
2028 |
__ bind(d); |
|
2029 |
Label& l = (NULL == p) ? d : *(p); |
|
2030 |
__ z_bru(l); |
|
2031 |
%} |
|
2032 |
||
2033 |
enc_class z_enc_branch_con_far(cmpOp cmp, Label lbl) %{
|
|
2034 |
MacroAssembler _masm(&cbuf); |
|
2035 |
Label* p = $lbl$$label; |
|
2036 |
||
2037 |
// 'p' is `NULL' when this encoding class is used only to |
|
2038 |
// determine the size of the encoded instruction. |
|
2039 |
// Use a bound dummy label in that case. |
|
2040 |
Label d; |
|
2041 |
__ bind(d); |
|
2042 |
Label& l = (NULL == p) ? d : *(p); |
|
2043 |
__ z_brcl((Assembler::branch_condition)$cmp$$cmpcode, l); |
|
2044 |
%} |
|
2045 |
||
2046 |
enc_class z_enc_branch_con_short(cmpOp cmp, Label lbl) %{
|
|
2047 |
MacroAssembler _masm(&cbuf); |
|
2048 |
Label* p = $lbl$$label; |
|
2049 |
||
2050 |
// 'p' is `NULL' when this encoding class is used only to |
|
2051 |
// determine the size of the encoded instruction. |
|
2052 |
// Use a bound dummy label in that case. |
|
2053 |
Label d; |
|
2054 |
__ bind(d); |
|
2055 |
Label& l = (NULL == p) ? d : *(p); |
|
2056 |
__ z_brc((Assembler::branch_condition)$cmp$$cmpcode, l); |
|
2057 |
%} |
|
2058 |
||
2059 |
enc_class z_enc_cmpb_regreg(iRegI src1, iRegI src2, Label lbl, cmpOpT cmp) %{
|
|
2060 |
MacroAssembler _masm(&cbuf); |
|
2061 |
Label* p = $lbl$$label; |
|
2062 |
||
2063 |
// 'p' is `NULL' when this encoding class is used only to |
|
2064 |
// determine the size of the encoded instruction. |
|
2065 |
// Use a bound dummy label in that case. |
|
2066 |
Label d; |
|
2067 |
__ bind(d); |
|
2068 |
Label& l = (NULL == p) ? d : *(p); |
|
2069 |
Assembler::branch_condition cc = (Assembler::branch_condition)$cmp$$cmpcode; |
|
2070 |
unsigned long instr = $primary; |
|
2071 |
if (instr == CRJ_ZOPC) {
|
|
2072 |
__ z_crj($src1$$Register, $src2$$Register, cc, l); |
|
2073 |
} else if (instr == CLRJ_ZOPC) {
|
|
2074 |
__ z_clrj($src1$$Register, $src2$$Register, cc, l); |
|
2075 |
} else if (instr == CGRJ_ZOPC) {
|
|
2076 |
__ z_cgrj($src1$$Register, $src2$$Register, cc, l); |
|
2077 |
} else {
|
|
2078 |
guarantee(instr == CLGRJ_ZOPC, "opcode not implemented"); |
|
2079 |
__ z_clgrj($src1$$Register, $src2$$Register, cc, l); |
|
2080 |
} |
|
2081 |
%} |
|
2082 |
||
2083 |
enc_class z_enc_cmpb_regregFar(iRegI src1, iRegI src2, Label lbl, cmpOpT cmp) %{
|
|
2084 |
MacroAssembler _masm(&cbuf); |
|
2085 |
Label* p = $lbl$$label; |
|
2086 |
||
2087 |
// 'p' is `NULL' when this encoding class is used only to |
|
2088 |
// determine the size of the encoded instruction. |
|
2089 |
// Use a bound dummy label in that case. |
|
2090 |
Label d; |
|
2091 |
__ bind(d); |
|
2092 |
Label& l = (NULL == p) ? d : *(p); |
|
2093 |
||
2094 |
unsigned long instr = $primary; |
|
2095 |
if (instr == CR_ZOPC) {
|
|
2096 |
__ z_cr($src1$$Register, $src2$$Register); |
|
2097 |
} else if (instr == CLR_ZOPC) {
|
|
2098 |
__ z_clr($src1$$Register, $src2$$Register); |
|
2099 |
} else if (instr == CGR_ZOPC) {
|
|
2100 |
__ z_cgr($src1$$Register, $src2$$Register); |
|
2101 |
} else {
|
|
2102 |
guarantee(instr == CLGR_ZOPC, "opcode not implemented"); |
|
2103 |
__ z_clgr($src1$$Register, $src2$$Register); |
|
2104 |
} |
|
2105 |
||
2106 |
__ z_brcl((Assembler::branch_condition)$cmp$$cmpcode, l); |
|
2107 |
%} |
|
2108 |
||
2109 |
enc_class z_enc_cmpb_regimm(iRegI src1, immI8 src2, Label lbl, cmpOpT cmp) %{
|
|
2110 |
MacroAssembler _masm(&cbuf); |
|
2111 |
Label* p = $lbl$$label; |
|
2112 |
||
2113 |
// 'p' is `NULL' when this encoding class is used only to |
|
2114 |
// determine the size of the encoded instruction. |
|
2115 |
// Use a bound dummy label in that case. |
|
2116 |
Label d; |
|
2117 |
__ bind(d); |
|
2118 |
Label& l = (NULL == p) ? d : *(p); |
|
2119 |
||
2120 |
Assembler::branch_condition cc = (Assembler::branch_condition)$cmp$$cmpcode; |
|
2121 |
unsigned long instr = $primary; |
|
2122 |
if (instr == CIJ_ZOPC) {
|
|
2123 |
__ z_cij($src1$$Register, $src2$$constant, cc, l); |
|
2124 |
} else if (instr == CLIJ_ZOPC) {
|
|
2125 |
__ z_clij($src1$$Register, $src2$$constant, cc, l); |
|
2126 |
} else if (instr == CGIJ_ZOPC) {
|
|
2127 |
__ z_cgij($src1$$Register, $src2$$constant, cc, l); |
|
2128 |
} else {
|
|
2129 |
guarantee(instr == CLGIJ_ZOPC, "opcode not implemented"); |
|
2130 |
__ z_clgij($src1$$Register, $src2$$constant, cc, l); |
|
2131 |
} |
|
2132 |
%} |
|
2133 |
||
2134 |
enc_class z_enc_cmpb_regimmFar(iRegI src1, immI8 src2, Label lbl, cmpOpT cmp) %{
|
|
2135 |
MacroAssembler _masm(&cbuf); |
|
2136 |
Label* p = $lbl$$label; |
|
2137 |
||
2138 |
// 'p' is `NULL' when this encoding class is used only to |
|
2139 |
// determine the size of the encoded instruction. |
|
2140 |
// Use a bound dummy label in that case. |
|
2141 |
Label d; |
|
2142 |
__ bind(d); |
|
2143 |
Label& l = (NULL == p) ? d : *(p); |
|
2144 |
||
2145 |
unsigned long instr = $primary; |
|
2146 |
if (instr == CHI_ZOPC) {
|
|
2147 |
__ z_chi($src1$$Register, $src2$$constant); |
|
2148 |
} else if (instr == CLFI_ZOPC) {
|
|
2149 |
__ z_clfi($src1$$Register, $src2$$constant); |
|
2150 |
} else if (instr == CGHI_ZOPC) {
|
|
2151 |
__ z_cghi($src1$$Register, $src2$$constant); |
|
2152 |
} else {
|
|
2153 |
guarantee(instr == CLGFI_ZOPC, "opcode not implemented"); |
|
2154 |
__ z_clgfi($src1$$Register, $src2$$constant); |
|
2155 |
} |
|
2156 |
||
2157 |
__ z_brcl((Assembler::branch_condition)$cmp$$cmpcode, l); |
|
2158 |
%} |
|
2159 |
||
2160 |
// Call from Java to runtime. |
|
2161 |
enc_class z_enc_java_to_runtime_call(method meth) %{
|
|
2162 |
MacroAssembler _masm(&cbuf); |
|
2163 |
||
2164 |
// Save return pc before call to the place where we need it, since |
|
2165 |
// callee doesn't. |
|
2166 |
unsigned int start_off = __ offset(); |
|
2167 |
// Compute size of "larl + stg + call_c_opt". |
|
2168 |
const int size_of_code = 6 + 6 + MacroAssembler::call_far_patchable_size(); |
|
2169 |
__ get_PC(Z_R14, size_of_code); |
|
2170 |
__ save_return_pc(); |
|
2171 |
assert(__ offset() - start_off == 12, "bad prelude len: %d", __ offset() - start_off); |
|
2172 |
||
2173 |
assert((__ offset() & 2) == 0, "misaligned z_enc_java_to_runtime_call"); |
|
2174 |
address call_addr = __ call_c_opt((address)$meth$$method); |
|
2175 |
if (call_addr == NULL) {
|
|
2176 |
Compile::current()->env()->record_out_of_memory_failure(); |
|
2177 |
return; |
|
2178 |
} |
|
2179 |
||
2180 |
#ifdef ASSERT |
|
2181 |
// Plausibility check for size_of_code assumptions. |
|
2182 |
unsigned int actual_ret_off = __ offset(); |
|
2183 |
assert(start_off + size_of_code == actual_ret_off, "wrong return_pc"); |
|
2184 |
#endif |
|
2185 |
%} |
|
2186 |
||
2187 |
enc_class z_enc_java_static_call(method meth) %{
|
|
2188 |
// Call to fixup routine. Fixup routine uses ScopeDesc info to determine |
|
2189 |
// whom we intended to call. |
|
2190 |
MacroAssembler _masm(&cbuf); |
|
2191 |
int ret_offset = 0; |
|
2192 |
||
2193 |
if (!_method) {
|
|
2194 |
ret_offset = emit_call_reloc(_masm, $meth$$method, |
|
2195 |
relocInfo::runtime_call_w_cp_type, ra_); |
|
2196 |
} else {
|
|
2197 |
int method_index = resolved_method_index(cbuf); |
|
2198 |
if (_optimized_virtual) {
|
|
2199 |
ret_offset = emit_call_reloc(_masm, $meth$$method, |
|
2200 |
opt_virtual_call_Relocation::spec(method_index)); |
|
2201 |
} else {
|
|
2202 |
ret_offset = emit_call_reloc(_masm, $meth$$method, |
|
2203 |
static_call_Relocation::spec(method_index)); |
|
2204 |
} |
|
2205 |
} |
|
2206 |
assert(__ inst_mark() != NULL, "emit_call_reloc must set_inst_mark()"); |
|
2207 |
||
2208 |
if (_method) { // Emit stub for static call.
|
|
2209 |
address stub = CompiledStaticCall::emit_to_interp_stub(cbuf); |
|
2210 |
if (stub == NULL) {
|
|
2211 |
ciEnv::current()->record_failure("CodeCache is full");
|
|
2212 |
return; |
|
2213 |
} |
|
2214 |
} |
|
2215 |
%} |
|
2216 |
||
2217 |
// Java dynamic call |
|
2218 |
enc_class z_enc_java_dynamic_call(method meth) %{
|
|
2219 |
MacroAssembler _masm(&cbuf); |
|
2220 |
unsigned int start_off = __ offset(); |
|
2221 |
||
2222 |
int vtable_index = this->_vtable_index; |
|
2223 |
if (vtable_index == -4) {
|
|
2224 |
Register ic_reg = reg_to_register_object(Matcher::inline_cache_reg_encode()); |
|
2225 |
address virtual_call_oop_addr = NULL; |
|
2226 |
||
2227 |
AddressLiteral empty_ic((address) Universe::non_oop_word()); |
|
2228 |
virtual_call_oop_addr = __ pc(); |
|
2229 |
bool success = __ load_const_from_toc(ic_reg, empty_ic); |
|
2230 |
if (!success) {
|
|
2231 |
Compile::current()->env()->record_out_of_memory_failure(); |
|
2232 |
return; |
|
2233 |
} |
|
2234 |
||
2235 |
// Call to fixup routine. Fixup routine uses ScopeDesc info |
|
2236 |
// to determine who we intended to call. |
|
2237 |
int method_index = resolved_method_index(cbuf); |
|
2238 |
__ relocate(virtual_call_Relocation::spec(virtual_call_oop_addr, method_index)); |
|
2239 |
unsigned int ret_off = __ offset(); |
|
2240 |
assert(__ offset() - start_off == 6, "bad prelude len: %d", __ offset() - start_off); |
|
2241 |
ret_off += emit_call_reloc(_masm, $meth$$method, relocInfo::none, ra_); |
|
2242 |
assert(_method, "lazy_constant may be wrong when _method==null"); |
|
2243 |
} else {
|
|
2244 |
assert(!UseInlineCaches, "expect vtable calls only if not using ICs"); |
|
2245 |
// Go through the vtable. Get receiver klass. Receiver already |
|
2246 |
// checked for non-null. If we'll go thru a C2I adapter, the |
|
2247 |
// interpreter expects method in Z_method. |
|
2248 |
// Use Z_method to temporarily hold the klass oop. Z_R1_scratch is destroyed |
|
2249 |
// by load_heap_oop_not_null. |
|
2250 |
__ load_klass(Z_method, Z_R2); |
|
2251 |
||
2252 |
int entry_offset = in_bytes(Klass::vtable_start_offset()) + vtable_index * vtableEntry::size_in_bytes(); |
|
2253 |
int v_off = entry_offset + vtableEntry::method_offset_in_bytes(); |
|
2254 |
||
2255 |
if (Displacement::is_validDisp(v_off) ) {
|
|
2256 |
// Can use load instruction with large offset. |
|
2257 |
__ z_lg(Z_method, Address(Z_method /*class oop*/, v_off /*method offset*/)); |
|
2258 |
} else {
|
|
2259 |
// Worse case, must load offset into register. |
|
2260 |
__ load_const(Z_R1_scratch, v_off); |
|
2261 |
__ z_lg(Z_method, Address(Z_method /*class oop*/, Z_R1_scratch /*method offset*/)); |
|
2262 |
} |
|
2263 |
// NOTE: for vtable dispatches, the vtable entry will never be |
|
2264 |
// null. However it may very well end up in handle_wrong_method |
|
2265 |
// if the method is abstract for the particular class. |
|
2266 |
__ z_lg(Z_R1_scratch, Address(Z_method, Method::from_compiled_offset())); |
|
2267 |
// Call target. Either compiled code or C2I adapter. |
|
2268 |
__ z_basr(Z_R14, Z_R1_scratch); |
|
2269 |
unsigned int ret_off = __ offset(); |
|
2270 |
} |
|
2271 |
%} |
|
2272 |
||
2273 |
enc_class z_enc_cmov_reg(cmpOp cmp, iRegI dst, iRegI src) %{
|
|
2274 |
MacroAssembler _masm(&cbuf); |
|
2275 |
Register Rdst = reg_to_register_object($dst$$reg); |
|
2276 |
Register Rsrc = reg_to_register_object($src$$reg); |
|
2277 |
||
2278 |
// Don't emit code if operands are identical (same register). |
|
2279 |
if (Rsrc != Rdst) {
|
|
2280 |
Assembler::branch_condition cc = (Assembler::branch_condition)$cmp$$cmpcode; |
|
2281 |
||
2282 |
if (VM_Version::has_LoadStoreConditional()) {
|
|
2283 |
__ z_locgr(Rdst, Rsrc, cc); |
|
2284 |
} else {
|
|
2285 |
// Branch if not (cmp cr). |
|
2286 |
Label done; |
|
2287 |
__ z_brc(Assembler::inverse_condition(cc), done); |
|
2288 |
__ z_lgr(Rdst, Rsrc); // Used for int and long+ptr. |
|
2289 |
__ bind(done); |
|
2290 |
} |
|
2291 |
} |
|
2292 |
%} |
|
2293 |
||
2294 |
enc_class z_enc_cmov_imm(cmpOp cmp, iRegI dst, immI16 src) %{
|
|
2295 |
MacroAssembler _masm(&cbuf); |
|
2296 |
Register Rdst = reg_to_register_object($dst$$reg); |
|
2297 |
int Csrc = $src$$constant; |
|
2298 |
Assembler::branch_condition cc = (Assembler::branch_condition)$cmp$$cmpcode; |
|
2299 |
Label done; |
|
2300 |
// Branch if not (cmp cr). |
|
2301 |
__ z_brc(Assembler::inverse_condition(cc), done); |
|
2302 |
if (Csrc == 0) {
|
|
2303 |
// Don't set CC. |
|
2304 |
__ clear_reg(Rdst, true, false); // Use for int, long & ptr. |
|
2305 |
} else {
|
|
2306 |
__ z_lghi(Rdst, Csrc); // Use for int, long & ptr. |
|
2307 |
} |
|
2308 |
__ bind(done); |
|
2309 |
%} |
|
2310 |
||
2311 |
enc_class z_enc_cctobool(iRegI res) %{
|
|
2312 |
MacroAssembler _masm(&cbuf); |
|
2313 |
Register Rres = reg_to_register_object($res$$reg); |
|
2314 |
||
2315 |
if (VM_Version::has_LoadStoreConditional()) {
|
|
2316 |
__ load_const_optimized(Z_R0_scratch, 0L); // false (failed) |
|
2317 |
__ load_const_optimized(Rres, 1L); // true (succeed) |
|
2318 |
__ z_locgr(Rres, Z_R0_scratch, Assembler::bcondNotEqual); |
|
2319 |
} else {
|
|
2320 |
Label done; |
|
2321 |
__ load_const_optimized(Rres, 0L); // false (failed) |
|
2322 |
__ z_brne(done); // Assume true to be the common case. |
|
2323 |
__ load_const_optimized(Rres, 1L); // true (succeed) |
|
2324 |
__ bind(done); |
|
2325 |
} |
|
2326 |
%} |
|
2327 |
||
2328 |
enc_class z_enc_casI(iRegI compare_value, iRegI exchange_value, iRegP addr_ptr) %{
|
|
2329 |
MacroAssembler _masm(&cbuf); |
|
2330 |
Register Rcomp = reg_to_register_object($compare_value$$reg); |
|
2331 |
Register Rnew = reg_to_register_object($exchange_value$$reg); |
|
2332 |
Register Raddr = reg_to_register_object($addr_ptr$$reg); |
|
2333 |
||
2334 |
__ z_cs(Rcomp, Rnew, 0, Raddr); |
|
2335 |
%} |
|
2336 |
||
2337 |
enc_class z_enc_casL(iRegL compare_value, iRegL exchange_value, iRegP addr_ptr) %{
|
|
2338 |
MacroAssembler _masm(&cbuf); |
|
2339 |
Register Rcomp = reg_to_register_object($compare_value$$reg); |
|
2340 |
Register Rnew = reg_to_register_object($exchange_value$$reg); |
|
2341 |
Register Raddr = reg_to_register_object($addr_ptr$$reg); |
|
2342 |
||
2343 |
__ z_csg(Rcomp, Rnew, 0, Raddr); |
|
2344 |
%} |
|
2345 |
||
2346 |
enc_class z_enc_SwapI(memoryRSY mem, iRegI dst, iRegI tmp) %{
|
|
2347 |
MacroAssembler _masm(&cbuf); |
|
2348 |
Register Rdst = reg_to_register_object($dst$$reg); |
|
2349 |
Register Rtmp = reg_to_register_object($tmp$$reg); |
|
2350 |
guarantee(Rdst != Rtmp, "Fix match rule to use TEMP_DEF"); |
|
2351 |
Label retry; |
|
2352 |
||
2353 |
// Iterate until swap succeeds. |
|
2354 |
__ z_llgf(Rtmp, $mem$$Address); // current contents |
|
2355 |
__ bind(retry); |
|
2356 |
// Calculate incremented value. |
|
2357 |
__ z_csy(Rtmp, Rdst, $mem$$Address); // Try to store new value. |
|
2358 |
__ z_brne(retry); // Yikes, concurrent update, need to retry. |
|
2359 |
__ z_lgr(Rdst, Rtmp); // Exchanged value from memory is return value. |
|
2360 |
%} |
|
2361 |
||
2362 |
enc_class z_enc_SwapL(memoryRSY mem, iRegL dst, iRegL tmp) %{
|
|
2363 |
MacroAssembler _masm(&cbuf); |
|
2364 |
Register Rdst = reg_to_register_object($dst$$reg); |
|
2365 |
Register Rtmp = reg_to_register_object($tmp$$reg); |
|
2366 |
guarantee(Rdst != Rtmp, "Fix match rule to use TEMP_DEF"); |
|
2367 |
Label retry; |
|
2368 |
||
2369 |
// Iterate until swap succeeds. |
|
2370 |
__ z_lg(Rtmp, $mem$$Address); // current contents |
|
2371 |
__ bind(retry); |
|
2372 |
// Calculate incremented value. |
|
2373 |
__ z_csg(Rtmp, Rdst, $mem$$Address); // Try to store new value. |
|
2374 |
__ z_brne(retry); // Yikes, concurrent update, need to retry. |
|
2375 |
__ z_lgr(Rdst, Rtmp); // Exchanged value from memory is return value. |
|
2376 |
%} |
|
2377 |
||
2378 |
%} // encode |
|
2379 |
||
2380 |
source %{
|
|
2381 |
||
2382 |
// Check whether outs are all Stores. If so, we can omit clearing the upper |
|
2383 |
// 32 bits after encoding. |
|
2384 |
static bool all_outs_are_Stores(const Node *n) {
|
|
2385 |
for (DUIterator_Fast imax, k = n->fast_outs(imax); k < imax; k++) {
|
|
2386 |
Node *out = n->fast_out(k); |
|
2387 |
if (!out->is_Mach() || out->as_Mach()->ideal_Opcode() != Op_StoreN) {
|
|
2388 |
// Most other outs are SpillCopy, but there are various other. |
|
2389 |
// jvm98 has arond 9% Encodes where we return false. |
|
2390 |
return false; |
|
2391 |
} |
|
2392 |
} |
|
2393 |
return true; |
|
2394 |
} |
|
2395 |
||
2396 |
%} // source |
|
2397 |
||
2398 |
||
2399 |
//----------FRAME-------------------------------------------------------------- |
|
2400 |
// Definition of frame structure and management information. |
|
2401 |
||
2402 |
frame %{
|
|
2403 |
// What direction does stack grow in (assumed to be same for native & Java). |
|
2404 |
stack_direction(TOWARDS_LOW); |
|
2405 |
||
2406 |
// These two registers define part of the calling convention between |
|
2407 |
// compiled code and the interpreter. |
|
2408 |
||
2409 |
// Inline Cache Register |
|
2410 |
inline_cache_reg(Z_R9); // Z_inline_cache |
|
2411 |
||
2412 |
// Argument pointer for I2C adapters |
|
2413 |
// |
|
2414 |
// Tos is loaded in run_compiled_code to Z_ARG5=Z_R6. |
|
2415 |
// interpreter_arg_ptr_reg(Z_R6); |
|
2416 |
||
2417 |
// Temporary in compiled entry-points |
|
2418 |
// compiler_method_oop_reg(Z_R1);//Z_R1_scratch |
|
2419 |
||
2420 |
// Method Oop Register when calling interpreter |
|
2421 |
interpreter_method_oop_reg(Z_R9);//Z_method |
|
2422 |
||
2423 |
// Optional: name the operand used by cisc-spilling to access |
|
2424 |
// [stack_pointer + offset]. |
|
2425 |
cisc_spilling_operand_name(indOffset12); |
|
2426 |
||
2427 |
// Number of stack slots consumed by a Monitor enter. |
|
2428 |
sync_stack_slots(frame::jit_monitor_size_in_4_byte_units); |
|
2429 |
||
2430 |
// Compiled code's Frame Pointer |
|
2431 |
// |
|
2432 |
// z/Architecture stack pointer |
|
2433 |
frame_pointer(Z_R15); // Z_SP |
|
2434 |
||
2435 |
// Interpreter stores its frame pointer in a register which is |
|
2436 |
// stored to the stack by I2CAdaptors. I2CAdaptors convert from |
|
2437 |
// interpreted java to compiled java. |
|
2438 |
// |
|
2439 |
// Z_state holds pointer to caller's cInterpreter. |
|
2440 |
interpreter_frame_pointer(Z_R7); // Z_state |
|
2441 |
||
2442 |
// Use alignment_in_bytes instead of log_2_of_alignment_in_bits. |
|
2443 |
stack_alignment(frame::alignment_in_bytes); |
|
2444 |
||
2445 |
in_preserve_stack_slots(frame::jit_in_preserve_size_in_4_byte_units); |
|
2446 |
||
2447 |
// A `slot' is assumed 4 bytes here! |
|
2448 |
// out_preserve_stack_slots(frame::jit_out_preserve_size_in_4_byte_units); |
|
2449 |
||
2450 |
// Number of outgoing stack slots killed above the |
|
2451 |
// out_preserve_stack_slots for calls to C. Supports the var-args |
|
2452 |
// backing area for register parms. |
|
2453 |
varargs_C_out_slots_killed(((frame::z_abi_160_size - frame::z_jit_out_preserve_size) / VMRegImpl::stack_slot_size)); |
|
2454 |
||
2455 |
// The after-PROLOG location of the return address. Location of |
|
2456 |
// return address specifies a type (REG or STACK) and a number |
|
2457 |
// representing the register number (i.e. - use a register name) or |
|
2458 |
// stack slot. |
|
2459 |
return_addr(REG Z_R14); |
|
2460 |
||
2461 |
// This is the body of the function |
|
2462 |
// |
|
2463 |
// void Matcher::calling_convention(OptoRegPair* sig /* array of ideal regs */, |
|
2464 |
// uint length /* length of array */, |
|
2465 |
// bool is_outgoing) |
|
2466 |
// |
|
2467 |
// The `sig' array is to be updated. Sig[j] represents the location |
|
2468 |
// of the j-th argument, either a register or a stack slot. |
|
2469 |
||
2470 |
// Body of function which returns an integer array locating |
|
2471 |
// arguments either in registers or in stack slots. Passed an array |
|
2472 |
// of ideal registers called "sig" and a "length" count. Stack-slot |
|
2473 |
// offsets are based on outgoing arguments, i.e. a CALLER setting up |
|
2474 |
// arguments for a CALLEE. Incoming stack arguments are |
|
2475 |
// automatically biased by the preserve_stack_slots field above. |
|
2476 |
calling_convention %{
|
|
2477 |
// No difference between ingoing/outgoing just pass false. |
|
2478 |
SharedRuntime::java_calling_convention(sig_bt, regs, length, false); |
|
2479 |
%} |
|
2480 |
||
2481 |
// Body of function which returns an integer array locating |
|
2482 |
// arguments either in registers or in stack slots. Passed an array |
|
2483 |
// of ideal registers called "sig" and a "length" count. Stack-slot |
|
2484 |
// offsets are based on outgoing arguments, i.e. a CALLER setting up |
|
2485 |
// arguments for a CALLEE. Incoming stack arguments are |
|
2486 |
// automatically biased by the preserve_stack_slots field above. |
|
2487 |
c_calling_convention %{
|
|
2488 |
// This is obviously always outgoing. |
|
2489 |
// C argument must be in register AND stack slot. |
|
2490 |
(void) SharedRuntime::c_calling_convention(sig_bt, regs, /*regs2=*/NULL, length); |
|
2491 |
%} |
|
2492 |
||
2493 |
// Location of native (C/C++) and interpreter return values. This |
|
2494 |
// is specified to be the same as Java. In the 32-bit VM, long |
|
2495 |
// values are actually returned from native calls in O0:O1 and |
|
2496 |
// returned to the interpreter in I0:I1. The copying to and from |
|
2497 |
// the register pairs is done by the appropriate call and epilog |
|
2498 |
// opcodes. This simplifies the register allocator. |
|
2499 |
// |
|
2500 |
// Use register pair for c return value. |
|
2501 |
c_return_value %{
|
|
2502 |
assert(ideal_reg >= Op_RegI && ideal_reg <= Op_RegL, "only return normal values"); |
|
2503 |
static int typeToRegLo[Op_RegL+1] = { 0, 0, Z_R2_num, Z_R2_num, Z_R2_num, Z_F0_num, Z_F0_num, Z_R2_num };
|
|
2504 |
static int typeToRegHi[Op_RegL+1] = { 0, 0, OptoReg::Bad, OptoReg::Bad, Z_R2_H_num, OptoReg::Bad, Z_F0_H_num, Z_R2_H_num };
|
|
2505 |
return OptoRegPair(typeToRegHi[ideal_reg], typeToRegLo[ideal_reg]); |
|
2506 |
%} |
|
2507 |
||
2508 |
// Use register pair for return value. |
|
2509 |
// Location of compiled Java return values. Same as C |
|
2510 |
return_value %{
|
|
2511 |
assert(ideal_reg >= Op_RegI && ideal_reg <= Op_RegL, "only return normal values"); |
|
2512 |
static int typeToRegLo[Op_RegL+1] = { 0, 0, Z_R2_num, Z_R2_num, Z_R2_num, Z_F0_num, Z_F0_num, Z_R2_num };
|
|
2513 |
static int typeToRegHi[Op_RegL+1] = { 0, 0, OptoReg::Bad, OptoReg::Bad, Z_R2_H_num, OptoReg::Bad, Z_F0_H_num, Z_R2_H_num };
|
|
2514 |
return OptoRegPair(typeToRegHi[ideal_reg], typeToRegLo[ideal_reg]); |
|
2515 |
%} |
|
2516 |
%} |
|
2517 |
||
2518 |
||
2519 |
//----------ATTRIBUTES--------------------------------------------------------- |
|
2520 |
||
2521 |
//----------Operand Attributes------------------------------------------------- |
|
2522 |
op_attrib op_cost(1); // Required cost attribute |
|
2523 |
||
2524 |
//----------Instruction Attributes--------------------------------------------- |
|
2525 |
||
2526 |
// Cost attribute. required. |
|
2527 |
ins_attrib ins_cost(DEFAULT_COST); |
|
2528 |
||
2529 |
// Is this instruction a non-matching short branch variant of some |
|
2530 |
// long branch? Not required. |
|
2531 |
ins_attrib ins_short_branch(0); |
|
2532 |
||
2533 |
// Indicates this is a trap based check node and final control-flow fixup |
|
2534 |
// must generate a proper fall through. |
|
2535 |
ins_attrib ins_is_TrapBasedCheckNode(true); |
|
2536 |
||
2537 |
// Attribute of instruction to tell how many constants the instruction will generate. |
|
2538 |
// (optional attribute). Default: 0. |
|
2539 |
ins_attrib ins_num_consts(0); |
|
2540 |
||
2541 |
// Required alignment attribute (must be a power of 2) |
|
2542 |
// specifies the alignment that some part of the instruction (not |
|
2543 |
// necessarily the start) requires. If > 1, a compute_padding() |
|
2544 |
// function must be provided for the instruction. |
|
2545 |
// |
|
2546 |
// WARNING: Don't use size(FIXED_SIZE) or size(VARIABLE_SIZE) in |
|
2547 |
// instructions which depend on the proper alignment, because the |
|
2548 |
// desired alignment isn't guaranteed for the call to "emit()" during |
|
2549 |
// the size computation. |
|
2550 |
ins_attrib ins_alignment(1); |
|
2551 |
||
2552 |
// Enforce/prohibit rematerializations. |
|
2553 |
// - If an instruction is attributed with 'ins_cannot_rematerialize(true)' |
|
2554 |
// then rematerialization of that instruction is prohibited and the |
|
2555 |
// instruction's value will be spilled if necessary. |
|
2556 |
// - If an instruction is attributed with 'ins_should_rematerialize(true)' |
|
2557 |
// then rematerialization is enforced and the instruction's value will |
|
2558 |
// never get spilled. a copy of the instruction will be inserted if |
|
2559 |
// necessary. |
|
2560 |
// Note: this may result in rematerializations in front of every use. |
|
2561 |
// (optional attribute) |
|
2562 |
ins_attrib ins_cannot_rematerialize(false); |
|
2563 |
ins_attrib ins_should_rematerialize(false); |
|
2564 |
||
2565 |
//----------OPERANDS----------------------------------------------------------- |
|
2566 |
// Operand definitions must precede instruction definitions for correct |
|
2567 |
// parsing in the ADLC because operands constitute user defined types |
|
2568 |
// which are used in instruction definitions. |
|
2569 |
||
2570 |
//----------Simple Operands---------------------------------------------------- |
|
2571 |
// Immediate Operands |
|
2572 |
// Please note: |
|
2573 |
// Formats are generated automatically for constants and base registers. |
|
2574 |
||
2575 |
//---------------------------------------------- |
|
2576 |
// SIGNED (shorter than INT) immediate operands |
|
2577 |
//---------------------------------------------- |
|
2578 |
||
2579 |
// Byte Immediate: constant 'int -1' |
|
2580 |
operand immB_minus1() %{
|
|
2581 |
// sign-ext constant zero-ext constant |
|
2582 |
predicate((n->get_int() == -1) || ((n->get_int()&0x000000ff) == 0x000000ff)); |
|
2583 |
match(ConI); |
|
2584 |
op_cost(1); |
|
2585 |
format %{ %}
|
|
2586 |
interface(CONST_INTER); |
|
2587 |
%} |
|
2588 |
||
2589 |
// Byte Immediate: constant, but not 'int 0' nor 'int -1'. |
|
2590 |
operand immB_n0m1() %{
|
|
2591 |
// sign-ext constant zero-ext constant |
|
2592 |
predicate(n->get_int() != 0 && n->get_int() != -1 && (n->get_int()&0x000000ff) != 0x000000ff); |
|
2593 |
match(ConI); |
|
2594 |
op_cost(1); |
|
2595 |
format %{ %}
|
|
2596 |
interface(CONST_INTER); |
|
2597 |
%} |
|
2598 |
||
2599 |
// Short Immediate: constant 'int -1' |
|
2600 |
operand immS_minus1() %{
|
|
2601 |
// sign-ext constant zero-ext constant |
|
2602 |
predicate((n->get_int() == -1) || ((n->get_int()&0x0000ffff) == 0x0000ffff)); |
|
2603 |
match(ConI); |
|
2604 |
op_cost(1); |
|
2605 |
format %{ %}
|
|
2606 |
interface(CONST_INTER); |
|
2607 |
%} |
|
2608 |
||
2609 |
// Short Immediate: constant, but not 'int 0' nor 'int -1'. |
|
2610 |
operand immS_n0m1() %{
|
|
2611 |
// sign-ext constant zero-ext constant |
|
2612 |
predicate(n->get_int() != 0 && n->get_int() != -1 && (n->get_int()&0x0000ffff) != 0x0000ffff); |
|
2613 |
match(ConI); |
|
2614 |
op_cost(1); |
|
2615 |
format %{ %}
|
|
2616 |
interface(CONST_INTER); |
|
2617 |
%} |
|
2618 |
||
2619 |
//----------------------------------------- |
|
2620 |
// SIGNED INT immediate operands |
|
2621 |
//----------------------------------------- |
|
2622 |
||
2623 |
// Integer Immediate: 32-bit |
|
2624 |
operand immI() %{
|
|
2625 |
match(ConI); |
|
2626 |
op_cost(1); |
|
2627 |
format %{ %}
|
|
2628 |
interface(CONST_INTER); |
|
2629 |
%} |
|
2630 |
||
2631 |
// Int Immediate: 20-bit |
|
2632 |
operand immI20() %{
|
|
2633 |
predicate(Immediate::is_simm20(n->get_int())); |
|
2634 |
match(ConI); |
|
2635 |
op_cost(1); |
|
2636 |
format %{ %}
|
|
2637 |
interface(CONST_INTER); |
|
2638 |
%} |
|
2639 |
||
2640 |
// Integer Immediate: 16-bit |
|
2641 |
operand immI16() %{
|
|
2642 |
predicate(Immediate::is_simm16(n->get_int())); |
|
2643 |
match(ConI); |
|
2644 |
op_cost(1); |
|
2645 |
format %{ %}
|
|
2646 |
interface(CONST_INTER); |
|
2647 |
%} |
|
2648 |
||
2649 |
// Integer Immediate: 8-bit |
|
2650 |
operand immI8() %{
|
|
2651 |
predicate(Immediate::is_simm8(n->get_int())); |
|
2652 |
match(ConI); |
|
2653 |
op_cost(1); |
|
2654 |
format %{ %}
|
|
2655 |
interface(CONST_INTER); |
|
2656 |
%} |
|
2657 |
||
2658 |
// Integer Immediate: constant 'int 0' |
|
2659 |
operand immI_0() %{
|
|
2660 |
predicate(n->get_int() == 0); |
|
2661 |
match(ConI); |
|
2662 |
op_cost(1); |
|
2663 |
format %{ %}
|
|
2664 |
interface(CONST_INTER); |
|
2665 |
%} |
|
2666 |
||
2667 |
// Integer Immediate: constant 'int -1' |
|
2668 |
operand immI_minus1() %{
|
|
2669 |
predicate(n->get_int() == -1); |
|
2670 |
match(ConI); |
|
2671 |
op_cost(1); |
|
2672 |
format %{ %}
|
|
2673 |
interface(CONST_INTER); |
|
2674 |
%} |
|
2675 |
||
2676 |
// Integer Immediate: constant, but not 'int 0' nor 'int -1'. |
|
2677 |
operand immI_n0m1() %{
|
|
2678 |
predicate(n->get_int() != 0 && n->get_int() != -1); |
|
2679 |
match(ConI); |
|
2680 |
op_cost(1); |
|
2681 |
format %{ %}
|
|
2682 |
interface(CONST_INTER); |
|
2683 |
%} |
|
2684 |
||
2685 |
//------------------------------------------- |
|
2686 |
// UNSIGNED INT immediate operands |
|
2687 |
//------------------------------------------- |
|
2688 |
||
2689 |
// Unsigned Integer Immediate: 32-bit |
|
2690 |
operand uimmI() %{
|
|
2691 |
match(ConI); |
|
2692 |
op_cost(1); |
|
2693 |
format %{ %}
|
|
2694 |
interface(CONST_INTER); |
|
2695 |
%} |
|
2696 |
||
2697 |
// Unsigned Integer Immediate: 16-bit |
|
2698 |
operand uimmI16() %{
|
|
2699 |
predicate(Immediate::is_uimm16(n->get_int())); |
|
2700 |
match(ConI); |
|
2701 |
op_cost(1); |
|
2702 |
format %{ %}
|
|
2703 |
interface(CONST_INTER); |
|
2704 |
%} |
|
2705 |
||
2706 |
// Unsigned Integer Immediate: 12-bit |
|
2707 |
operand uimmI12() %{
|
|
2708 |
predicate(Immediate::is_uimm12(n->get_int())); |
|
2709 |
match(ConI); |
|
2710 |
op_cost(1); |
|
2711 |
format %{ %}
|
|
2712 |
interface(CONST_INTER); |
|
2713 |
%} |
|
2714 |
||
2715 |
// Unsigned Integer Immediate: 12-bit |
|
2716 |
operand uimmI8() %{
|
|
2717 |
predicate(Immediate::is_uimm8(n->get_int())); |
|
2718 |
match(ConI); |
|
2719 |
op_cost(1); |
|
2720 |
format %{ %}
|
|
2721 |
interface(CONST_INTER); |
|
2722 |
%} |
|
2723 |
||
2724 |
// Integer Immediate: 6-bit |
|
2725 |
operand uimmI6() %{
|
|
2726 |
predicate(Immediate::is_uimm(n->get_int(), 6)); |
|
2727 |
match(ConI); |
|
2728 |
op_cost(1); |
|
2729 |
format %{ %}
|
|
2730 |
interface(CONST_INTER); |
|
2731 |
%} |
|
2732 |
||
2733 |
// Integer Immediate: 5-bit |
|
2734 |
operand uimmI5() %{
|
|
2735 |
predicate(Immediate::is_uimm(n->get_int(), 5)); |
|
2736 |
match(ConI); |
|
2737 |
op_cost(1); |
|
2738 |
format %{ %}
|
|
2739 |
interface(CONST_INTER); |
|
2740 |
%} |
|
2741 |
||
2742 |
// Length for SS instructions, given in DWs, |
|
2743 |
// possible range [1..512], i.e. [8..4096] Bytes |
|
2744 |
// used range [1..256], i.e. [8..2048] Bytes |
|
2745 |
// operand type int |
|
2746 |
// Unsigned Integer Immediate: 9-bit |
|
2747 |
operand SSlenDW() %{
|
|
2748 |
predicate(Immediate::is_uimm8(n->get_long()-1)); |
|
2749 |
match(ConL); |
|
2750 |
op_cost(1); |
|
2751 |
format %{ %}
|
|
2752 |
interface(CONST_INTER); |
|
2753 |
%} |
|
2754 |
||
2755 |
//------------------------------------------ |
|
2756 |
// (UN)SIGNED INT specific values |
|
2757 |
//------------------------------------------ |
|
2758 |
||
2759 |
// Integer Immediate: the value 1 |
|
2760 |
operand immI_1() %{
|
|
2761 |
predicate(n->get_int() == 1); |
|
2762 |
match(ConI); |
|
2763 |
op_cost(1); |
|
2764 |
format %{ %}
|
|
2765 |
interface(CONST_INTER); |
|
2766 |
%} |
|
2767 |
||
2768 |
// Integer Immediate: the value 16. |
|
2769 |
operand immI_16() %{
|
|
2770 |
predicate(n->get_int() == 16); |
|
2771 |
match(ConI); |
|
2772 |
op_cost(1); |
|
2773 |
format %{ %}
|
|
2774 |
interface(CONST_INTER); |
|
2775 |
%} |
|
2776 |
||
2777 |
// Integer Immediate: the value 24. |
|
2778 |
operand immI_24() %{
|
|
2779 |
predicate(n->get_int() == 24); |
|
2780 |
match(ConI); |
|
2781 |
op_cost(1); |
|
2782 |
format %{ %}
|
|
2783 |
interface(CONST_INTER); |
|
2784 |
%} |
|
2785 |
||
2786 |
// Integer Immediate: the value 255 |
|
2787 |
operand immI_255() %{
|
|
2788 |
predicate(n->get_int() == 255); |
|
2789 |
match(ConI); |
|
2790 |
op_cost(1); |
|
2791 |
format %{ %}
|
|
2792 |
interface(CONST_INTER); |
|
2793 |
%} |
|
2794 |
||
2795 |
// Integer Immediate: the values 32-63 |
|
2796 |
operand immI_32_63() %{
|
|
2797 |
predicate(n->get_int() >= 32 && n->get_int() <= 63); |
|
2798 |
match(ConI); |
|
2799 |
op_cost(1); |
|
2800 |
format %{ %}
|
|
2801 |
interface(CONST_INTER); |
|
2802 |
%} |
|
2803 |
||
2804 |
// Unsigned Integer Immediate: LL-part, extended by 1s. |
|
2805 |
operand uimmI_LL1() %{
|
|
2806 |
predicate((n->get_int() & 0xFFFF0000) == 0xFFFF0000); |
|
2807 |
match(ConI); |
|
2808 |
op_cost(1); |
|
2809 |
format %{ %}
|
|
2810 |
interface(CONST_INTER); |
|
2811 |
%} |
|
2812 |
||
2813 |
// Unsigned Integer Immediate: LH-part, extended by 1s. |
|
2814 |
operand uimmI_LH1() %{
|
|
2815 |
predicate((n->get_int() & 0xFFFF) == 0xFFFF); |
|
2816 |
match(ConI); |
|
2817 |
op_cost(1); |
|
2818 |
format %{ %}
|
|
2819 |
interface(CONST_INTER); |
|
2820 |
%} |
|
2821 |
||
2822 |
//------------------------------------------ |
|
2823 |
// SIGNED LONG immediate operands |
|
2824 |
//------------------------------------------ |
|
2825 |
||
2826 |
operand immL() %{
|
|
2827 |
match(ConL); |
|
2828 |
op_cost(1); |
|
2829 |
format %{ %}
|
|
2830 |
interface(CONST_INTER); |
|
2831 |
%} |
|
2832 |
||
2833 |
// Long Immediate: 32-bit |
|
2834 |
operand immL32() %{
|
|
2835 |
predicate(Immediate::is_simm32(n->get_long())); |
|
2836 |
match(ConL); |
|
2837 |
op_cost(1); |
|
2838 |
format %{ %}
|
|
2839 |
interface(CONST_INTER); |
|
2840 |
%} |
|
2841 |
||
2842 |
// Long Immediate: 20-bit |
|
2843 |
operand immL20() %{
|
|
2844 |
predicate(Immediate::is_simm20(n->get_long())); |
|
2845 |
match(ConL); |
|
2846 |
op_cost(1); |
|
2847 |
format %{ %}
|
|
2848 |
interface(CONST_INTER); |
|
2849 |
%} |
|
2850 |
||
2851 |
// Long Immediate: 16-bit |
|
2852 |
operand immL16() %{
|
|
2853 |
predicate(Immediate::is_simm16(n->get_long())); |
|
2854 |
match(ConL); |
|
2855 |
op_cost(1); |
|
2856 |
format %{ %}
|
|
2857 |
interface(CONST_INTER); |
|
2858 |
%} |
|
2859 |
||
2860 |
// Long Immediate: 8-bit |
|
2861 |
operand immL8() %{
|
|
2862 |
predicate(Immediate::is_simm8(n->get_long())); |
|
2863 |
match(ConL); |
|
2864 |
op_cost(1); |
|
2865 |
format %{ %}
|
|
2866 |
interface(CONST_INTER); |
|
2867 |
%} |
|
2868 |
||
2869 |
//-------------------------------------------- |
|
2870 |
// UNSIGNED LONG immediate operands |
|
2871 |
//-------------------------------------------- |
|
2872 |
||
2873 |
operand uimmL32() %{
|
|
2874 |
predicate(Immediate::is_uimm32(n->get_long())); |
|
2875 |
match(ConL); |
|
2876 |
op_cost(1); |
|
2877 |
format %{ %}
|
|
2878 |
interface(CONST_INTER); |
|
2879 |
%} |
|
2880 |
||
2881 |
// Unsigned Long Immediate: 16-bit |
|
2882 |
operand uimmL16() %{
|
|
2883 |
predicate(Immediate::is_uimm16(n->get_long())); |
|
2884 |
match(ConL); |
|
2885 |
op_cost(1); |
|
2886 |
format %{ %}
|
|
2887 |
interface(CONST_INTER); |
|
2888 |
%} |
|
2889 |
||
2890 |
// Unsigned Long Immediate: 12-bit |
|
2891 |
operand uimmL12() %{
|
|
2892 |
predicate(Immediate::is_uimm12(n->get_long())); |
|
2893 |
match(ConL); |
|
2894 |
op_cost(1); |
|
2895 |
format %{ %}
|
|
2896 |
interface(CONST_INTER); |
|
2897 |
%} |
|
2898 |
||
2899 |
// Unsigned Long Immediate: 8-bit |
|
2900 |
operand uimmL8() %{
|
|
2901 |
predicate(Immediate::is_uimm8(n->get_long())); |
|
2902 |
match(ConL); |
|
2903 |
op_cost(1); |
|
2904 |
format %{ %}
|
|
2905 |
interface(CONST_INTER); |
|
2906 |
%} |
|
2907 |
||
2908 |
//------------------------------------------- |
|
2909 |
// (UN)SIGNED LONG specific values |
|
2910 |
//------------------------------------------- |
|
2911 |
||
2912 |
// Long Immediate: the value FF |
|
2913 |
operand immL_FF() %{
|
|
2914 |
predicate(n->get_long() == 0xFFL); |
|
2915 |
match(ConL); |
|
2916 |
op_cost(1); |
|
2917 |
format %{ %}
|
|
2918 |
interface(CONST_INTER); |
|
2919 |
%} |
|
2920 |
||
2921 |
// Long Immediate: the value FFFF |
|
2922 |
operand immL_FFFF() %{
|
|
2923 |
predicate(n->get_long() == 0xFFFFL); |
|
2924 |
match(ConL); |
|
2925 |
op_cost(1); |
|
2926 |
format %{ %}
|
|
2927 |
interface(CONST_INTER); |
|
2928 |
%} |
|
2929 |
||
2930 |
// Long Immediate: the value FFFFFFFF |
|
2931 |
operand immL_FFFFFFFF() %{
|
|
2932 |
predicate(n->get_long() == 0xFFFFFFFFL); |
|
2933 |
match(ConL); |
|
2934 |
op_cost(1); |
|
2935 |
format %{ %}
|
|
2936 |
interface(CONST_INTER); |
|
2937 |
%} |
|
2938 |
||
2939 |
operand immL_0() %{
|
|
2940 |
predicate(n->get_long() == 0L); |
|
2941 |
match(ConL); |
|
2942 |
op_cost(1); |
|
2943 |
format %{ %}
|
|
2944 |
interface(CONST_INTER); |
|
2945 |
%} |
|
2946 |
||
2947 |
// Unsigned Long Immediate: LL-part, extended by 1s. |
|
2948 |
operand uimmL_LL1() %{
|
|
2949 |
predicate((n->get_long() & 0xFFFFFFFFFFFF0000L) == 0xFFFFFFFFFFFF0000L); |
|
2950 |
match(ConL); |
|
2951 |
op_cost(1); |
|
2952 |
format %{ %}
|
|
2953 |
interface(CONST_INTER); |
|
2954 |
%} |
|
2955 |
||
2956 |
// Unsigned Long Immediate: LH-part, extended by 1s. |
|
2957 |
operand uimmL_LH1() %{
|
|
2958 |
predicate((n->get_long() & 0xFFFFFFFF0000FFFFL) == 0xFFFFFFFF0000FFFFL); |
|
2959 |
match(ConL); |
|
2960 |
op_cost(1); |
|
2961 |
format %{ %}
|
|
2962 |
interface(CONST_INTER); |
|
2963 |
%} |
|
2964 |
||
2965 |
// Unsigned Long Immediate: HL-part, extended by 1s. |
|
2966 |
operand uimmL_HL1() %{
|
|
2967 |
predicate((n->get_long() & 0xFFFF0000FFFFFFFFL) == 0xFFFF0000FFFFFFFFL); |
|
2968 |
match(ConL); |
|
2969 |
op_cost(1); |
|
2970 |
format %{ %}
|
|
2971 |
interface(CONST_INTER); |
|
2972 |
%} |
|
2973 |
||
2974 |
// Unsigned Long Immediate: HH-part, extended by 1s. |
|
2975 |
operand uimmL_HH1() %{
|
|
2976 |
predicate((n->get_long() & 0xFFFFFFFFFFFFL) == 0xFFFFFFFFFFFFL); |
|
2977 |
match(ConL); |
|
2978 |
op_cost(1); |
|
2979 |
format %{ %}
|
|
2980 |
interface(CONST_INTER); |
|
2981 |
%} |
|
2982 |
||
2983 |
// Long Immediate: low 32-bit mask |
|
2984 |
operand immL_32bits() %{
|
|
2985 |
predicate(n->get_long() == 0xFFFFFFFFL); |
|
2986 |
match(ConL); |
|
2987 |
op_cost(1); |
|
2988 |
format %{ %}
|
|
2989 |
interface(CONST_INTER); |
|
2990 |
%} |
|
2991 |
||
2992 |
//-------------------------------------- |
|
2993 |
// POINTER immediate operands |
|
2994 |
//-------------------------------------- |
|
2995 |
||
2996 |
// Pointer Immediate: 64-bit |
|
2997 |
operand immP() %{
|
|
2998 |
match(ConP); |
|
2999 |
op_cost(1); |
|
3000 |
format %{ %}
|
|
3001 |
interface(CONST_INTER); |
|
3002 |
%} |
|
3003 |
||
3004 |
// Pointer Immediate: 32-bit |
|
3005 |
operand immP32() %{
|
|
3006 |
predicate(Immediate::is_uimm32(n->get_ptr())); |
|
3007 |
match(ConP); |
|
3008 |
op_cost(1); |
|
3009 |
format %{ %}
|
|
3010 |
interface(CONST_INTER); |
|
3011 |
%} |
|
3012 |
||
3013 |
// Pointer Immediate: 16-bit |
|
3014 |
operand immP16() %{
|
|
3015 |
predicate(Immediate::is_uimm16(n->get_ptr())); |
|
3016 |
match(ConP); |
|
3017 |
op_cost(1); |
|
3018 |
format %{ %}
|
|
3019 |
interface(CONST_INTER); |
|
3020 |
%} |
|
3021 |
||
3022 |
// Pointer Immediate: 8-bit |
|
3023 |
operand immP8() %{
|
|
3024 |
predicate(Immediate::is_uimm8(n->get_ptr())); |
|
3025 |
match(ConP); |
|
3026 |
op_cost(1); |
|
3027 |
format %{ %}
|
|
3028 |
interface(CONST_INTER); |
|
3029 |
%} |
|
3030 |
||
3031 |
//----------------------------------- |
|
3032 |
// POINTER specific values |
|
3033 |
//----------------------------------- |
|
3034 |
||
3035 |
// Pointer Immediate: NULL |
|
3036 |
operand immP0() %{
|
|
3037 |
predicate(n->get_ptr() == 0); |
|
3038 |
match(ConP); |
|
3039 |
op_cost(1); |
|
3040 |
format %{ %}
|
|
3041 |
interface(CONST_INTER); |
|
3042 |
%} |
|
3043 |
||
3044 |
//--------------------------------------------- |
|
3045 |
// NARROW POINTER immediate operands |
|
3046 |
//--------------------------------------------- |
|
3047 |
||
3048 |
// Narrow Pointer Immediate |
|
3049 |
operand immN() %{
|
|
3050 |
match(ConN); |
|
3051 |
op_cost(1); |
|
3052 |
format %{ %}
|
|
3053 |
interface(CONST_INTER); |
|
3054 |
%} |
|
3055 |
||
3056 |
operand immNKlass() %{
|
|
3057 |
match(ConNKlass); |
|
3058 |
op_cost(1); |
|
3059 |
format %{ %}
|
|
3060 |
interface(CONST_INTER); |
|
3061 |
%} |
|
3062 |
||
3063 |
// Narrow Pointer Immediate |
|
3064 |
operand immN8() %{
|
|
3065 |
predicate(Immediate::is_uimm8(n->get_narrowcon())); |
|
3066 |
match(ConN); |
|
3067 |
op_cost(1); |
|
3068 |
format %{ %}
|
|
3069 |
interface(CONST_INTER); |
|
3070 |
%} |
|
3071 |
||
3072 |
// Narrow NULL Pointer Immediate |
|
3073 |
operand immN0() %{
|
|
3074 |
predicate(n->get_narrowcon() == 0); |
|
3075 |
match(ConN); |
|
3076 |
op_cost(1); |
|
3077 |
format %{ %}
|
|
3078 |
interface(CONST_INTER); |
|
3079 |
%} |
|
3080 |
||
3081 |
// FLOAT and DOUBLE immediate operands |
|
3082 |
||
3083 |
// Double Immediate |
|
3084 |
operand immD() %{
|
|
3085 |
match(ConD); |
|
3086 |
op_cost(1); |
|
3087 |
format %{ %}
|
|
3088 |
interface(CONST_INTER); |
|
3089 |
%} |
|
3090 |
||
3091 |
// Double Immediate: +-0 |
|
3092 |
operand immDpm0() %{
|
|
3093 |
predicate(n->getd() == 0); |
|
3094 |
match(ConD); |
|
3095 |
op_cost(1); |
|
3096 |
format %{ %}
|
|
3097 |
interface(CONST_INTER); |
|
3098 |
%} |
|
3099 |
||
3100 |
// Double Immediate: +0 |
|
3101 |
operand immDp0() %{
|
|
3102 |
predicate(jlong_cast(n->getd()) == 0); |
|
3103 |
match(ConD); |
|
3104 |
op_cost(1); |
|
3105 |
format %{ %}
|
|
3106 |
interface(CONST_INTER); |
|
3107 |
%} |
|
3108 |
||
3109 |
// Float Immediate |
|
3110 |
operand immF() %{
|
|
3111 |
match(ConF); |
|
3112 |
op_cost(1); |
|
3113 |
format %{ %}
|
|
3114 |
interface(CONST_INTER); |
|
3115 |
%} |
|
3116 |
||
3117 |
// Float Immediate: +-0 |
|
3118 |
operand immFpm0() %{
|
|
3119 |
predicate(n->getf() == 0); |
|
3120 |
match(ConF); |
|
3121 |
op_cost(1); |
|
3122 |
format %{ %}
|
|
3123 |
interface(CONST_INTER); |
|
3124 |
%} |
|
3125 |
||
3126 |
// Float Immediate: +0 |
|
3127 |
operand immFp0() %{
|
|
3128 |
predicate(jint_cast(n->getf()) == 0); |
|
3129 |
match(ConF); |
|
3130 |
op_cost(1); |
|
3131 |
format %{ %}
|
|
3132 |
interface(CONST_INTER); |
|
3133 |
%} |
|
3134 |
||
3135 |
// End of Immediate Operands |
|
3136 |
||
3137 |
// Integer Register Operands |
|
3138 |
// Integer Register |
|
3139 |
operand iRegI() %{
|
|
3140 |
constraint(ALLOC_IN_RC(z_int_reg)); |
|
3141 |
match(RegI); |
|
3142 |
match(noArg_iRegI); |
|
3143 |
match(rarg1RegI); |
|
3144 |
match(rarg2RegI); |
|
3145 |
match(rarg3RegI); |
|
3146 |
match(rarg4RegI); |
|
3147 |
match(rarg5RegI); |
|
3148 |
match(noOdd_iRegI); |
|
3149 |
match(revenRegI); |
|
3150 |
match(roddRegI); |
|
3151 |
format %{ %}
|
|
3152 |
interface(REG_INTER); |
|
3153 |
%} |
|
3154 |
||
3155 |
operand noArg_iRegI() %{
|
|
3156 |
constraint(ALLOC_IN_RC(z_no_arg_int_reg)); |
|
3157 |
match(RegI); |
|
3158 |
format %{ %}
|
|
3159 |
interface(REG_INTER); |
|
3160 |
%} |
|
3161 |
||
3162 |
// Revenregi and roddRegI constitute and even-odd-pair. |
|
3163 |
operand revenRegI() %{
|
|
3164 |
constraint(ALLOC_IN_RC(z_rarg3_int_reg)); |
|
3165 |
match(iRegI); |
|
3166 |
format %{ %}
|
|
3167 |
interface(REG_INTER); |
|
3168 |
%} |
|
3169 |
||
3170 |
// Revenregi and roddRegI constitute and even-odd-pair. |
|
3171 |
operand roddRegI() %{
|
|
3172 |
constraint(ALLOC_IN_RC(z_rarg4_int_reg)); |
|
3173 |
match(iRegI); |
|
3174 |
format %{ %}
|
|
3175 |
interface(REG_INTER); |
|
3176 |
%} |
|
3177 |
||
3178 |
operand rarg1RegI() %{
|
|
3179 |
constraint(ALLOC_IN_RC(z_rarg1_int_reg)); |
|
3180 |
match(iRegI); |
|
3181 |
format %{ %}
|
|
3182 |
interface(REG_INTER); |
|
3183 |
%} |
|
3184 |
||
3185 |
operand rarg2RegI() %{
|
|
3186 |
constraint(ALLOC_IN_RC(z_rarg2_int_reg)); |
|
3187 |
match(iRegI); |
|
3188 |
format %{ %}
|
|
3189 |
interface(REG_INTER); |
|
3190 |
%} |
|
3191 |
||
3192 |
operand rarg3RegI() %{
|
|
3193 |
constraint(ALLOC_IN_RC(z_rarg3_int_reg)); |
|
3194 |
match(iRegI); |
|
3195 |
format %{ %}
|
|
3196 |
interface(REG_INTER); |
|
3197 |
%} |
|
3198 |
||
3199 |
operand rarg4RegI() %{
|
|
3200 |
constraint(ALLOC_IN_RC(z_rarg4_int_reg)); |
|
3201 |
match(iRegI); |
|
3202 |
format %{ %}
|
|
3203 |
interface(REG_INTER); |
|
3204 |
%} |
|
3205 |
||
3206 |
operand rarg5RegI() %{
|
|
3207 |
constraint(ALLOC_IN_RC(z_rarg5_int_reg)); |
|
3208 |
match(iRegI); |
|
3209 |
format %{ %}
|
|
3210 |
interface(REG_INTER); |
|
3211 |
%} |
|
3212 |
||
3213 |
operand noOdd_iRegI() %{
|
|
3214 |
constraint(ALLOC_IN_RC(z_no_odd_int_reg)); |
|
3215 |
match(RegI); |
|
3216 |
match(revenRegI); |
|
3217 |
format %{ %}
|
|
3218 |
interface(REG_INTER); |
|
3219 |
%} |
|
3220 |
||
3221 |
// Pointer Register |
|
3222 |
operand iRegP() %{
|
|
3223 |
constraint(ALLOC_IN_RC(z_ptr_reg)); |
|
3224 |
match(RegP); |
|
3225 |
match(noArg_iRegP); |
|
3226 |
match(rarg1RegP); |
|
3227 |
match(rarg2RegP); |
|
3228 |
match(rarg3RegP); |
|
3229 |
match(rarg4RegP); |
|
3230 |
match(rarg5RegP); |
|
3231 |
match(revenRegP); |
|
3232 |
match(roddRegP); |
|
3233 |
format %{ %}
|
|
3234 |
interface(REG_INTER); |
|
3235 |
%} |
|
3236 |
||
3237 |
// thread operand |
|
3238 |
operand threadRegP() %{
|
|
3239 |
constraint(ALLOC_IN_RC(z_thread_ptr_reg)); |
|
3240 |
match(RegP); |
|
3241 |
format %{ "Z_THREAD" %}
|
|
3242 |
interface(REG_INTER); |
|
3243 |
%} |
|
3244 |
||
3245 |
operand noArg_iRegP() %{
|
|
3246 |
constraint(ALLOC_IN_RC(z_no_arg_ptr_reg)); |
|
3247 |
match(iRegP); |
|
3248 |
format %{ %}
|
|
3249 |
interface(REG_INTER); |
|
3250 |
%} |
|
3251 |
||
3252 |
operand rarg1RegP() %{
|
|
3253 |
constraint(ALLOC_IN_RC(z_rarg1_ptr_reg)); |
|
3254 |
match(iRegP); |
|
3255 |
format %{ %}
|
|
3256 |
interface(REG_INTER); |
|
3257 |
%} |
|
3258 |
||
3259 |
operand rarg2RegP() %{
|
|
3260 |
constraint(ALLOC_IN_RC(z_rarg2_ptr_reg)); |
|
3261 |
match(iRegP); |
|
3262 |
format %{ %}
|
|
3263 |
interface(REG_INTER); |
|
3264 |
%} |
|
3265 |
||
3266 |
operand rarg3RegP() %{
|
|
3267 |
constraint(ALLOC_IN_RC(z_rarg3_ptr_reg)); |
|
3268 |
match(iRegP); |
|
3269 |
format %{ %}
|
|
3270 |
interface(REG_INTER); |
|
3271 |
%} |
|
3272 |
||
3273 |
operand rarg4RegP() %{
|
|
3274 |
constraint(ALLOC_IN_RC(z_rarg4_ptr_reg)); |
|
3275 |
match(iRegP); |
|
3276 |
format %{ %}
|
|
3277 |
interface(REG_INTER); |
|
3278 |
%} |
|
3279 |
||
3280 |
operand rarg5RegP() %{
|
|
3281 |
constraint(ALLOC_IN_RC(z_rarg5_ptr_reg)); |
|
3282 |
match(iRegP); |
|
3283 |
format %{ %}
|
|
3284 |
interface(REG_INTER); |
|
3285 |
%} |
|
3286 |
||
3287 |
operand memoryRegP() %{
|
|
3288 |
constraint(ALLOC_IN_RC(z_memory_ptr_reg)); |
|
3289 |
match(RegP); |
|
3290 |
match(iRegP); |
|
3291 |
match(threadRegP); |
|
3292 |
format %{ %}
|
|
3293 |
interface(REG_INTER); |
|
3294 |
%} |
|
3295 |
||
3296 |
// Revenregp and roddRegP constitute and even-odd-pair. |
|
3297 |
operand revenRegP() %{
|
|
3298 |
constraint(ALLOC_IN_RC(z_rarg3_ptr_reg)); |
|
3299 |
match(iRegP); |
|
3300 |
format %{ %}
|
|
3301 |
interface(REG_INTER); |
|
3302 |
%} |
|
3303 |
||
3304 |
// Revenregl and roddRegL constitute and even-odd-pair. |
|
3305 |
operand roddRegP() %{
|
|
3306 |
constraint(ALLOC_IN_RC(z_rarg4_ptr_reg)); |
|
3307 |
match(iRegP); |
|
3308 |
format %{ %}
|
|
3309 |
interface(REG_INTER); |
|
3310 |
%} |
|
3311 |
||
3312 |
operand lock_ptr_RegP() %{
|
|
3313 |
constraint(ALLOC_IN_RC(z_lock_ptr_reg)); |
|
3314 |
match(RegP); |
|
3315 |
format %{ %}
|
|
3316 |
interface(REG_INTER); |
|
3317 |
%} |
|
3318 |
||
3319 |
operand rscratch2RegP() %{
|
|
3320 |
constraint(ALLOC_IN_RC(z_rscratch2_bits64_reg)); |
|
3321 |
match(RegP); |
|
3322 |
format %{ %}
|
|
3323 |
interface(REG_INTER); |
|
3324 |
%} |
|
3325 |
||
3326 |
operand iRegN() %{
|
|
3327 |
constraint(ALLOC_IN_RC(z_int_reg)); |
|
3328 |
match(RegN); |
|
3329 |
match(noArg_iRegN); |
|
3330 |
match(rarg1RegN); |
|
3331 |
match(rarg2RegN); |
|
3332 |
match(rarg3RegN); |
|
3333 |
match(rarg4RegN); |
|
3334 |
match(rarg5RegN); |
|
3335 |
format %{ %}
|
|
3336 |
interface(REG_INTER); |
|
3337 |
%} |
|
3338 |
||
3339 |
operand noArg_iRegN() %{
|
|
3340 |
constraint(ALLOC_IN_RC(z_no_arg_int_reg)); |
|
3341 |
match(iRegN); |
|
3342 |
format %{ %}
|
|
3343 |
interface(REG_INTER); |
|
3344 |
%} |
|
3345 |
||
3346 |
operand rarg1RegN() %{
|
|
3347 |
constraint(ALLOC_IN_RC(z_rarg1_int_reg)); |
|
3348 |
match(iRegN); |
|
3349 |
format %{ %}
|
|
3350 |
interface(REG_INTER); |
|
3351 |
%} |
|
3352 |
||
3353 |
operand rarg2RegN() %{
|
|
3354 |
constraint(ALLOC_IN_RC(z_rarg2_int_reg)); |
|
3355 |
match(iRegN); |
|
3356 |
format %{ %}
|
|
3357 |
interface(REG_INTER); |
|
3358 |
%} |
|
3359 |
||
3360 |
operand rarg3RegN() %{
|
|
3361 |
constraint(ALLOC_IN_RC(z_rarg3_int_reg)); |
|
3362 |
match(iRegN); |
|
3363 |
format %{ %}
|
|
3364 |
interface(REG_INTER); |
|
3365 |
%} |
|
3366 |
||
3367 |
operand rarg4RegN() %{
|
|
3368 |
constraint(ALLOC_IN_RC(z_rarg4_int_reg)); |
|
3369 |
match(iRegN); |
|
3370 |
format %{ %}
|
|
3371 |
interface(REG_INTER); |
|
3372 |
%} |
|
3373 |
||
3374 |
operand rarg5RegN() %{
|
|
3375 |
constraint(ALLOC_IN_RC(z_rarg5_ptrN_reg)); |
|
3376 |
match(iRegN); |
|
3377 |
format %{ %}
|
|
3378 |
interface(REG_INTER); |
|
3379 |
%} |
|
3380 |
||
3381 |
// Long Register |
|
3382 |
operand iRegL() %{
|
|
3383 |
constraint(ALLOC_IN_RC(z_long_reg)); |
|
3384 |
match(RegL); |
|
3385 |
match(revenRegL); |
|
3386 |
match(roddRegL); |
|
3387 |
match(rarg1RegL); |
|
3388 |
match(rarg5RegL); |
|
3389 |
format %{ %}
|
|
3390 |
interface(REG_INTER); |
|
3391 |
%} |
|
3392 |
||
3393 |
// Revenregl and roddRegL constitute and even-odd-pair. |
|
3394 |
operand revenRegL() %{
|
|
3395 |
constraint(ALLOC_IN_RC(z_rarg3_long_reg)); |
|
3396 |
match(iRegL); |
|
3397 |
format %{ %}
|
|
3398 |
interface(REG_INTER); |
|
3399 |
%} |
|
3400 |
||
3401 |
// Revenregl and roddRegL constitute and even-odd-pair. |
|
3402 |
operand roddRegL() %{
|
|
3403 |
constraint(ALLOC_IN_RC(z_rarg4_long_reg)); |
|
3404 |
match(iRegL); |
|
3405 |
format %{ %}
|
|
3406 |
interface(REG_INTER); |
|
3407 |
%} |
|
3408 |
||
3409 |
operand rarg1RegL() %{
|
|
3410 |
constraint(ALLOC_IN_RC(z_rarg1_long_reg)); |
|
3411 |
match(iRegL); |
|
3412 |
format %{ %}
|
|
3413 |
interface(REG_INTER); |
|
3414 |
%} |
|
3415 |
||
3416 |
operand rarg5RegL() %{
|
|
3417 |
constraint(ALLOC_IN_RC(z_rarg5_long_reg)); |
|
3418 |
match(iRegL); |
|
3419 |
format %{ %}
|
|
3420 |
interface(REG_INTER); |
|
3421 |
%} |
|
3422 |
||
3423 |
// Condition Code Flag Registers |
|
3424 |
operand flagsReg() %{
|
|
3425 |
constraint(ALLOC_IN_RC(z_condition_reg)); |
|
3426 |
match(RegFlags); |
|
3427 |
format %{ "CR" %}
|
|
3428 |
interface(REG_INTER); |
|
3429 |
%} |
|
3430 |
||
3431 |
// Condition Code Flag Registers for rules with result tuples |
|
3432 |
operand TD_flagsReg() %{
|
|
3433 |
constraint(ALLOC_IN_RC(z_condition_reg)); |
|
3434 |
match(RegFlags); |
|
3435 |
format %{ "CR" %}
|
|
3436 |
interface(REG_TUPLE_DEST_INTER); |
|
3437 |
%} |
|
3438 |
||
3439 |
operand regD() %{
|
|
3440 |
constraint(ALLOC_IN_RC(z_dbl_reg)); |
|
3441 |
match(RegD); |
|
3442 |
format %{ %}
|
|
3443 |
interface(REG_INTER); |
|
3444 |
%} |
|
3445 |
||
3446 |
operand rscratchRegD() %{
|
|
3447 |
constraint(ALLOC_IN_RC(z_rscratch1_dbl_reg)); |
|
3448 |
match(RegD); |
|
3449 |
format %{ %}
|
|
3450 |
interface(REG_INTER); |
|
3451 |
%} |
|
3452 |
||
3453 |
operand regF() %{
|
|
3454 |
constraint(ALLOC_IN_RC(z_flt_reg)); |
|
3455 |
match(RegF); |
|
3456 |
format %{ %}
|
|
3457 |
interface(REG_INTER); |
|
3458 |
%} |
|
3459 |
||
3460 |
operand rscratchRegF() %{
|
|
3461 |
constraint(ALLOC_IN_RC(z_rscratch1_flt_reg)); |
|
3462 |
match(RegF); |
|
3463 |
format %{ %}
|
|
3464 |
interface(REG_INTER); |
|
3465 |
%} |
|
3466 |
||
3467 |
// Special Registers |
|
3468 |
||
3469 |
// Method Register |
|
3470 |
operand inline_cache_regP(iRegP reg) %{
|
|
3471 |
constraint(ALLOC_IN_RC(z_r9_regP)); // inline_cache_reg |
|
3472 |
match(reg); |
|
3473 |
format %{ %}
|
|
3474 |
interface(REG_INTER); |
|
3475 |
%} |
|
3476 |
||
3477 |
operand compiler_method_oop_regP(iRegP reg) %{
|
|
3478 |
constraint(ALLOC_IN_RC(z_r1_RegP)); // compiler_method_oop_reg |
|
3479 |
match(reg); |
|
3480 |
format %{ %}
|
|
3481 |
interface(REG_INTER); |
|
3482 |
%} |
|
3483 |
||
3484 |
operand interpreter_method_oop_regP(iRegP reg) %{
|
|
3485 |
constraint(ALLOC_IN_RC(z_r9_regP)); // interpreter_method_oop_reg |
|
3486 |
match(reg); |
|
3487 |
format %{ %}
|
|
3488 |
interface(REG_INTER); |
|
3489 |
%} |
|
3490 |
||
3491 |
// Operands to remove register moves in unscaled mode. |
|
3492 |
// Match read/write registers with an EncodeP node if neither shift nor add are required. |
|
3493 |
operand iRegP2N(iRegP reg) %{
|
|
3494 |
predicate(Universe::narrow_oop_shift() == 0 && _leaf->as_EncodeP()->in(0) == NULL); |
|
3495 |
constraint(ALLOC_IN_RC(z_memory_ptr_reg)); |
|
3496 |
match(EncodeP reg); |
|
3497 |
format %{ "$reg" %}
|
|
3498 |
interface(REG_INTER) |
|
3499 |
%} |
|
3500 |
||
3501 |
operand iRegN2P(iRegN reg) %{
|
|
3502 |
predicate(Universe::narrow_oop_base() == NULL && Universe::narrow_oop_shift() == 0 && |
|
3503 |
_leaf->as_DecodeN()->in(0) == NULL); |
|
3504 |
constraint(ALLOC_IN_RC(z_memory_ptr_reg)); |
|
3505 |
match(DecodeN reg); |
|
3506 |
format %{ "$reg" %}
|
|
3507 |
interface(REG_INTER) |
|
3508 |
%} |
|
3509 |
||
3510 |
||
3511 |
//----------Complex Operands--------------------------------------------------- |
|
3512 |
||
3513 |
// Indirect Memory Reference |
|
3514 |
operand indirect(memoryRegP base) %{
|
|
3515 |
constraint(ALLOC_IN_RC(z_memory_ptr_reg)); |
|
3516 |
match(base); |
|
3517 |
op_cost(1); |
|
3518 |
format %{ "#0[,$base]" %}
|
|
3519 |
interface(MEMORY_INTER) %{
|
|
3520 |
base($base); |
|
3521 |
index(0xffffFFFF); // noreg |
|
3522 |
scale(0x0); |
|
3523 |
disp(0x0); |
|
3524 |
%} |
|
3525 |
%} |
|
3526 |
||
3527 |
// Indirect with Offset (long) |
|
3528 |
operand indOffset20(memoryRegP base, immL20 offset) %{
|
|
3529 |
constraint(ALLOC_IN_RC(z_memory_ptr_reg)); |
|
3530 |
match(AddP base offset); |
|
3531 |
op_cost(1); |
|
3532 |
format %{ "$offset[,$base]" %}
|
|
3533 |
interface(MEMORY_INTER) %{
|
|
3534 |
base($base); |
|
3535 |
index(0xffffFFFF); // noreg |
|
3536 |
scale(0x0); |
|
3537 |
disp($offset); |
|
3538 |
%} |
|
3539 |
%} |
|
3540 |
||
3541 |
operand indOffset20Narrow(iRegN base, immL20 offset) %{
|
|
3542 |
predicate(Matcher::narrow_oop_use_complex_address()); |
|
3543 |
constraint(ALLOC_IN_RC(z_memory_ptr_reg)); |
|
3544 |
match(AddP (DecodeN base) offset); |
|
3545 |
op_cost(1); |
|
3546 |
format %{ "$offset[,$base]" %}
|
|
3547 |
interface(MEMORY_INTER) %{
|
|
3548 |
base($base); |
|
3549 |
index(0xffffFFFF); // noreg |
|
3550 |
scale(0x0); |
|
3551 |
disp($offset); |
|
3552 |
%} |
|
3553 |
%} |
|
3554 |
||
3555 |
// Indirect with Offset (short) |
|
3556 |
operand indOffset12(memoryRegP base, uimmL12 offset) %{
|
|
3557 |
constraint(ALLOC_IN_RC(z_memory_ptr_reg)); |
|
3558 |
match(AddP base offset); |
|
3559 |
op_cost(1); |
|
3560 |
format %{ "$offset[[,$base]]" %}
|
|
3561 |
interface(MEMORY_INTER) %{
|
|
3562 |
base($base); |
|
3563 |
index(0xffffFFFF); // noreg |
|
3564 |
scale(0x0); |
|
3565 |
disp($offset); |
|
3566 |
%} |
|
3567 |
%} |
|
3568 |
||
3569 |
operand indOffset12Narrow(iRegN base, uimmL12 offset) %{
|
|
3570 |
predicate(Matcher::narrow_oop_use_complex_address()); |
|
3571 |
constraint(ALLOC_IN_RC(z_memory_ptr_reg)); |
|
3572 |
match(AddP (DecodeN base) offset); |
|
3573 |
op_cost(1); |
|
3574 |
format %{ "$offset[[,$base]]" %}
|
|
3575 |
interface(MEMORY_INTER) %{
|
|
3576 |
base($base); |
|
3577 |
index(0xffffFFFF); // noreg |
|
3578 |
scale(0x0); |
|
3579 |
disp($offset); |
|
3580 |
%} |
|
3581 |
%} |
|
3582 |
||
3583 |
// Indirect with Register Index |
|
3584 |
operand indIndex(memoryRegP base, iRegL index) %{
|
|
3585 |
constraint(ALLOC_IN_RC(z_memory_ptr_reg)); |
|
3586 |
match(AddP base index); |
|
3587 |
op_cost(1); |
|
3588 |
format %{ "#0[($index,$base)]" %}
|
|
3589 |
interface(MEMORY_INTER) %{
|
|
3590 |
base($base); |
|
3591 |
index($index); |
|
3592 |
scale(0x0); |
|
3593 |
disp(0x0); |
|
3594 |
%} |
|
3595 |
%} |
|
3596 |
||
3597 |
// Indirect with Offset (long) and index |
|
3598 |
operand indOffset20index(memoryRegP base, immL20 offset, iRegL index) %{
|
|
3599 |
constraint(ALLOC_IN_RC(z_memory_ptr_reg)); |
|
3600 |
match(AddP (AddP base index) offset); |
|
3601 |
op_cost(1); |
|
3602 |
format %{ "$offset[($index,$base)]" %}
|
|
3603 |
interface(MEMORY_INTER) %{
|
|
3604 |
base($base); |
|
3605 |
index($index); |
|
3606 |
scale(0x0); |
|
3607 |
disp($offset); |
|
3608 |
%} |
|
3609 |
%} |
|
3610 |
||
3611 |
operand indOffset20indexNarrow(iRegN base, immL20 offset, iRegL index) %{
|
|
3612 |
predicate(Matcher::narrow_oop_use_complex_address()); |
|
3613 |
constraint(ALLOC_IN_RC(z_memory_ptr_reg)); |
|
3614 |
match(AddP (AddP (DecodeN base) index) offset); |
|
3615 |
op_cost(1); |
|
3616 |
format %{ "$offset[($index,$base)]" %}
|
|
3617 |
interface(MEMORY_INTER) %{
|
|
3618 |
base($base); |
|
3619 |
index($index); |
|
3620 |
scale(0x0); |
|
3621 |
disp($offset); |
|
3622 |
%} |
|
3623 |
%} |
|
3624 |
||
3625 |
// Indirect with Offset (short) and index |
|
3626 |
operand indOffset12index(memoryRegP base, uimmL12 offset, iRegL index) %{
|
|
3627 |
constraint(ALLOC_IN_RC(z_memory_ptr_reg)); |
|
3628 |
match(AddP (AddP base index) offset); |
|
3629 |
op_cost(1); |
|
3630 |
format %{ "$offset[[($index,$base)]]" %}
|
|
3631 |
interface(MEMORY_INTER) %{
|
|
3632 |
base($base); |
|
3633 |
index($index); |
|
3634 |
scale(0x0); |
|
3635 |
disp($offset); |
|
3636 |
%} |
|
3637 |
%} |
|
3638 |
||
3639 |
operand indOffset12indexNarrow(iRegN base, uimmL12 offset, iRegL index) %{
|
|
3640 |
predicate(Matcher::narrow_oop_use_complex_address()); |
|
3641 |
constraint(ALLOC_IN_RC(z_memory_ptr_reg)); |
|
3642 |
match(AddP (AddP (DecodeN base) index) offset); |
|
3643 |
op_cost(1); |
|
3644 |
format %{ "$offset[[($index,$base)]]" %}
|
|
3645 |
interface(MEMORY_INTER) %{
|
|
3646 |
base($base); |
|
3647 |
index($index); |
|
3648 |
scale(0x0); |
|
3649 |
disp($offset); |
|
3650 |
%} |
|
3651 |
%} |
|
3652 |
||
3653 |
//----------Special Memory Operands-------------------------------------------- |
|
3654 |
||
3655 |
// Stack Slot Operand |
|
3656 |
// This operand is used for loading and storing temporary values on |
|
3657 |
// the stack where a match requires a value to flow through memory. |
|
3658 |
operand stackSlotI(sRegI reg) %{
|
|
3659 |
constraint(ALLOC_IN_RC(stack_slots)); |
|
3660 |
op_cost(1); |
|
3661 |
format %{ "[$reg(stackSlotI)]" %}
|
|
3662 |
interface(MEMORY_INTER) %{
|
|
3663 |
base(0xf); // Z_SP |
|
3664 |
index(0xffffFFFF); // noreg |
|
3665 |
scale(0x0); |
|
3666 |
disp($reg); // stack offset |
|
3667 |
%} |
|
3668 |
%} |
|
3669 |
||
3670 |
operand stackSlotP(sRegP reg) %{
|
|
3671 |
constraint(ALLOC_IN_RC(stack_slots)); |
|
3672 |
op_cost(1); |
|
3673 |
format %{ "[$reg(stackSlotP)]" %}
|
|
3674 |
interface(MEMORY_INTER) %{
|
|
3675 |
base(0xf); // Z_SP |
|
3676 |
index(0xffffFFFF); // noreg |
|
3677 |
scale(0x0); |
|
3678 |
disp($reg); // Stack Offset |
|
3679 |
%} |
|
3680 |
%} |
|
3681 |
||
3682 |
operand stackSlotF(sRegF reg) %{
|
|
3683 |
constraint(ALLOC_IN_RC(stack_slots)); |
|
3684 |
op_cost(1); |
|
3685 |
format %{ "[$reg(stackSlotF)]" %}
|
|
3686 |
interface(MEMORY_INTER) %{
|
|
3687 |
base(0xf); // Z_SP |
|
3688 |
index(0xffffFFFF); // noreg |
|
3689 |
scale(0x0); |
|
3690 |
disp($reg); // Stack Offset |
|
3691 |
%} |
|
3692 |
%} |
|
3693 |
||
3694 |
operand stackSlotD(sRegD reg) %{
|
|
3695 |
constraint(ALLOC_IN_RC(stack_slots)); |
|
3696 |
op_cost(1); |
|
3697 |
//match(RegD); |
|
3698 |
format %{ "[$reg(stackSlotD)]" %}
|
|
3699 |
interface(MEMORY_INTER) %{
|
|
3700 |
base(0xf); // Z_SP |
|
3701 |
index(0xffffFFFF); // noreg |
|
3702 |
scale(0x0); |
|
3703 |
disp($reg); // Stack Offset |
|
3704 |
%} |
|
3705 |
%} |
|
3706 |
||
3707 |
operand stackSlotL(sRegL reg) %{
|
|
3708 |
constraint(ALLOC_IN_RC(stack_slots)); |
|
3709 |
op_cost(1); //match(RegL); |
|
3710 |
format %{ "[$reg(stackSlotL)]" %}
|
|
3711 |
interface(MEMORY_INTER) %{
|
|
3712 |
base(0xf); // Z_SP |
|
3713 |
index(0xffffFFFF); // noreg |
|
3714 |
scale(0x0); |
|
3715 |
disp($reg); // Stack Offset |
|
3716 |
%} |
|
3717 |
%} |
|
3718 |
||
3719 |
// Operands for expressing Control Flow |
|
3720 |
// NOTE: Label is a predefined operand which should not be redefined in |
|
3721 |
// the AD file. It is generically handled within the ADLC. |
|
3722 |
||
3723 |
//----------Conditional Branch Operands---------------------------------------- |
|
3724 |
// Comparison Op - This is the operation of the comparison, and is limited to |
|
3725 |
// the following set of codes: |
|
3726 |
// L (<), LE (<=), G (>), GE (>=), E (==), NE (!=) |
|
3727 |
// |
|
3728 |
// Other attributes of the comparison, such as unsignedness, are specified |
|
3729 |
// by the comparison instruction that sets a condition code flags register. |
|
3730 |
// That result is represented by a flags operand whose subtype is appropriate |
|
3731 |
// to the unsignedness (etc.) of the comparison. |
|
3732 |
// |
|
3733 |
// Later, the instruction which matches both the Comparison Op (a Bool) and |
|
3734 |
// the flags (produced by the Cmp) specifies the coding of the comparison op |
|
3735 |
// by matching a specific subtype of Bool operand below. |
|
3736 |
||
3737 |
// INT cmpOps for CompareAndBranch and CompareAndTrap instructions should not |
|
3738 |
// have mask bit #3 set. |
|
3739 |
operand cmpOpT() %{
|
|
3740 |
match(Bool); |
|
3741 |
format %{ "" %}
|
|
3742 |
interface(COND_INTER) %{
|
|
3743 |
equal(0x8); // Assembler::bcondEqual |
|
3744 |
not_equal(0x6); // Assembler::bcondNotEqual |
|
3745 |
less(0x4); // Assembler::bcondLow |
|
3746 |
greater_equal(0xa); // Assembler::bcondNotLow |
|
3747 |
less_equal(0xc); // Assembler::bcondNotHigh |
|
3748 |
greater(0x2); // Assembler::bcondHigh |
|
3749 |
overflow(0x1); // Assembler::bcondOverflow |
|
3750 |
no_overflow(0xe); // Assembler::bcondNotOverflow |
|
3751 |
%} |
|
3752 |
%} |
|
3753 |
||
3754 |
// When used for floating point comparisons: unordered is treated as less. |
|
3755 |
operand cmpOpF() %{
|
|
3756 |
match(Bool); |
|
3757 |
format %{ "" %}
|
|
3758 |
interface(COND_INTER) %{
|
|
3759 |
equal(0x8); |
|
3760 |
not_equal(0x7); // Includes 'unordered'. |
|
3761 |
less(0x5); // Includes 'unordered'. |
|
3762 |
greater_equal(0xa); |
|
3763 |
less_equal(0xd); // Includes 'unordered'. |
|
3764 |
greater(0x2); |
|
3765 |
overflow(0x0); // Not meaningful on z/Architecture. |
|
3766 |
no_overflow(0x0); // leave unchanged (zero) therefore |
|
3767 |
%} |
|
3768 |
%} |
|
3769 |
||
3770 |
// "Regular" cmpOp for int comparisons, includes bit #3 (overflow). |
|
3771 |
operand cmpOp() %{
|
|
3772 |
match(Bool); |
|
3773 |
format %{ "" %}
|
|
3774 |
interface(COND_INTER) %{
|
|
3775 |
equal(0x8); |
|
3776 |
not_equal(0x7); // Includes 'unordered'. |
|
3777 |
less(0x5); // Includes 'unordered'. |
|
3778 |
greater_equal(0xa); |
|
3779 |
less_equal(0xd); // Includes 'unordered'. |
|
3780 |
greater(0x2); |
|
3781 |
overflow(0x1); // Assembler::bcondOverflow |
|
3782 |
no_overflow(0xe); // Assembler::bcondNotOverflow |
|
3783 |
%} |
|
3784 |
%} |
|
3785 |
||
3786 |
//----------OPERAND CLASSES---------------------------------------------------- |
|
3787 |
// Operand Classes are groups of operands that are used to simplify |
|
3788 |
// instruction definitions by not requiring the AD writer to specify |
|
3789 |
// seperate instructions for every form of operand when the |
|
3790 |
// instruction accepts multiple operand types with the same basic |
|
3791 |
// encoding and format. The classic case of this is memory operands. |
|
3792 |
// Indirect is not included since its use is limited to Compare & Swap |
|
3793 |
||
3794 |
// Most general memory operand, allows base, index, and long displacement. |
|
3795 |
opclass memory(indirect, indIndex, indOffset20, indOffset20Narrow, indOffset20index, indOffset20indexNarrow); |
|
3796 |
opclass memoryRXY(indirect, indIndex, indOffset20, indOffset20Narrow, indOffset20index, indOffset20indexNarrow); |
|
3797 |
||
3798 |
// General memory operand, allows base, index, and short displacement. |
|
3799 |
opclass memoryRX(indirect, indIndex, indOffset12, indOffset12Narrow, indOffset12index, indOffset12indexNarrow); |
|
3800 |
||
3801 |
// Memory operand, allows only base and long displacement. |
|
3802 |
opclass memoryRSY(indirect, indOffset20, indOffset20Narrow); |
|
3803 |
||
3804 |
// Memory operand, allows only base and short displacement. |
|
3805 |
opclass memoryRS(indirect, indOffset12, indOffset12Narrow); |
|
3806 |
||
3807 |
// Operand classes to match encode and decode. |
|
3808 |
opclass iRegN_P2N(iRegN); |
|
3809 |
opclass iRegP_N2P(iRegP); |
|
3810 |
||
3811 |
||
3812 |
//----------PIPELINE----------------------------------------------------------- |
|
3813 |
pipeline %{
|
|
3814 |
||
3815 |
//----------ATTRIBUTES--------------------------------------------------------- |
|
3816 |
attributes %{
|
|
3817 |
// z/Architecture instructions are of length 2, 4, or 6 bytes. |
|
3818 |
variable_size_instructions; |
|
3819 |
instruction_unit_size = 2; |
|
3820 |
||
3821 |
// Meaningless on z/Architecture. |
|
3822 |
max_instructions_per_bundle = 1; |
|
3823 |
||
3824 |
// The z/Architecture processor fetches 64 bytes... |
|
3825 |
instruction_fetch_unit_size = 64; |
|
3826 |
||
3827 |
// ...in one line. |
|
3828 |
instruction_fetch_units = 1 |
|
3829 |
%} |
|
3830 |
||
3831 |
//----------RESOURCES---------------------------------------------------------- |
|
3832 |
// Resources are the functional units available to the machine. |
|
3833 |
resources( |
|
3834 |
Z_BR, // branch unit |
|
3835 |
Z_CR, // condition unit |
|
3836 |
Z_FX1, // integer arithmetic unit 1 |
|
3837 |
Z_FX2, // integer arithmetic unit 2 |
|
3838 |
Z_LDST1, // load/store unit 1 |
|
3839 |
Z_LDST2, // load/store unit 2 |
|
3840 |
Z_FP1, // float arithmetic unit 1 |
|
3841 |
Z_FP2, // float arithmetic unit 2 |
|
3842 |
Z_LDST = Z_LDST1 | Z_LDST2, |
|
3843 |
Z_FX = Z_FX1 | Z_FX2, |
|
3844 |
Z_FP = Z_FP1 | Z_FP2 |
|
3845 |
); |
|
3846 |
||
3847 |
//----------PIPELINE DESCRIPTION----------------------------------------------- |
|
3848 |
// Pipeline Description specifies the stages in the machine's pipeline. |
|
3849 |
pipe_desc( |
|
3850 |
// TODO: adapt |
|
3851 |
Z_IF, // instruction fetch |
|
3852 |
Z_IC, |
|
3853 |
Z_D0, // decode |
|
3854 |
Z_D1, // decode |
|
3855 |
Z_D2, // decode |
|
3856 |
Z_D3, // decode |
|
3857 |
Z_Xfer1, |
|
3858 |
Z_GD, // group definition |
|
3859 |
Z_MP, // map |
|
3860 |
Z_ISS, // issue |
|
3861 |
Z_RF, // resource fetch |
|
3862 |
Z_EX1, // execute (all units) |
|
3863 |
Z_EX2, // execute (FP, LDST) |
|
3864 |
Z_EX3, // execute (FP, LDST) |
|
3865 |
Z_EX4, // execute (FP) |
|
3866 |
Z_EX5, // execute (FP) |
|
3867 |
Z_EX6, // execute (FP) |
|
3868 |
Z_WB, // write back |
|
3869 |
Z_Xfer2, |
|
3870 |
Z_CP |
|
3871 |
); |
|
3872 |
||
3873 |
//----------PIPELINE CLASSES--------------------------------------------------- |
|
3874 |
// Pipeline Classes describe the stages in which input and output are |
|
3875 |
// referenced by the hardware pipeline. |
|
3876 |
||
3877 |
// Providing the `ins_pipe' declarations in the instruction |
|
3878 |
// specifications seems to be of little use. So we use |
|
3879 |
// `pipe_class_dummy' for all our instructions at present. |
|
3880 |
pipe_class pipe_class_dummy() %{
|
|
3881 |
single_instruction; |
|
3882 |
fixed_latency(4); |
|
3883 |
%} |
|
3884 |
||
3885 |
// SIGTRAP based implicit range checks in compiled code. |
|
3886 |
// Currently, no pipe classes are used on z/Architecture. |
|
3887 |
pipe_class pipe_class_trap() %{
|
|
3888 |
single_instruction; |
|
3889 |
%} |
|
3890 |
||
3891 |
pipe_class pipe_class_fx_reg_reg(iRegI dst, iRegI src1, iRegI src2) %{
|
|
3892 |
single_instruction; |
|
3893 |
dst : Z_EX1(write); |
|
3894 |
src1 : Z_RF(read); |
|
3895 |
src2 : Z_RF(read); |
|
3896 |
Z_FX : Z_RF; |
|
3897 |
%} |
|
3898 |
||
3899 |
pipe_class pipe_class_ldst(iRegP dst, memory mem) %{
|
|
3900 |
single_instruction; |
|
3901 |
mem : Z_RF(read); |
|
3902 |
dst : Z_WB(write); |
|
3903 |
Z_LDST : Z_RF; |
|
3904 |
%} |
|
3905 |
||
3906 |
define %{
|
|
3907 |
MachNop = pipe_class_dummy; |
|
3908 |
%} |
|
3909 |
||
3910 |
%} |
|
3911 |
||
3912 |
//----------INSTRUCTIONS------------------------------------------------------- |
|
3913 |
||
3914 |
//---------- Chain stack slots between similar types -------- |
|
3915 |
||
3916 |
// Load integer from stack slot. |
|
3917 |
instruct stkI_to_regI(iRegI dst, stackSlotI src) %{
|
|
3918 |
match(Set dst src); |
|
3919 |
ins_cost(MEMORY_REF_COST); |
|
3920 |
// TODO: s390 port size(FIXED_SIZE); |
|
3921 |
format %{ "L $dst,$src\t # stk reload int" %}
|
|
3922 |
opcode(L_ZOPC); |
|
3923 |
ins_encode(z_form_rt_mem(dst, src)); |
|
3924 |
ins_pipe(pipe_class_dummy); |
|
3925 |
%} |
|
3926 |
||
3927 |
// Store integer to stack slot. |
|
3928 |
instruct regI_to_stkI(stackSlotI dst, iRegI src) %{
|
|
3929 |
match(Set dst src); |
|
3930 |
ins_cost(MEMORY_REF_COST); |
|
3931 |
// TODO: s390 port size(FIXED_SIZE); |
|
3932 |
format %{ "ST $src,$dst\t # stk spill int" %}
|
|
3933 |
opcode(ST_ZOPC); |
|
3934 |
ins_encode(z_form_rt_mem(src, dst)); // rs=rt |
|
3935 |
ins_pipe(pipe_class_dummy); |
|
3936 |
%} |
|
3937 |
||
3938 |
// Load long from stack slot. |
|
3939 |
instruct stkL_to_regL(iRegL dst, stackSlotL src) %{
|
|
3940 |
match(Set dst src); |
|
3941 |
ins_cost(MEMORY_REF_COST); |
|
3942 |
// TODO: s390 port size(FIXED_SIZE); |
|
3943 |
format %{ "LG $dst,$src\t # stk reload long" %}
|
|
3944 |
opcode(LG_ZOPC); |
|
3945 |
ins_encode(z_form_rt_mem(dst, src)); |
|
3946 |
ins_pipe(pipe_class_dummy); |
|
3947 |
%} |
|
3948 |
||
3949 |
// Store long to stack slot. |
|
3950 |
instruct regL_to_stkL(stackSlotL dst, iRegL src) %{
|
|
3951 |
match(Set dst src); |
|
3952 |
ins_cost(MEMORY_REF_COST); |
|
3953 |
size(6); |
|
3954 |
format %{ "STG $src,$dst\t # stk spill long" %}
|
|
3955 |
opcode(STG_ZOPC); |
|
3956 |
ins_encode(z_form_rt_mem(src, dst)); // rs=rt |
|
3957 |
ins_pipe(pipe_class_dummy); |
|
3958 |
%} |
|
3959 |
||
3960 |
// Load pointer from stack slot, 64-bit encoding. |
|
3961 |
instruct stkP_to_regP(iRegP dst, stackSlotP src) %{
|
|
3962 |
match(Set dst src); |
|
3963 |
ins_cost(MEMORY_REF_COST); |
|
3964 |
// TODO: s390 port size(FIXED_SIZE); |
|
3965 |
format %{ "LG $dst,$src\t # stk reload ptr" %}
|
|
3966 |
opcode(LG_ZOPC); |
|
3967 |
ins_encode(z_form_rt_mem(dst, src)); |
|
3968 |
ins_pipe(pipe_class_dummy); |
|
3969 |
%} |
|
3970 |
||
3971 |
// Store pointer to stack slot. |
|
3972 |
instruct regP_to_stkP(stackSlotP dst, iRegP src) %{
|
|
3973 |
match(Set dst src); |
|
3974 |
ins_cost(MEMORY_REF_COST); |
|
3975 |
// TODO: s390 port size(FIXED_SIZE); |
|
3976 |
format %{ "STG $src,$dst\t # stk spill ptr" %}
|
|
3977 |
opcode(STG_ZOPC); |
|
3978 |
ins_encode(z_form_rt_mem(src, dst)); // rs=rt |
|
3979 |
ins_pipe(pipe_class_dummy); |
|
3980 |
%} |
|
3981 |
||
3982 |
// Float types |
|
3983 |
||
3984 |
// Load float value from stack slot. |
|
3985 |
instruct stkF_to_regF(regF dst, stackSlotF src) %{
|
|
3986 |
match(Set dst src); |
|
3987 |
ins_cost(MEMORY_REF_COST); |
|
3988 |
size(4); |
|
3989 |
format %{ "LE(Y) $dst,$src\t # stk reload float" %}
|
|
3990 |
opcode(LE_ZOPC); |
|
3991 |
ins_encode(z_form_rt_mem(dst, src)); |
|
3992 |
ins_pipe(pipe_class_dummy); |
|
3993 |
%} |
|
3994 |
||
3995 |
// Store float value to stack slot. |
|
3996 |
instruct regF_to_stkF(stackSlotF dst, regF src) %{
|
|
3997 |
match(Set dst src); |
|
3998 |
ins_cost(MEMORY_REF_COST); |
|
3999 |
size(4); |
|
4000 |
format %{ "STE(Y) $src,$dst\t # stk spill float" %}
|
|
4001 |
opcode(STE_ZOPC); |
|
4002 |
ins_encode(z_form_rt_mem(src, dst)); |
|
4003 |
ins_pipe(pipe_class_dummy); |
|
4004 |
%} |
|
4005 |
||
4006 |
// Load double value from stack slot. |
|
4007 |
instruct stkD_to_regD(regD dst, stackSlotD src) %{
|
|
4008 |
match(Set dst src); |
|
4009 |
ins_cost(MEMORY_REF_COST); |
|
4010 |
// TODO: s390 port size(FIXED_SIZE); |
|
4011 |
format %{ "LD(Y) $dst,$src\t # stk reload double" %}
|
|
4012 |
opcode(LD_ZOPC); |
|
4013 |
ins_encode(z_form_rt_mem(dst, src)); |
|
4014 |
ins_pipe(pipe_class_dummy); |
|
4015 |
%} |
|
4016 |
||
4017 |
// Store double value to stack slot. |
|
4018 |
instruct regD_to_stkD(stackSlotD dst, regD src) %{
|
|
4019 |
match(Set dst src); |
|
4020 |
ins_cost(MEMORY_REF_COST); |
|
4021 |
size(4); |
|
4022 |
format %{ "STD(Y) $src,$dst\t # stk spill double" %}
|
|
4023 |
opcode(STD_ZOPC); |
|
4024 |
ins_encode(z_form_rt_mem(src, dst)); |
|
4025 |
ins_pipe(pipe_class_dummy); |
|
4026 |
%} |
|
4027 |
||
4028 |
//----------Load/Store/Move Instructions--------------------------------------- |
|
4029 |
||
4030 |
//----------Load Instructions-------------------------------------------------- |
|
4031 |
||
4032 |
//------------------ |
|
4033 |
// MEMORY |
|
4034 |
//------------------ |
|
4035 |
||
4036 |
// BYTE |
|
4037 |
// Load Byte (8bit signed) |
|
4038 |
instruct loadB(iRegI dst, memory mem) %{
|
|
4039 |
match(Set dst (LoadB mem)); |
|
4040 |
ins_cost(MEMORY_REF_COST); |
|
4041 |
size(Z_DISP3_SIZE); |
|
4042 |
format %{ "LB $dst, $mem\t # sign-extend byte to int" %}
|
|
4043 |
opcode(LB_ZOPC, LB_ZOPC); |
|
4044 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4045 |
ins_pipe(pipe_class_dummy); |
|
4046 |
%} |
|
4047 |
||
4048 |
// Load Byte (8bit signed) |
|
4049 |
instruct loadB2L(iRegL dst, memory mem) %{
|
|
4050 |
match(Set dst (ConvI2L (LoadB mem))); |
|
4051 |
ins_cost(MEMORY_REF_COST); |
|
4052 |
size(Z_DISP3_SIZE); |
|
4053 |
format %{ "LGB $dst, $mem\t # sign-extend byte to long" %}
|
|
4054 |
opcode(LGB_ZOPC, LGB_ZOPC); |
|
4055 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4056 |
ins_pipe(pipe_class_dummy); |
|
4057 |
%} |
|
4058 |
||
4059 |
// Load Unsigned Byte (8bit UNsigned) into an int reg. |
|
4060 |
instruct loadUB(iRegI dst, memory mem) %{
|
|
4061 |
match(Set dst (LoadUB mem)); |
|
4062 |
ins_cost(MEMORY_REF_COST); |
|
4063 |
size(Z_DISP3_SIZE); |
|
4064 |
format %{ "LLGC $dst,$mem\t # zero-extend byte to int" %}
|
|
4065 |
opcode(LLGC_ZOPC, LLGC_ZOPC); |
|
4066 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4067 |
ins_pipe(pipe_class_dummy); |
|
4068 |
%} |
|
4069 |
||
4070 |
// Load Unsigned Byte (8bit UNsigned) into a Long Register. |
|
4071 |
instruct loadUB2L(iRegL dst, memory mem) %{
|
|
4072 |
match(Set dst (ConvI2L (LoadUB mem))); |
|
4073 |
ins_cost(MEMORY_REF_COST); |
|
4074 |
size(Z_DISP3_SIZE); |
|
4075 |
format %{ "LLGC $dst,$mem\t # zero-extend byte to long" %}
|
|
4076 |
opcode(LLGC_ZOPC, LLGC_ZOPC); |
|
4077 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4078 |
ins_pipe(pipe_class_dummy); |
|
4079 |
%} |
|
4080 |
||
4081 |
// CHAR/SHORT |
|
4082 |
||
4083 |
// Load Short (16bit signed) |
|
4084 |
instruct loadS(iRegI dst, memory mem) %{
|
|
4085 |
match(Set dst (LoadS mem)); |
|
4086 |
ins_cost(MEMORY_REF_COST); |
|
4087 |
size(Z_DISP_SIZE); |
|
4088 |
format %{ "LH(Y) $dst,$mem\t # sign-extend short to int" %}
|
|
4089 |
opcode(LHY_ZOPC, LH_ZOPC); |
|
4090 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4091 |
ins_pipe(pipe_class_dummy); |
|
4092 |
%} |
|
4093 |
||
4094 |
// Load Short (16bit signed) |
|
4095 |
instruct loadS2L(iRegL dst, memory mem) %{
|
|
4096 |
match(Set dst (ConvI2L (LoadS mem))); |
|
4097 |
ins_cost(MEMORY_REF_COST); |
|
4098 |
size(Z_DISP3_SIZE); |
|
4099 |
format %{ "LGH $dst,$mem\t # sign-extend short to long" %}
|
|
4100 |
opcode(LGH_ZOPC, LGH_ZOPC); |
|
4101 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4102 |
ins_pipe(pipe_class_dummy); |
|
4103 |
%} |
|
4104 |
||
4105 |
// Load Char (16bit Unsigned) |
|
4106 |
instruct loadUS(iRegI dst, memory mem) %{
|
|
4107 |
match(Set dst (LoadUS mem)); |
|
4108 |
ins_cost(MEMORY_REF_COST); |
|
4109 |
size(Z_DISP3_SIZE); |
|
4110 |
format %{ "LLGH $dst,$mem\t # zero-extend short to int" %}
|
|
4111 |
opcode(LLGH_ZOPC, LLGH_ZOPC); |
|
4112 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4113 |
ins_pipe(pipe_class_dummy); |
|
4114 |
%} |
|
4115 |
||
4116 |
// Load Unsigned Short/Char (16bit UNsigned) into a Long Register. |
|
4117 |
instruct loadUS2L(iRegL dst, memory mem) %{
|
|
4118 |
match(Set dst (ConvI2L (LoadUS mem))); |
|
4119 |
ins_cost(MEMORY_REF_COST); |
|
4120 |
size(Z_DISP3_SIZE); |
|
4121 |
format %{ "LLGH $dst,$mem\t # zero-extend short to long" %}
|
|
4122 |
opcode(LLGH_ZOPC, LLGH_ZOPC); |
|
4123 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4124 |
ins_pipe(pipe_class_dummy); |
|
4125 |
%} |
|
4126 |
||
4127 |
// INT |
|
4128 |
||
4129 |
// Load Integer |
|
4130 |
instruct loadI(iRegI dst, memory mem) %{
|
|
4131 |
match(Set dst (LoadI mem)); |
|
4132 |
ins_cost(MEMORY_REF_COST); |
|
4133 |
size(Z_DISP_SIZE); |
|
4134 |
format %{ "L(Y) $dst,$mem\t #" %}
|
|
4135 |
opcode(LY_ZOPC, L_ZOPC); |
|
4136 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4137 |
ins_pipe(pipe_class_dummy); |
|
4138 |
%} |
|
4139 |
||
4140 |
// Load and convert to long. |
|
4141 |
instruct loadI2L(iRegL dst, memory mem) %{
|
|
4142 |
match(Set dst (ConvI2L (LoadI mem))); |
|
4143 |
ins_cost(MEMORY_REF_COST); |
|
4144 |
size(Z_DISP3_SIZE); |
|
4145 |
format %{ "LGF $dst,$mem\t #" %}
|
|
4146 |
opcode(LGF_ZOPC, LGF_ZOPC); |
|
4147 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4148 |
ins_pipe(pipe_class_dummy); |
|
4149 |
%} |
|
4150 |
||
4151 |
// Load Unsigned Integer into a Long Register |
|
4152 |
instruct loadUI2L(iRegL dst, memory mem, immL_FFFFFFFF mask) %{
|
|
4153 |
match(Set dst (AndL (ConvI2L (LoadI mem)) mask)); |
|
4154 |
ins_cost(MEMORY_REF_COST); |
|
4155 |
size(Z_DISP3_SIZE); |
|
4156 |
format %{ "LLGF $dst,$mem\t # zero-extend int to long" %}
|
|
4157 |
opcode(LLGF_ZOPC, LLGF_ZOPC); |
|
4158 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4159 |
ins_pipe(pipe_class_dummy); |
|
4160 |
%} |
|
4161 |
||
4162 |
// range = array length (=jint) |
|
4163 |
// Load Range |
|
4164 |
instruct loadRange(iRegI dst, memory mem) %{
|
|
4165 |
match(Set dst (LoadRange mem)); |
|
4166 |
ins_cost(MEMORY_REF_COST); |
|
4167 |
size(Z_DISP_SIZE); |
|
4168 |
format %{ "L(Y) $dst,$mem\t # range" %}
|
|
4169 |
opcode(LY_ZOPC, L_ZOPC); |
|
4170 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4171 |
ins_pipe(pipe_class_dummy); |
|
4172 |
%} |
|
4173 |
||
4174 |
// LONG |
|
4175 |
||
4176 |
// Load Long - aligned |
|
4177 |
instruct loadL(iRegL dst, memory mem) %{
|
|
4178 |
match(Set dst (LoadL mem)); |
|
4179 |
ins_cost(MEMORY_REF_COST); |
|
4180 |
size(Z_DISP3_SIZE); |
|
4181 |
format %{ "LG $dst,$mem\t # long" %}
|
|
4182 |
opcode(LG_ZOPC, LG_ZOPC); |
|
4183 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4184 |
ins_pipe(pipe_class_dummy); |
|
4185 |
%} |
|
4186 |
||
4187 |
// Load Long - UNaligned |
|
4188 |
instruct loadL_unaligned(iRegL dst, memory mem) %{
|
|
4189 |
match(Set dst (LoadL_unaligned mem)); |
|
4190 |
ins_cost(MEMORY_REF_COST); |
|
4191 |
size(Z_DISP3_SIZE); |
|
4192 |
format %{ "LG $dst,$mem\t # unaligned long" %}
|
|
4193 |
opcode(LG_ZOPC, LG_ZOPC); |
|
4194 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4195 |
ins_pipe(pipe_class_dummy); |
|
4196 |
%} |
|
4197 |
||
4198 |
||
4199 |
// PTR |
|
4200 |
||
4201 |
// Load Pointer |
|
4202 |
instruct loadP(iRegP dst, memory mem) %{
|
|
4203 |
match(Set dst (LoadP mem)); |
|
4204 |
ins_cost(MEMORY_REF_COST); |
|
4205 |
size(Z_DISP3_SIZE); |
|
4206 |
format %{ "LG $dst,$mem\t # ptr" %}
|
|
4207 |
opcode(LG_ZOPC, LG_ZOPC); |
|
4208 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4209 |
ins_pipe(pipe_class_dummy); |
|
4210 |
%} |
|
4211 |
||
4212 |
// LoadP + CastP2L |
|
4213 |
instruct castP2X_loadP(iRegL dst, memory mem) %{
|
|
4214 |
match(Set dst (CastP2X (LoadP mem))); |
|
4215 |
ins_cost(MEMORY_REF_COST); |
|
4216 |
size(Z_DISP3_SIZE); |
|
4217 |
format %{ "LG $dst,$mem\t # ptr + p2x" %}
|
|
4218 |
opcode(LG_ZOPC, LG_ZOPC); |
|
4219 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4220 |
ins_pipe(pipe_class_dummy); |
|
4221 |
%} |
|
4222 |
||
4223 |
// Load Klass Pointer |
|
4224 |
instruct loadKlass(iRegP dst, memory mem) %{
|
|
4225 |
match(Set dst (LoadKlass mem)); |
|
4226 |
ins_cost(MEMORY_REF_COST); |
|
4227 |
size(Z_DISP3_SIZE); |
|
4228 |
format %{ "LG $dst,$mem\t # klass ptr" %}
|
|
4229 |
opcode(LG_ZOPC, LG_ZOPC); |
|
4230 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4231 |
ins_pipe(pipe_class_dummy); |
|
4232 |
%} |
|
4233 |
||
4234 |
instruct loadTOC(iRegL dst) %{
|
|
4235 |
effect(DEF dst); |
|
4236 |
ins_cost(DEFAULT_COST); |
|
4237 |
// TODO: s390 port size(FIXED_SIZE); |
|
4238 |
// TODO: check why this attribute causes many unnecessary rematerializations. |
|
4239 |
// |
|
4240 |
// The graphs I saw just had high register pressure. Further the |
|
4241 |
// register TOC is loaded to is overwritten by the constant short |
|
4242 |
// after. Here something as round robin register allocation might |
|
4243 |
// help. But rematerializing seems not to hurt, jack even seems to |
|
4244 |
// improve slightly. |
|
4245 |
// |
|
4246 |
// Without this flag we get spill-split recycle sanity check |
|
4247 |
// failures in |
|
4248 |
// spec.benchmarks._228_jack.NfaState::GenerateCode. This happens in |
|
4249 |
// a block with three loadConP_dynTOC nodes and a tlsLoadP. The |
|
4250 |
// tlsLoadP has a huge amount of outs and forces the TOC down to the |
|
4251 |
// stack. Later tlsLoadP is rematerialized, leaving the register |
|
4252 |
// allocator with TOC on the stack and a badly placed reload. |
|
4253 |
ins_should_rematerialize(true); |
|
4254 |
format %{ "LARL $dst, &constant_pool\t; load dynTOC" %}
|
|
4255 |
ins_encode %{ __ load_toc($dst$$Register); %}
|
|
4256 |
ins_pipe(pipe_class_dummy); |
|
4257 |
%} |
|
4258 |
||
4259 |
// FLOAT |
|
4260 |
||
4261 |
// Load Float |
|
4262 |
instruct loadF(regF dst, memory mem) %{
|
|
4263 |
match(Set dst (LoadF mem)); |
|
4264 |
ins_cost(MEMORY_REF_COST); |
|
4265 |
size(Z_DISP_SIZE); |
|
4266 |
format %{ "LE(Y) $dst,$mem" %}
|
|
4267 |
opcode(LEY_ZOPC, LE_ZOPC); |
|
4268 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4269 |
ins_pipe(pipe_class_dummy); |
|
4270 |
%} |
|
4271 |
||
4272 |
// DOUBLE |
|
4273 |
||
4274 |
// Load Double |
|
4275 |
instruct loadD(regD dst, memory mem) %{
|
|
4276 |
match(Set dst (LoadD mem)); |
|
4277 |
ins_cost(MEMORY_REF_COST); |
|
4278 |
size(Z_DISP_SIZE); |
|
4279 |
format %{ "LD(Y) $dst,$mem" %}
|
|
4280 |
opcode(LDY_ZOPC, LD_ZOPC); |
|
4281 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4282 |
ins_pipe(pipe_class_dummy); |
|
4283 |
%} |
|
4284 |
||
4285 |
// Load Double - UNaligned |
|
4286 |
instruct loadD_unaligned(regD dst, memory mem) %{
|
|
4287 |
match(Set dst (LoadD_unaligned mem)); |
|
4288 |
ins_cost(MEMORY_REF_COST); |
|
4289 |
size(Z_DISP_SIZE); |
|
4290 |
format %{ "LD(Y) $dst,$mem" %}
|
|
4291 |
opcode(LDY_ZOPC, LD_ZOPC); |
|
4292 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4293 |
ins_pipe(pipe_class_dummy); |
|
4294 |
%} |
|
4295 |
||
4296 |
||
4297 |
//---------------------- |
|
4298 |
// IMMEDIATES |
|
4299 |
//---------------------- |
|
4300 |
||
4301 |
instruct loadConI(iRegI dst, immI src) %{
|
|
4302 |
match(Set dst src); |
|
4303 |
ins_cost(DEFAULT_COST); |
|
4304 |
size(6); |
|
4305 |
format %{ "LGFI $dst,$src\t # (int)" %}
|
|
4306 |
ins_encode %{ __ z_lgfi($dst$$Register, $src$$constant); %} // Sign-extend to 64 bit, it's at no cost.
|
|
4307 |
ins_pipe(pipe_class_dummy); |
|
4308 |
%} |
|
4309 |
||
4310 |
instruct loadConI16(iRegI dst, immI16 src) %{
|
|
4311 |
match(Set dst src); |
|
4312 |
ins_cost(DEFAULT_COST_LOW); |
|
4313 |
size(4); |
|
4314 |
format %{ "LGHI $dst,$src\t # (int)" %}
|
|
4315 |
ins_encode %{ __ z_lghi($dst$$Register, $src$$constant); %} // Sign-extend to 64 bit, it's at no cost.
|
|
4316 |
ins_pipe(pipe_class_dummy); |
|
4317 |
%} |
|
4318 |
||
4319 |
instruct loadConI_0(iRegI dst, immI_0 src, flagsReg cr) %{
|
|
4320 |
match(Set dst src); |
|
4321 |
effect(KILL cr); |
|
4322 |
ins_cost(DEFAULT_COST_LOW); |
|
4323 |
size(4); |
|
4324 |
format %{ "loadConI $dst,$src\t # (int) XGR because ZERO is loaded" %}
|
|
4325 |
opcode(XGR_ZOPC); |
|
4326 |
ins_encode(z_rreform(dst, dst)); |
|
4327 |
ins_pipe(pipe_class_dummy); |
|
4328 |
%} |
|
4329 |
||
4330 |
instruct loadConUI16(iRegI dst, uimmI16 src) %{
|
|
4331 |
match(Set dst src); |
|
4332 |
// TODO: s390 port size(FIXED_SIZE); |
|
4333 |
format %{ "LLILL $dst,$src" %}
|
|
4334 |
opcode(LLILL_ZOPC); |
|
4335 |
ins_encode(z_riform_unsigned(dst, src) ); |
|
4336 |
ins_pipe(pipe_class_dummy); |
|
4337 |
%} |
|
4338 |
||
4339 |
// Load long constant from TOC with pcrelative address. |
|
4340 |
instruct loadConL_pcrelTOC(iRegL dst, immL src) %{
|
|
4341 |
match(Set dst src); |
|
4342 |
ins_cost(MEMORY_REF_COST_LO); |
|
4343 |
size(6); |
|
4344 |
format %{ "LGRL $dst,[pcrelTOC]\t # load long $src from table" %}
|
|
4345 |
ins_encode %{
|
|
4346 |
address long_address = __ long_constant($src$$constant); |
|
4347 |
if (long_address == NULL) {
|
|
4348 |
Compile::current()->env()->record_out_of_memory_failure(); |
|
4349 |
return; |
|
4350 |
} |
|
4351 |
__ load_long_pcrelative($dst$$Register, long_address); |
|
4352 |
%} |
|
4353 |
ins_pipe(pipe_class_dummy); |
|
4354 |
%} |
|
4355 |
||
4356 |
instruct loadConL32(iRegL dst, immL32 src) %{
|
|
4357 |
match(Set dst src); |
|
4358 |
ins_cost(DEFAULT_COST); |
|
4359 |
size(6); |
|
4360 |
format %{ "LGFI $dst,$src\t # (long)" %}
|
|
4361 |
ins_encode %{ __ z_lgfi($dst$$Register, $src$$constant); %} // Sign-extend to 64 bit, it's at no cost.
|
|
4362 |
ins_pipe(pipe_class_dummy); |
|
4363 |
%} |
|
4364 |
||
4365 |
instruct loadConL16(iRegL dst, immL16 src) %{
|
|
4366 |
match(Set dst src); |
|
4367 |
ins_cost(DEFAULT_COST_LOW); |
|
4368 |
size(4); |
|
4369 |
format %{ "LGHI $dst,$src\t # (long)" %}
|
|
4370 |
ins_encode %{ __ z_lghi($dst$$Register, $src$$constant); %} // Sign-extend to 64 bit, it's at no cost.
|
|
4371 |
ins_pipe(pipe_class_dummy); |
|
4372 |
%} |
|
4373 |
||
4374 |
instruct loadConL_0(iRegL dst, immL_0 src, flagsReg cr) %{
|
|
4375 |
match(Set dst src); |
|
4376 |
effect(KILL cr); |
|
4377 |
ins_cost(DEFAULT_COST_LOW); |
|
4378 |
format %{ "LoadConL $dst,$src\t # (long) XGR because ZERO is loaded" %}
|
|
4379 |
opcode(XGR_ZOPC); |
|
4380 |
ins_encode(z_rreform(dst, dst)); |
|
4381 |
ins_pipe(pipe_class_dummy); |
|
4382 |
%} |
|
4383 |
||
4384 |
// Load ptr constant from TOC with pc relative address. |
|
4385 |
// Special handling for oop constants required. |
|
4386 |
instruct loadConP_pcrelTOC(iRegP dst, immP src) %{
|
|
4387 |
match(Set dst src); |
|
4388 |
ins_cost(MEMORY_REF_COST_LO); |
|
4389 |
size(6); |
|
4390 |
format %{ "LGRL $dst,[pcrelTOC]\t # load ptr $src from table" %}
|
|
4391 |
ins_encode %{
|
|
4392 |
relocInfo::relocType constant_reloc = $src->constant_reloc(); |
|
4393 |
if (constant_reloc == relocInfo::oop_type) {
|
|
4394 |
AddressLiteral a = __ allocate_oop_address((jobject)$src$$constant); |
|
4395 |
bool success = __ load_oop_from_toc($dst$$Register, a); |
|
4396 |
if (!success) {
|
|
4397 |
Compile::current()->env()->record_out_of_memory_failure(); |
|
4398 |
return; |
|
4399 |
} |
|
4400 |
} else if (constant_reloc == relocInfo::metadata_type) {
|
|
4401 |
AddressLiteral a = __ constant_metadata_address((Metadata *)$src$$constant); |
|
4402 |
address const_toc_addr = __ address_constant((address)a.value(), RelocationHolder::none); |
|
4403 |
if (const_toc_addr == NULL) {
|
|
4404 |
Compile::current()->env()->record_out_of_memory_failure(); |
|
4405 |
return; |
|
4406 |
} |
|
4407 |
__ load_long_pcrelative($dst$$Register, const_toc_addr); |
|
4408 |
} else { // Non-oop pointers, e.g. card mark base, heap top.
|
|
4409 |
address long_address = __ long_constant((jlong)$src$$constant); |
|
4410 |
if (long_address == NULL) {
|
|
4411 |
Compile::current()->env()->record_out_of_memory_failure(); |
|
4412 |
return; |
|
4413 |
} |
|
4414 |
__ load_long_pcrelative($dst$$Register, long_address); |
|
4415 |
} |
|
4416 |
%} |
|
4417 |
ins_pipe(pipe_class_dummy); |
|
4418 |
%} |
|
4419 |
||
4420 |
// We don't use immP16 to avoid problems with oops. |
|
4421 |
instruct loadConP0(iRegP dst, immP0 src, flagsReg cr) %{
|
|
4422 |
match(Set dst src); |
|
4423 |
effect(KILL cr); |
|
4424 |
size(4); |
|
4425 |
format %{ "XGR $dst,$dst\t # NULL ptr" %}
|
|
4426 |
opcode(XGR_ZOPC); |
|
4427 |
ins_encode(z_rreform(dst, dst)); |
|
4428 |
ins_pipe(pipe_class_dummy); |
|
4429 |
%} |
|
4430 |
||
4431 |
//----------Load Float Constant Instructions------------------------------------------------- |
|
4432 |
||
4433 |
// We may not specify this instruction via an `expand' rule. If we do, |
|
4434 |
// code selection will forget that this instruction needs a floating |
|
4435 |
// point constant inserted into the code buffer. So `Shorten_branches' |
|
4436 |
// will fail. |
|
4437 |
instruct loadConF_dynTOC(regF dst, immF src, flagsReg cr) %{
|
|
4438 |
match(Set dst src); |
|
4439 |
effect(KILL cr); |
|
4440 |
ins_cost(MEMORY_REF_COST); |
|
4441 |
size(6); |
|
4442 |
// If this instruction rematerializes, it prolongs the live range |
|
4443 |
// of the toc node, causing illegal graphs. |
|
4444 |
ins_cannot_rematerialize(true); |
|
4445 |
format %{ "LE(Y) $dst,$constantoffset[,$constanttablebase]\t # load FLOAT $src from table" %}
|
|
4446 |
ins_encode %{
|
|
4447 |
__ load_float_largeoffset($dst$$FloatRegister, $constantoffset($src), $constanttablebase, Z_R1_scratch); |
|
4448 |
%} |
|
4449 |
ins_pipe(pipe_class_dummy); |
|
4450 |
%} |
|
4451 |
||
4452 |
// E may not specify this instruction via an `expand' rule. If we do, |
|
4453 |
// code selection will forget that this instruction needs a floating |
|
4454 |
// point constant inserted into the code buffer. So `Shorten_branches' |
|
4455 |
// will fail. |
|
4456 |
instruct loadConD_dynTOC(regD dst, immD src, flagsReg cr) %{
|
|
4457 |
match(Set dst src); |
|
4458 |
effect(KILL cr); |
|
4459 |
ins_cost(MEMORY_REF_COST); |
|
4460 |
size(6); |
|
4461 |
// If this instruction rematerializes, it prolongs the live range |
|
4462 |
// of the toc node, causing illegal graphs. |
|
4463 |
ins_cannot_rematerialize(true); |
|
4464 |
format %{ "LD(Y) $dst,$constantoffset[,$constanttablebase]\t # load DOUBLE $src from table" %}
|
|
4465 |
ins_encode %{
|
|
4466 |
__ load_double_largeoffset($dst$$FloatRegister, $constantoffset($src), $constanttablebase, Z_R1_scratch); |
|
4467 |
%} |
|
4468 |
ins_pipe(pipe_class_dummy); |
|
4469 |
%} |
|
4470 |
||
4471 |
// Special case: Load Const 0.0F |
|
4472 |
||
4473 |
// There's a special instr to clear a FP register. |
|
4474 |
instruct loadConF0(regF dst, immFp0 src) %{
|
|
4475 |
match(Set dst src); |
|
4476 |
ins_cost(DEFAULT_COST_LOW); |
|
4477 |
size(4); |
|
4478 |
format %{ "LZER $dst,$src\t # clear to zero" %}
|
|
4479 |
opcode(LZER_ZOPC); |
|
4480 |
ins_encode(z_rreform(dst, Z_F0)); |
|
4481 |
ins_pipe(pipe_class_dummy); |
|
4482 |
%} |
|
4483 |
||
4484 |
// There's a special instr to clear a FP register. |
|
4485 |
instruct loadConD0(regD dst, immDp0 src) %{
|
|
4486 |
match(Set dst src); |
|
4487 |
ins_cost(DEFAULT_COST_LOW); |
|
4488 |
size(4); |
|
4489 |
format %{ "LZDR $dst,$src\t # clear to zero" %}
|
|
4490 |
opcode(LZDR_ZOPC); |
|
4491 |
ins_encode(z_rreform(dst, Z_F0)); |
|
4492 |
ins_pipe(pipe_class_dummy); |
|
4493 |
%} |
|
4494 |
||
4495 |
||
4496 |
//----------Store Instructions------------------------------------------------- |
|
4497 |
||
4498 |
// BYTE |
|
4499 |
||
4500 |
// Store Byte |
|
4501 |
instruct storeB(memory mem, iRegI src) %{
|
|
4502 |
match(Set mem (StoreB mem src)); |
|
4503 |
ins_cost(MEMORY_REF_COST); |
|
4504 |
size(Z_DISP_SIZE); |
|
4505 |
format %{ "STC(Y) $src,$mem\t # byte" %}
|
|
4506 |
opcode(STCY_ZOPC, STC_ZOPC); |
|
4507 |
ins_encode(z_form_rt_mem_opt(src, mem)); |
|
4508 |
ins_pipe(pipe_class_dummy); |
|
4509 |
%} |
|
4510 |
||
4511 |
instruct storeCM(memory mem, immI_0 src) %{
|
|
4512 |
match(Set mem (StoreCM mem src)); |
|
4513 |
ins_cost(MEMORY_REF_COST); |
|
4514 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
4515 |
format %{ "STC(Y) $src,$mem\t # CMS card-mark byte (must be 0!)" %}
|
|
4516 |
ins_encode %{
|
|
4517 |
guarantee($mem$$index$$Register != Z_R0, "content will not be used."); |
|
4518 |
if ($mem$$index$$Register != noreg) {
|
|
4519 |
// Can't use clear_mem --> load const zero and store character. |
|
4520 |
__ load_const_optimized(Z_R0_scratch, (long)0); |
|
4521 |
if (Immediate::is_uimm12($mem$$disp)) {
|
|
4522 |
__ z_stc(Z_R0_scratch, $mem$$Address); |
|
4523 |
} else {
|
|
4524 |
__ z_stcy(Z_R0_scratch, $mem$$Address); |
|
4525 |
} |
|
4526 |
} else {
|
|
4527 |
__ clear_mem(Address($mem$$Address), 1); |
|
4528 |
} |
|
4529 |
%} |
|
4530 |
ins_pipe(pipe_class_dummy); |
|
4531 |
%} |
|
4532 |
||
4533 |
// CHAR/SHORT |
|
4534 |
||
4535 |
// Store Char/Short |
|
4536 |
instruct storeC(memory mem, iRegI src) %{
|
|
4537 |
match(Set mem (StoreC mem src)); |
|
4538 |
ins_cost(MEMORY_REF_COST); |
|
4539 |
size(Z_DISP_SIZE); |
|
4540 |
format %{ "STH(Y) $src,$mem\t # short" %}
|
|
4541 |
opcode(STHY_ZOPC, STH_ZOPC); |
|
4542 |
ins_encode(z_form_rt_mem_opt(src, mem)); |
|
4543 |
ins_pipe(pipe_class_dummy); |
|
4544 |
%} |
|
4545 |
||
4546 |
// INT |
|
4547 |
||
4548 |
// Store Integer |
|
4549 |
instruct storeI(memory mem, iRegI src) %{
|
|
4550 |
match(Set mem (StoreI mem src)); |
|
4551 |
ins_cost(MEMORY_REF_COST); |
|
4552 |
size(Z_DISP_SIZE); |
|
4553 |
format %{ "ST(Y) $src,$mem\t # int" %}
|
|
4554 |
opcode(STY_ZOPC, ST_ZOPC); |
|
4555 |
ins_encode(z_form_rt_mem_opt(src, mem)); |
|
4556 |
ins_pipe(pipe_class_dummy); |
|
4557 |
%} |
|
4558 |
||
4559 |
// LONG |
|
4560 |
||
4561 |
// Store Long |
|
4562 |
instruct storeL(memory mem, iRegL src) %{
|
|
4563 |
match(Set mem (StoreL mem src)); |
|
4564 |
ins_cost(MEMORY_REF_COST); |
|
4565 |
size(Z_DISP3_SIZE); |
|
4566 |
format %{ "STG $src,$mem\t # long" %}
|
|
4567 |
opcode(STG_ZOPC, STG_ZOPC); |
|
4568 |
ins_encode(z_form_rt_mem_opt(src, mem)); |
|
4569 |
ins_pipe(pipe_class_dummy); |
|
4570 |
%} |
|
4571 |
||
4572 |
// PTR |
|
4573 |
||
4574 |
// Store Pointer |
|
4575 |
instruct storeP(memory dst, memoryRegP src) %{
|
|
4576 |
match(Set dst (StoreP dst src)); |
|
4577 |
ins_cost(MEMORY_REF_COST); |
|
4578 |
size(Z_DISP3_SIZE); |
|
4579 |
format %{ "STG $src,$dst\t # ptr" %}
|
|
4580 |
opcode(STG_ZOPC, STG_ZOPC); |
|
4581 |
ins_encode(z_form_rt_mem_opt(src, dst)); |
|
4582 |
ins_pipe(pipe_class_dummy); |
|
4583 |
%} |
|
4584 |
||
4585 |
// FLOAT |
|
4586 |
||
4587 |
// Store Float |
|
4588 |
instruct storeF(memory mem, regF src) %{
|
|
4589 |
match(Set mem (StoreF mem src)); |
|
4590 |
ins_cost(MEMORY_REF_COST); |
|
4591 |
size(Z_DISP_SIZE); |
|
4592 |
format %{ "STE(Y) $src,$mem\t # float" %}
|
|
4593 |
opcode(STEY_ZOPC, STE_ZOPC); |
|
4594 |
ins_encode(z_form_rt_mem_opt(src, mem)); |
|
4595 |
ins_pipe(pipe_class_dummy); |
|
4596 |
%} |
|
4597 |
||
4598 |
// DOUBLE |
|
4599 |
||
4600 |
// Store Double |
|
4601 |
instruct storeD(memory mem, regD src) %{
|
|
4602 |
match(Set mem (StoreD mem src)); |
|
4603 |
ins_cost(MEMORY_REF_COST); |
|
4604 |
size(Z_DISP_SIZE); |
|
4605 |
format %{ "STD(Y) $src,$mem\t # double" %}
|
|
4606 |
opcode(STDY_ZOPC, STD_ZOPC); |
|
4607 |
ins_encode(z_form_rt_mem_opt(src, mem)); |
|
4608 |
ins_pipe(pipe_class_dummy); |
|
4609 |
%} |
|
4610 |
||
4611 |
// Prefetch instructions. Must be safe to execute with invalid address (cannot fault). |
|
4612 |
||
4613 |
// Should support match rule for PrefetchAllocation. |
|
4614 |
// Still needed after 8068977 for PrefetchAllocate. |
|
4615 |
instruct prefetchAlloc(memory mem) %{
|
|
4616 |
match(PrefetchAllocation mem); |
|
4617 |
predicate(VM_Version::has_Prefetch()); |
|
4618 |
ins_cost(DEFAULT_COST); |
|
4619 |
format %{ "PREFETCH 2, $mem\t # Prefetch allocation, z10 only" %}
|
|
4620 |
ins_encode %{ __ z_pfd(0x02, $mem$$Address); %}
|
|
4621 |
ins_pipe(pipe_class_dummy); |
|
4622 |
%} |
|
4623 |
||
4624 |
//----------Memory init instructions------------------------------------------ |
|
4625 |
||
4626 |
// Move Immediate to 1-byte memory. |
|
4627 |
instruct memInitB(memoryRSY mem, immI8 src) %{
|
|
4628 |
match(Set mem (StoreB mem src)); |
|
4629 |
ins_cost(MEMORY_REF_COST); |
|
4630 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
4631 |
format %{ "MVI $mem,$src\t # direct mem init 1" %}
|
|
4632 |
ins_encode %{
|
|
4633 |
if (Immediate::is_uimm12((long)$mem$$disp)) {
|
|
4634 |
__ z_mvi($mem$$Address, $src$$constant); |
|
4635 |
} else {
|
|
4636 |
__ z_mviy($mem$$Address, $src$$constant); |
|
4637 |
} |
|
4638 |
%} |
|
4639 |
ins_pipe(pipe_class_dummy); |
|
4640 |
%} |
|
4641 |
||
4642 |
// Move Immediate to 2-byte memory. |
|
4643 |
instruct memInitC(memoryRS mem, immI16 src) %{
|
|
4644 |
match(Set mem (StoreC mem src)); |
|
4645 |
ins_cost(MEMORY_REF_COST); |
|
4646 |
size(6); |
|
4647 |
format %{ "MVHHI $mem,$src\t # direct mem init 2" %}
|
|
4648 |
opcode(MVHHI_ZOPC); |
|
4649 |
ins_encode(z_silform(mem, src)); |
|
4650 |
ins_pipe(pipe_class_dummy); |
|
4651 |
%} |
|
4652 |
||
4653 |
// Move Immediate to 4-byte memory. |
|
4654 |
instruct memInitI(memoryRS mem, immI16 src) %{
|
|
4655 |
match(Set mem (StoreI mem src)); |
|
4656 |
ins_cost(MEMORY_REF_COST); |
|
4657 |
size(6); |
|
4658 |
format %{ "MVHI $mem,$src\t # direct mem init 4" %}
|
|
4659 |
opcode(MVHI_ZOPC); |
|
4660 |
ins_encode(z_silform(mem, src)); |
|
4661 |
ins_pipe(pipe_class_dummy); |
|
4662 |
%} |
|
4663 |
||
4664 |
||
4665 |
// Move Immediate to 8-byte memory. |
|
4666 |
instruct memInitL(memoryRS mem, immL16 src) %{
|
|
4667 |
match(Set mem (StoreL mem src)); |
|
4668 |
ins_cost(MEMORY_REF_COST); |
|
4669 |
size(6); |
|
4670 |
format %{ "MVGHI $mem,$src\t # direct mem init 8" %}
|
|
4671 |
opcode(MVGHI_ZOPC); |
|
4672 |
ins_encode(z_silform(mem, src)); |
|
4673 |
ins_pipe(pipe_class_dummy); |
|
4674 |
%} |
|
4675 |
||
4676 |
// Move Immediate to 8-byte memory. |
|
4677 |
instruct memInitP(memoryRS mem, immP16 src) %{
|
|
4678 |
match(Set mem (StoreP mem src)); |
|
4679 |
ins_cost(MEMORY_REF_COST); |
|
4680 |
size(6); |
|
4681 |
format %{ "MVGHI $mem,$src\t # direct mem init 8" %}
|
|
4682 |
opcode(MVGHI_ZOPC); |
|
4683 |
ins_encode(z_silform(mem, src)); |
|
4684 |
ins_pipe(pipe_class_dummy); |
|
4685 |
%} |
|
4686 |
||
4687 |
||
4688 |
//----------Instructions for compressed pointers (cOop and NKlass)------------- |
|
4689 |
||
4690 |
// See cOop encoding classes for elaborate comment. |
|
4691 |
||
4692 |
// Moved here because it is needed in expand rules for encode. |
|
4693 |
// Long negation. |
|
4694 |
instruct negL_reg_reg(iRegL dst, immL_0 zero, iRegL src, flagsReg cr) %{
|
|
4695 |
match(Set dst (SubL zero src)); |
|
4696 |
effect(KILL cr); |
|
4697 |
size(4); |
|
4698 |
format %{ "NEG $dst, $src\t # long" %}
|
|
4699 |
ins_encode %{ __ z_lcgr($dst$$Register, $src$$Register); %}
|
|
4700 |
ins_pipe(pipe_class_dummy); |
|
4701 |
%} |
|
4702 |
||
4703 |
// Load Compressed Pointer |
|
4704 |
||
4705 |
// Load narrow oop |
|
4706 |
instruct loadN(iRegN dst, memory mem) %{
|
|
4707 |
match(Set dst (LoadN mem)); |
|
4708 |
ins_cost(MEMORY_REF_COST); |
|
4709 |
size(Z_DISP3_SIZE); |
|
4710 |
format %{ "LoadN $dst,$mem\t# (cOop)" %}
|
|
4711 |
opcode(LLGF_ZOPC, LLGF_ZOPC); |
|
4712 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4713 |
ins_pipe(pipe_class_dummy); |
|
4714 |
%} |
|
4715 |
||
4716 |
// Load narrow Klass Pointer |
|
4717 |
instruct loadNKlass(iRegN dst, memory mem) %{
|
|
4718 |
match(Set dst (LoadNKlass mem)); |
|
4719 |
ins_cost(MEMORY_REF_COST); |
|
4720 |
size(Z_DISP3_SIZE); |
|
4721 |
format %{ "LoadNKlass $dst,$mem\t# (klass cOop)" %}
|
|
4722 |
opcode(LLGF_ZOPC, LLGF_ZOPC); |
|
4723 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4724 |
ins_pipe(pipe_class_dummy); |
|
4725 |
%} |
|
4726 |
||
4727 |
// Load constant Compressed Pointer |
|
4728 |
||
4729 |
instruct loadConN(iRegN dst, immN src) %{
|
|
4730 |
match(Set dst src); |
|
4731 |
ins_cost(DEFAULT_COST); |
|
4732 |
size(6); |
|
4733 |
format %{ "loadConN $dst,$src\t # (cOop)" %}
|
|
4734 |
ins_encode %{
|
|
4735 |
AddressLiteral cOop = __ constant_oop_address((jobject)$src$$constant); |
|
4736 |
__ relocate(cOop.rspec(), 1); |
|
4737 |
__ load_narrow_oop($dst$$Register, (narrowOop)cOop.value()); |
|
4738 |
%} |
|
4739 |
ins_pipe(pipe_class_dummy); |
|
4740 |
%} |
|
4741 |
||
4742 |
instruct loadConN0(iRegN dst, immN0 src, flagsReg cr) %{
|
|
4743 |
match(Set dst src); |
|
4744 |
effect(KILL cr); |
|
4745 |
ins_cost(DEFAULT_COST_LOW); |
|
4746 |
size(4); |
|
4747 |
format %{ "loadConN $dst,$src\t # (cOop) XGR because ZERO is loaded" %}
|
|
4748 |
opcode(XGR_ZOPC); |
|
4749 |
ins_encode(z_rreform(dst, dst)); |
|
4750 |
ins_pipe(pipe_class_dummy); |
|
4751 |
%} |
|
4752 |
||
4753 |
instruct loadConNKlass(iRegN dst, immNKlass src) %{
|
|
4754 |
match(Set dst src); |
|
4755 |
ins_cost(DEFAULT_COST); |
|
4756 |
size(6); |
|
4757 |
format %{ "loadConNKlass $dst,$src\t # (cKlass)" %}
|
|
4758 |
ins_encode %{
|
|
4759 |
AddressLiteral NKlass = __ constant_metadata_address((Metadata*)$src$$constant); |
|
4760 |
__ relocate(NKlass.rspec(), 1); |
|
4761 |
__ load_narrow_klass($dst$$Register, (Klass*)NKlass.value()); |
|
4762 |
%} |
|
4763 |
ins_pipe(pipe_class_dummy); |
|
4764 |
%} |
|
4765 |
||
4766 |
// Load and Decode Compressed Pointer |
|
4767 |
// optimized variants for Unscaled cOops |
|
4768 |
||
4769 |
instruct decodeLoadN(iRegP dst, memory mem) %{
|
|
4770 |
match(Set dst (DecodeN (LoadN mem))); |
|
4771 |
predicate(false && (Universe::narrow_oop_base()==NULL)&&(Universe::narrow_oop_shift()==0)); |
|
4772 |
ins_cost(MEMORY_REF_COST); |
|
4773 |
size(Z_DISP3_SIZE); |
|
4774 |
format %{ "DecodeLoadN $dst,$mem\t# (cOop Load+Decode)" %}
|
|
4775 |
opcode(LLGF_ZOPC, LLGF_ZOPC); |
|
4776 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4777 |
ins_pipe(pipe_class_dummy); |
|
4778 |
%} |
|
4779 |
||
4780 |
instruct decodeLoadNKlass(iRegP dst, memory mem) %{
|
|
4781 |
match(Set dst (DecodeNKlass (LoadNKlass mem))); |
|
4782 |
predicate(false && (Universe::narrow_klass_base()==NULL)&&(Universe::narrow_klass_shift()==0)); |
|
4783 |
ins_cost(MEMORY_REF_COST); |
|
4784 |
size(Z_DISP3_SIZE); |
|
4785 |
format %{ "DecodeLoadNKlass $dst,$mem\t# (load/decode NKlass)" %}
|
|
4786 |
opcode(LLGF_ZOPC, LLGF_ZOPC); |
|
4787 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
4788 |
ins_pipe(pipe_class_dummy); |
|
4789 |
%} |
|
4790 |
||
4791 |
instruct decodeLoadConNKlass(iRegP dst, immNKlass src) %{
|
|
4792 |
match(Set dst (DecodeNKlass src)); |
|
4793 |
ins_cost(3 * DEFAULT_COST); |
|
4794 |
size(12); |
|
4795 |
format %{ "DecodeLoadConNKlass $dst,$src\t # decode(cKlass)" %}
|
|
4796 |
ins_encode %{
|
|
4797 |
AddressLiteral NKlass = __ constant_metadata_address((Metadata*)$src$$constant); |
|
4798 |
__ relocate(NKlass.rspec(), 1); |
|
4799 |
__ load_const($dst$$Register, (Klass*)NKlass.value()); |
|
4800 |
%} |
|
4801 |
ins_pipe(pipe_class_dummy); |
|
4802 |
%} |
|
4803 |
||
4804 |
// Decode Compressed Pointer |
|
4805 |
||
4806 |
// General decoder |
|
4807 |
instruct decodeN(iRegP dst, iRegN src, flagsReg cr) %{
|
|
4808 |
match(Set dst (DecodeN src)); |
|
4809 |
effect(KILL cr); |
|
4810 |
predicate(Universe::narrow_oop_base() == NULL || !ExpandLoadingBaseDecode); |
|
4811 |
ins_cost(MEMORY_REF_COST+3 * DEFAULT_COST + BRANCH_COST); |
|
4812 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
4813 |
format %{ "decodeN $dst,$src\t# (decode cOop)" %}
|
|
4814 |
ins_encode %{ __ oop_decoder($dst$$Register, $src$$Register, true); %}
|
|
4815 |
ins_pipe(pipe_class_dummy); |
|
4816 |
%} |
|
4817 |
||
4818 |
// General Klass decoder |
|
4819 |
instruct decodeKlass(iRegP dst, iRegN src, flagsReg cr) %{
|
|
4820 |
match(Set dst (DecodeNKlass src)); |
|
4821 |
effect(KILL cr); |
|
4822 |
ins_cost(3 * DEFAULT_COST); |
|
4823 |
format %{ "decode_klass $dst,$src" %}
|
|
4824 |
ins_encode %{ __ decode_klass_not_null($dst$$Register, $src$$Register); %}
|
|
4825 |
ins_pipe(pipe_class_dummy); |
|
4826 |
%} |
|
4827 |
||
4828 |
// General decoder |
|
4829 |
instruct decodeN_NN(iRegP dst, iRegN src, flagsReg cr) %{
|
|
4830 |
match(Set dst (DecodeN src)); |
|
4831 |
effect(KILL cr); |
|
4832 |
predicate((n->bottom_type()->make_ptr()->ptr() == TypePtr::NotNull || |
|
4833 |
n->bottom_type()->is_oopptr()->ptr() == TypePtr::Constant) && |
|
4834 |
(Universe::narrow_oop_base()== NULL || !ExpandLoadingBaseDecode_NN)); |
|
4835 |
ins_cost(MEMORY_REF_COST+2 * DEFAULT_COST); |
|
4836 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
4837 |
format %{ "decodeN $dst,$src\t# (decode cOop NN)" %}
|
|
4838 |
ins_encode %{ __ oop_decoder($dst$$Register, $src$$Register, false); %}
|
|
4839 |
ins_pipe(pipe_class_dummy); |
|
4840 |
%} |
|
4841 |
||
4842 |
instruct loadBase(iRegL dst, immL baseImm) %{
|
|
4843 |
effect(DEF dst, USE baseImm); |
|
4844 |
predicate(false); |
|
4845 |
format %{ "llihl $dst=$baseImm \t// load heap base" %}
|
|
4846 |
ins_encode %{ __ get_oop_base($dst$$Register, $baseImm$$constant); %}
|
|
4847 |
ins_pipe(pipe_class_dummy); |
|
4848 |
%} |
|
4849 |
||
4850 |
// Decoder for heapbased mode peeling off loading the base. |
|
4851 |
instruct decodeN_base(iRegP dst, iRegN src, iRegL base, flagsReg cr) %{
|
|
4852 |
match(Set dst (DecodeN src base)); |
|
4853 |
// Note: Effect TEMP dst was used with the intention to get |
|
4854 |
// different regs for dst and base, but this has caused ADLC to |
|
4855 |
// generate wrong code. Oop_decoder generates additional lgr when |
|
4856 |
// dst==base. |
|
4857 |
effect(KILL cr); |
|
4858 |
predicate(false); |
|
4859 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
4860 |
format %{ "decodeN $dst = ($src == 0) ? NULL : ($src << 3) + $base + pow2_offset\t# (decode cOop)" %}
|
|
4861 |
ins_encode %{
|
|
4862 |
__ oop_decoder($dst$$Register, $src$$Register, true, $base$$Register, |
|
4863 |
(jlong)MacroAssembler::get_oop_base_pow2_offset((uint64_t)(intptr_t)Universe::narrow_oop_base())); |
|
4864 |
%} |
|
4865 |
ins_pipe(pipe_class_dummy); |
|
4866 |
%} |
|
4867 |
||
4868 |
// Decoder for heapbased mode peeling off loading the base. |
|
4869 |
instruct decodeN_NN_base(iRegP dst, iRegN src, iRegL base, flagsReg cr) %{
|
|
4870 |
match(Set dst (DecodeN src base)); |
|
4871 |
effect(KILL cr); |
|
4872 |
predicate(false); |
|
4873 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
4874 |
format %{ "decodeN $dst = ($src << 3) + $base + pow2_offset\t# (decode cOop)" %}
|
|
4875 |
ins_encode %{
|
|
4876 |
__ oop_decoder($dst$$Register, $src$$Register, false, $base$$Register, |
|
4877 |
(jlong)MacroAssembler::get_oop_base_pow2_offset((uint64_t)(intptr_t)Universe::narrow_oop_base())); |
|
4878 |
%} |
|
4879 |
ins_pipe(pipe_class_dummy); |
|
4880 |
%} |
|
4881 |
||
4882 |
// Decoder for heapbased mode peeling off loading the base. |
|
4883 |
instruct decodeN_Ex(iRegP dst, iRegN src, flagsReg cr) %{
|
|
4884 |
match(Set dst (DecodeN src)); |
|
4885 |
predicate(Universe::narrow_oop_base() != NULL && ExpandLoadingBaseDecode); |
|
4886 |
ins_cost(MEMORY_REF_COST+3 * DEFAULT_COST + BRANCH_COST); |
|
4887 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
4888 |
expand %{
|
|
4889 |
immL baseImm %{ (jlong)(intptr_t)Universe::narrow_oop_base() %}
|
|
4890 |
iRegL base; |
|
4891 |
loadBase(base, baseImm); |
|
4892 |
decodeN_base(dst, src, base, cr); |
|
4893 |
%} |
|
4894 |
%} |
|
4895 |
||
4896 |
// Decoder for heapbased mode peeling off loading the base. |
|
4897 |
instruct decodeN_NN_Ex(iRegP dst, iRegN src, flagsReg cr) %{
|
|
4898 |
match(Set dst (DecodeN src)); |
|
4899 |
predicate((n->bottom_type()->make_ptr()->ptr() == TypePtr::NotNull || |
|
4900 |
n->bottom_type()->is_oopptr()->ptr() == TypePtr::Constant) && |
|
4901 |
Universe::narrow_oop_base() != NULL && ExpandLoadingBaseDecode_NN); |
|
4902 |
ins_cost(MEMORY_REF_COST+2 * DEFAULT_COST); |
|
4903 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
4904 |
expand %{
|
|
4905 |
immL baseImm %{ (jlong)(intptr_t)Universe::narrow_oop_base() %}
|
|
4906 |
iRegL base; |
|
4907 |
loadBase(base, baseImm); |
|
4908 |
decodeN_NN_base(dst, src, base, cr); |
|
4909 |
%} |
|
4910 |
%} |
|
4911 |
||
4912 |
// Encode Compressed Pointer |
|
4913 |
||
4914 |
// General encoder |
|
4915 |
instruct encodeP(iRegN dst, iRegP src, flagsReg cr) %{
|
|
4916 |
match(Set dst (EncodeP src)); |
|
4917 |
effect(KILL cr); |
|
4918 |
predicate((n->bottom_type()->make_ptr()->ptr() != TypePtr::NotNull) && |
|
4919 |
(Universe::narrow_oop_base() == 0 || |
|
4920 |
Universe::narrow_oop_base_disjoint() || |
|
4921 |
!ExpandLoadingBaseEncode)); |
|
4922 |
ins_cost(MEMORY_REF_COST+3 * DEFAULT_COST); |
|
4923 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
4924 |
format %{ "encodeP $dst,$src\t# (encode cOop)" %}
|
|
4925 |
ins_encode %{ __ oop_encoder($dst$$Register, $src$$Register, true, Z_R1_scratch, -1, all_outs_are_Stores(this)); %}
|
|
4926 |
ins_pipe(pipe_class_dummy); |
|
4927 |
%} |
|
4928 |
||
4929 |
// General class encoder |
|
4930 |
instruct encodeKlass(iRegN dst, iRegP src, flagsReg cr) %{
|
|
4931 |
match(Set dst (EncodePKlass src)); |
|
4932 |
effect(KILL cr); |
|
4933 |
format %{ "encode_klass $dst,$src" %}
|
|
4934 |
ins_encode %{ __ encode_klass_not_null($dst$$Register, $src$$Register); %}
|
|
4935 |
ins_pipe(pipe_class_dummy); |
|
4936 |
%} |
|
4937 |
||
4938 |
instruct encodeP_NN(iRegN dst, iRegP src, flagsReg cr) %{
|
|
4939 |
match(Set dst (EncodeP src)); |
|
4940 |
effect(KILL cr); |
|
4941 |
predicate((n->bottom_type()->make_ptr()->ptr() == TypePtr::NotNull) && |
|
4942 |
(Universe::narrow_oop_base() == 0 || |
|
4943 |
Universe::narrow_oop_base_disjoint() || |
|
4944 |
!ExpandLoadingBaseEncode_NN)); |
|
4945 |
ins_cost(MEMORY_REF_COST+3 * DEFAULT_COST); |
|
4946 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
4947 |
format %{ "encodeP $dst,$src\t# (encode cOop)" %}
|
|
4948 |
ins_encode %{ __ oop_encoder($dst$$Register, $src$$Register, false, Z_R1_scratch, -1, all_outs_are_Stores(this)); %}
|
|
4949 |
ins_pipe(pipe_class_dummy); |
|
4950 |
%} |
|
4951 |
||
4952 |
// Encoder for heapbased mode peeling off loading the base. |
|
4953 |
instruct encodeP_base(iRegN dst, iRegP src, iRegL base) %{
|
|
4954 |
match(Set dst (EncodeP src (Binary base dst))); |
|
4955 |
effect(TEMP_DEF dst); |
|
4956 |
predicate(false); |
|
4957 |
ins_cost(MEMORY_REF_COST+2 * DEFAULT_COST); |
|
4958 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
4959 |
format %{ "encodeP $dst = ($src>>3) +$base + pow2_offset\t# (encode cOop)" %}
|
|
4960 |
ins_encode %{
|
|
4961 |
jlong offset = -(jlong)MacroAssembler::get_oop_base_pow2_offset |
|
4962 |
(((uint64_t)(intptr_t)Universe::narrow_oop_base()) >> Universe::narrow_oop_shift()); |
|
4963 |
__ oop_encoder($dst$$Register, $src$$Register, true, $base$$Register, offset); |
|
4964 |
%} |
|
4965 |
ins_pipe(pipe_class_dummy); |
|
4966 |
%} |
|
4967 |
||
4968 |
// Encoder for heapbased mode peeling off loading the base. |
|
4969 |
instruct encodeP_NN_base(iRegN dst, iRegP src, iRegL base, immL pow2_offset) %{
|
|
4970 |
match(Set dst (EncodeP src base)); |
|
4971 |
effect(USE pow2_offset); |
|
4972 |
predicate(false); |
|
4973 |
ins_cost(MEMORY_REF_COST+2 * DEFAULT_COST); |
|
4974 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
4975 |
format %{ "encodeP $dst = ($src>>3) +$base + $pow2_offset\t# (encode cOop)" %}
|
|
4976 |
ins_encode %{ __ oop_encoder($dst$$Register, $src$$Register, false, $base$$Register, $pow2_offset$$constant); %}
|
|
4977 |
ins_pipe(pipe_class_dummy); |
|
4978 |
%} |
|
4979 |
||
4980 |
// Encoder for heapbased mode peeling off loading the base. |
|
4981 |
instruct encodeP_Ex(iRegN dst, iRegP src, flagsReg cr) %{
|
|
4982 |
match(Set dst (EncodeP src)); |
|
4983 |
effect(KILL cr); |
|
4984 |
predicate((n->bottom_type()->make_ptr()->ptr() != TypePtr::NotNull) && |
|
4985 |
(Universe::narrow_oop_base_overlaps() && ExpandLoadingBaseEncode)); |
|
4986 |
ins_cost(MEMORY_REF_COST+3 * DEFAULT_COST); |
|
4987 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
4988 |
expand %{
|
|
4989 |
immL baseImm %{ ((jlong)(intptr_t)Universe::narrow_oop_base()) >> Universe::narrow_oop_shift() %}
|
|
4990 |
immL_0 zero %{ (0) %}
|
|
4991 |
flagsReg ccr; |
|
4992 |
iRegL base; |
|
4993 |
iRegL negBase; |
|
4994 |
loadBase(base, baseImm); |
|
4995 |
negL_reg_reg(negBase, zero, base, ccr); |
|
4996 |
encodeP_base(dst, src, negBase); |
|
4997 |
%} |
|
4998 |
%} |
|
4999 |
||
5000 |
// Encoder for heapbased mode peeling off loading the base. |
|
5001 |
instruct encodeP_NN_Ex(iRegN dst, iRegP src, flagsReg cr) %{
|
|
5002 |
match(Set dst (EncodeP src)); |
|
5003 |
effect(KILL cr); |
|
5004 |
predicate((n->bottom_type()->make_ptr()->ptr() == TypePtr::NotNull) && |
|
5005 |
(Universe::narrow_oop_base_overlaps() && ExpandLoadingBaseEncode_NN)); |
|
5006 |
ins_cost(MEMORY_REF_COST+3 * DEFAULT_COST); |
|
5007 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
5008 |
expand %{
|
|
5009 |
immL baseImm %{ (jlong)(intptr_t)Universe::narrow_oop_base() %}
|
|
5010 |
immL pow2_offset %{ -(jlong)MacroAssembler::get_oop_base_pow2_offset(((uint64_t)(intptr_t)Universe::narrow_oop_base())) %}
|
|
5011 |
immL_0 zero %{ 0 %}
|
|
5012 |
flagsReg ccr; |
|
5013 |
iRegL base; |
|
5014 |
iRegL negBase; |
|
5015 |
loadBase(base, baseImm); |
|
5016 |
negL_reg_reg(negBase, zero, base, ccr); |
|
5017 |
encodeP_NN_base(dst, src, negBase, pow2_offset); |
|
5018 |
%} |
|
5019 |
%} |
|
5020 |
||
5021 |
// Store Compressed Pointer |
|
5022 |
||
5023 |
// Store Compressed Pointer |
|
5024 |
instruct storeN(memory mem, iRegN_P2N src) %{
|
|
5025 |
match(Set mem (StoreN mem src)); |
|
5026 |
ins_cost(MEMORY_REF_COST); |
|
5027 |
size(Z_DISP_SIZE); |
|
5028 |
format %{ "ST $src,$mem\t# (cOop)" %}
|
|
5029 |
opcode(STY_ZOPC, ST_ZOPC); |
|
5030 |
ins_encode(z_form_rt_mem_opt(src, mem)); |
|
5031 |
ins_pipe(pipe_class_dummy); |
|
5032 |
%} |
|
5033 |
||
5034 |
// Store Compressed Klass pointer |
|
5035 |
instruct storeNKlass(memory mem, iRegN src) %{
|
|
5036 |
match(Set mem (StoreNKlass mem src)); |
|
5037 |
ins_cost(MEMORY_REF_COST); |
|
5038 |
size(Z_DISP_SIZE); |
|
5039 |
format %{ "ST $src,$mem\t# (cKlass)" %}
|
|
5040 |
opcode(STY_ZOPC, ST_ZOPC); |
|
5041 |
ins_encode(z_form_rt_mem_opt(src, mem)); |
|
5042 |
ins_pipe(pipe_class_dummy); |
|
5043 |
%} |
|
5044 |
||
5045 |
// Compare Compressed Pointers |
|
5046 |
||
5047 |
instruct compN_iRegN(iRegN_P2N src1, iRegN_P2N src2, flagsReg cr) %{
|
|
5048 |
match(Set cr (CmpN src1 src2)); |
|
5049 |
ins_cost(DEFAULT_COST); |
|
5050 |
size(2); |
|
5051 |
format %{ "CLR $src1,$src2\t# (cOop)" %}
|
|
5052 |
opcode(CLR_ZOPC); |
|
5053 |
ins_encode(z_rrform(src1, src2)); |
|
5054 |
ins_pipe(pipe_class_dummy); |
|
5055 |
%} |
|
5056 |
||
5057 |
instruct compN_iRegN_immN(iRegN_P2N src1, immN src2, flagsReg cr) %{
|
|
5058 |
match(Set cr (CmpN src1 src2)); |
|
5059 |
ins_cost(DEFAULT_COST); |
|
5060 |
size(6); |
|
5061 |
format %{ "CLFI $src1,$src2\t# (cOop) compare immediate narrow" %}
|
|
5062 |
ins_encode %{
|
|
5063 |
AddressLiteral cOop = __ constant_oop_address((jobject)$src2$$constant); |
|
5064 |
__ relocate(cOop.rspec(), 1); |
|
5065 |
__ compare_immediate_narrow_oop($src1$$Register, (narrowOop)cOop.value()); |
|
5066 |
%} |
|
5067 |
ins_pipe(pipe_class_dummy); |
|
5068 |
%} |
|
5069 |
||
5070 |
instruct compNKlass_iRegN_immN(iRegN src1, immNKlass src2, flagsReg cr) %{
|
|
5071 |
match(Set cr (CmpN src1 src2)); |
|
5072 |
ins_cost(DEFAULT_COST); |
|
5073 |
size(6); |
|
5074 |
format %{ "CLFI $src1,$src2\t# (NKlass) compare immediate narrow" %}
|
|
5075 |
ins_encode %{
|
|
5076 |
AddressLiteral NKlass = __ constant_metadata_address((Metadata*)$src2$$constant); |
|
5077 |
__ relocate(NKlass.rspec(), 1); |
|
5078 |
__ compare_immediate_narrow_klass($src1$$Register, (Klass*)NKlass.value()); |
|
5079 |
%} |
|
5080 |
ins_pipe(pipe_class_dummy); |
|
5081 |
%} |
|
5082 |
||
5083 |
instruct compN_iRegN_immN0(iRegN_P2N src1, immN0 src2, flagsReg cr) %{
|
|
5084 |
match(Set cr (CmpN src1 src2)); |
|
5085 |
ins_cost(DEFAULT_COST); |
|
5086 |
size(2); |
|
5087 |
format %{ "LTR $src1,$src2\t# (cOop) LTR because comparing against zero" %}
|
|
5088 |
opcode(LTR_ZOPC); |
|
5089 |
ins_encode(z_rrform(src1, src1)); |
|
5090 |
ins_pipe(pipe_class_dummy); |
|
5091 |
%} |
|
5092 |
||
5093 |
||
5094 |
//----------MemBar Instructions----------------------------------------------- |
|
5095 |
||
5096 |
// Memory barrier flavors |
|
5097 |
||
5098 |
instruct membar_acquire() %{
|
|
5099 |
match(MemBarAcquire); |
|
5100 |
match(LoadFence); |
|
5101 |
ins_cost(4*MEMORY_REF_COST); |
|
5102 |
size(0); |
|
5103 |
format %{ "MEMBAR-acquire" %}
|
|
5104 |
ins_encode %{ __ z_acquire(); %}
|
|
5105 |
ins_pipe(pipe_class_dummy); |
|
5106 |
%} |
|
5107 |
||
5108 |
instruct membar_acquire_lock() %{
|
|
5109 |
match(MemBarAcquireLock); |
|
5110 |
ins_cost(0); |
|
5111 |
size(0); |
|
5112 |
format %{ "MEMBAR-acquire (CAS in prior FastLock so empty encoding)" %}
|
|
5113 |
ins_encode(/*empty*/); |
|
5114 |
ins_pipe(pipe_class_dummy); |
|
5115 |
%} |
|
5116 |
||
5117 |
instruct membar_release() %{
|
|
5118 |
match(MemBarRelease); |
|
5119 |
match(StoreFence); |
|
5120 |
ins_cost(4 * MEMORY_REF_COST); |
|
5121 |
size(0); |
|
5122 |
format %{ "MEMBAR-release" %}
|
|
5123 |
ins_encode %{ __ z_release(); %}
|
|
5124 |
ins_pipe(pipe_class_dummy); |
|
5125 |
%} |
|
5126 |
||
5127 |
instruct membar_release_lock() %{
|
|
5128 |
match(MemBarReleaseLock); |
|
5129 |
ins_cost(0); |
|
5130 |
size(0); |
|
5131 |
format %{ "MEMBAR-release (CAS in succeeding FastUnlock so empty encoding)" %}
|
|
5132 |
ins_encode(/*empty*/); |
|
5133 |
ins_pipe(pipe_class_dummy); |
|
5134 |
%} |
|
5135 |
||
5136 |
instruct membar_volatile() %{
|
|
5137 |
match(MemBarVolatile); |
|
5138 |
ins_cost(4 * MEMORY_REF_COST); |
|
5139 |
size(2); |
|
5140 |
format %{ "MEMBAR-volatile" %}
|
|
5141 |
ins_encode %{ __ z_fence(); %}
|
|
5142 |
ins_pipe(pipe_class_dummy); |
|
5143 |
%} |
|
5144 |
||
5145 |
instruct unnecessary_membar_volatile() %{
|
|
5146 |
match(MemBarVolatile); |
|
5147 |
predicate(Matcher::post_store_load_barrier(n)); |
|
5148 |
ins_cost(0); |
|
5149 |
size(0); |
|
5150 |
format %{ "# MEMBAR-volatile (empty)" %}
|
|
5151 |
ins_encode(/*empty*/); |
|
5152 |
ins_pipe(pipe_class_dummy); |
|
5153 |
%} |
|
5154 |
||
5155 |
instruct membar_CPUOrder() %{
|
|
5156 |
match(MemBarCPUOrder); |
|
5157 |
ins_cost(0); |
|
5158 |
// TODO: s390 port size(FIXED_SIZE); |
|
5159 |
format %{ "MEMBAR-CPUOrder (empty)" %}
|
|
5160 |
ins_encode(/*empty*/); |
|
5161 |
ins_pipe(pipe_class_dummy); |
|
5162 |
%} |
|
5163 |
||
5164 |
instruct membar_storestore() %{
|
|
5165 |
match(MemBarStoreStore); |
|
5166 |
ins_cost(0); |
|
5167 |
size(0); |
|
5168 |
format %{ "MEMBAR-storestore (empty)" %}
|
|
5169 |
ins_encode(); |
|
5170 |
ins_pipe(pipe_class_dummy); |
|
5171 |
%} |
|
5172 |
||
5173 |
||
5174 |
//----------Register Move Instructions----------------------------------------- |
|
5175 |
instruct roundDouble_nop(regD dst) %{
|
|
5176 |
match(Set dst (RoundDouble dst)); |
|
5177 |
ins_cost(0); |
|
5178 |
// TODO: s390 port size(FIXED_SIZE); |
|
5179 |
// z/Architecture results are already "rounded" (i.e., normal-format IEEE). |
|
5180 |
ins_encode(); |
|
5181 |
ins_pipe(pipe_class_dummy); |
|
5182 |
%} |
|
5183 |
||
5184 |
instruct roundFloat_nop(regF dst) %{
|
|
5185 |
match(Set dst (RoundFloat dst)); |
|
5186 |
ins_cost(0); |
|
5187 |
// TODO: s390 port size(FIXED_SIZE); |
|
5188 |
// z/Architecture results are already "rounded" (i.e., normal-format IEEE). |
|
5189 |
ins_encode(); |
|
5190 |
ins_pipe(pipe_class_dummy); |
|
5191 |
%} |
|
5192 |
||
5193 |
// Cast Long to Pointer for unsafe natives. |
|
5194 |
instruct castX2P(iRegP dst, iRegL src) %{
|
|
5195 |
match(Set dst (CastX2P src)); |
|
5196 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
5197 |
format %{ "LGR $dst,$src\t # CastX2P" %}
|
|
5198 |
ins_encode %{ __ lgr_if_needed($dst$$Register, $src$$Register); %}
|
|
5199 |
ins_pipe(pipe_class_dummy); |
|
5200 |
%} |
|
5201 |
||
5202 |
// Cast Pointer to Long for unsafe natives. |
|
5203 |
instruct castP2X(iRegL dst, iRegP_N2P src) %{
|
|
5204 |
match(Set dst (CastP2X src)); |
|
5205 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
5206 |
format %{ "LGR $dst,$src\t # CastP2X" %}
|
|
5207 |
ins_encode %{ __ lgr_if_needed($dst$$Register, $src$$Register); %}
|
|
5208 |
ins_pipe(pipe_class_dummy); |
|
5209 |
%} |
|
5210 |
||
5211 |
instruct stfSSD(stackSlotD stkSlot, regD src) %{
|
|
5212 |
// %%%% TODO: Tell the coalescer that this kind of node is a copy! |
|
5213 |
match(Set stkSlot src); // chain rule |
|
5214 |
ins_cost(MEMORY_REF_COST); |
|
5215 |
// TODO: s390 port size(FIXED_SIZE); |
|
5216 |
format %{ " STD $src,$stkSlot\t # stk" %}
|
|
5217 |
opcode(STD_ZOPC); |
|
5218 |
ins_encode(z_form_rt_mem(src, stkSlot)); |
|
5219 |
ins_pipe(pipe_class_dummy); |
|
5220 |
%} |
|
5221 |
||
5222 |
instruct stfSSF(stackSlotF stkSlot, regF src) %{
|
|
5223 |
// %%%% TODO: Tell the coalescer that this kind of node is a copy! |
|
5224 |
match(Set stkSlot src); // chain rule |
|
5225 |
ins_cost(MEMORY_REF_COST); |
|
5226 |
// TODO: s390 port size(FIXED_SIZE); |
|
5227 |
format %{ "STE $src,$stkSlot\t # stk" %}
|
|
5228 |
opcode(STE_ZOPC); |
|
5229 |
ins_encode(z_form_rt_mem(src, stkSlot)); |
|
5230 |
ins_pipe(pipe_class_dummy); |
|
5231 |
%} |
|
5232 |
||
5233 |
//----------Conditional Move--------------------------------------------------- |
|
5234 |
||
5235 |
instruct cmovN_reg(cmpOp cmp, flagsReg cr, iRegN dst, iRegN_P2N src) %{
|
|
5236 |
match(Set dst (CMoveN (Binary cmp cr) (Binary dst src))); |
|
5237 |
ins_cost(DEFAULT_COST + BRANCH_COST); |
|
5238 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
5239 |
format %{ "CMoveN,$cmp $dst,$src" %}
|
|
5240 |
ins_encode(z_enc_cmov_reg(cmp,dst,src)); |
|
5241 |
ins_pipe(pipe_class_dummy); |
|
5242 |
%} |
|
5243 |
||
5244 |
instruct cmovN_imm(cmpOp cmp, flagsReg cr, iRegN dst, immN0 src) %{
|
|
5245 |
match(Set dst (CMoveN (Binary cmp cr) (Binary dst src))); |
|
5246 |
ins_cost(DEFAULT_COST + BRANCH_COST); |
|
5247 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
5248 |
format %{ "CMoveN,$cmp $dst,$src" %}
|
|
5249 |
ins_encode(z_enc_cmov_imm(cmp,dst,src)); |
|
5250 |
ins_pipe(pipe_class_dummy); |
|
5251 |
%} |
|
5252 |
||
5253 |
instruct cmovI_reg(cmpOp cmp, flagsReg cr, iRegI dst, iRegI src) %{
|
|
5254 |
match(Set dst (CMoveI (Binary cmp cr) (Binary dst src))); |
|
5255 |
ins_cost(DEFAULT_COST + BRANCH_COST); |
|
5256 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
5257 |
format %{ "CMoveI,$cmp $dst,$src" %}
|
|
5258 |
ins_encode(z_enc_cmov_reg(cmp,dst,src)); |
|
5259 |
ins_pipe(pipe_class_dummy); |
|
5260 |
%} |
|
5261 |
||
5262 |
instruct cmovI_imm(cmpOp cmp, flagsReg cr, iRegI dst, immI16 src) %{
|
|
5263 |
match(Set dst (CMoveI (Binary cmp cr) (Binary dst src))); |
|
5264 |
ins_cost(DEFAULT_COST + BRANCH_COST); |
|
5265 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
5266 |
format %{ "CMoveI,$cmp $dst,$src" %}
|
|
5267 |
ins_encode(z_enc_cmov_imm(cmp,dst,src)); |
|
5268 |
ins_pipe(pipe_class_dummy); |
|
5269 |
%} |
|
5270 |
||
5271 |
instruct cmovP_reg(cmpOp cmp, flagsReg cr, iRegP dst, iRegP_N2P src) %{
|
|
5272 |
match(Set dst (CMoveP (Binary cmp cr) (Binary dst src))); |
|
5273 |
ins_cost(DEFAULT_COST + BRANCH_COST); |
|
5274 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
5275 |
format %{ "CMoveP,$cmp $dst,$src" %}
|
|
5276 |
ins_encode(z_enc_cmov_reg(cmp,dst,src)); |
|
5277 |
ins_pipe(pipe_class_dummy); |
|
5278 |
%} |
|
5279 |
||
5280 |
instruct cmovP_imm(cmpOp cmp, flagsReg cr, iRegP dst, immP0 src) %{
|
|
5281 |
match(Set dst (CMoveP (Binary cmp cr) (Binary dst src))); |
|
5282 |
ins_cost(DEFAULT_COST + BRANCH_COST); |
|
5283 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
5284 |
format %{ "CMoveP,$cmp $dst,$src" %}
|
|
5285 |
ins_encode(z_enc_cmov_imm(cmp,dst,src)); |
|
5286 |
ins_pipe(pipe_class_dummy); |
|
5287 |
%} |
|
5288 |
||
5289 |
instruct cmovF_reg(cmpOpF cmp, flagsReg cr, regF dst, regF src) %{
|
|
5290 |
match(Set dst (CMoveF (Binary cmp cr) (Binary dst src))); |
|
5291 |
ins_cost(DEFAULT_COST + BRANCH_COST); |
|
5292 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
5293 |
format %{ "CMoveF,$cmp $dst,$src" %}
|
|
5294 |
ins_encode %{
|
|
5295 |
// Don't emit code if operands are identical (same register). |
|
5296 |
if ($dst$$FloatRegister != $src$$FloatRegister) {
|
|
5297 |
Label done; |
|
5298 |
__ z_brc(Assembler::inverse_float_condition((Assembler::branch_condition)$cmp$$cmpcode), done); |
|
5299 |
__ z_ler($dst$$FloatRegister, $src$$FloatRegister); |
|
5300 |
__ bind(done); |
|
5301 |
} |
|
5302 |
%} |
|
5303 |
ins_pipe(pipe_class_dummy); |
|
5304 |
%} |
|
5305 |
||
5306 |
instruct cmovD_reg(cmpOpF cmp, flagsReg cr, regD dst, regD src) %{
|
|
5307 |
match(Set dst (CMoveD (Binary cmp cr) (Binary dst src))); |
|
5308 |
ins_cost(DEFAULT_COST + BRANCH_COST); |
|
5309 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
5310 |
format %{ "CMoveD,$cmp $dst,$src" %}
|
|
5311 |
ins_encode %{
|
|
5312 |
// Don't emit code if operands are identical (same register). |
|
5313 |
if ($dst$$FloatRegister != $src$$FloatRegister) {
|
|
5314 |
Label done; |
|
5315 |
__ z_brc(Assembler::inverse_float_condition((Assembler::branch_condition)$cmp$$cmpcode), done); |
|
5316 |
__ z_ldr($dst$$FloatRegister, $src$$FloatRegister); |
|
5317 |
__ bind(done); |
|
5318 |
} |
|
5319 |
%} |
|
5320 |
ins_pipe(pipe_class_dummy); |
|
5321 |
%} |
|
5322 |
||
5323 |
instruct cmovL_reg(cmpOp cmp, flagsReg cr, iRegL dst, iRegL src) %{
|
|
5324 |
match(Set dst (CMoveL (Binary cmp cr) (Binary dst src))); |
|
5325 |
ins_cost(DEFAULT_COST + BRANCH_COST); |
|
5326 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
5327 |
format %{ "CMoveL,$cmp $dst,$src" %}
|
|
5328 |
ins_encode(z_enc_cmov_reg(cmp,dst,src)); |
|
5329 |
ins_pipe(pipe_class_dummy); |
|
5330 |
%} |
|
5331 |
||
5332 |
instruct cmovL_imm(cmpOp cmp, flagsReg cr, iRegL dst, immL16 src) %{
|
|
5333 |
match(Set dst (CMoveL (Binary cmp cr) (Binary dst src))); |
|
5334 |
ins_cost(DEFAULT_COST + BRANCH_COST); |
|
5335 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
5336 |
format %{ "CMoveL,$cmp $dst,$src" %}
|
|
5337 |
ins_encode(z_enc_cmov_imm(cmp,dst,src)); |
|
5338 |
ins_pipe(pipe_class_dummy); |
|
5339 |
%} |
|
5340 |
||
5341 |
//----------OS and Locking Instructions---------------------------------------- |
|
5342 |
||
5343 |
// This name is KNOWN by the ADLC and cannot be changed. |
|
5344 |
// The ADLC forces a 'TypeRawPtr::BOTTOM' output type |
|
5345 |
// for this guy. |
|
5346 |
instruct tlsLoadP(threadRegP dst) %{
|
|
5347 |
match(Set dst (ThreadLocal)); |
|
5348 |
ins_cost(0); |
|
5349 |
size(0); |
|
5350 |
ins_should_rematerialize(true); |
|
5351 |
format %{ "# $dst=ThreadLocal" %}
|
|
5352 |
ins_encode(/* empty */); |
|
5353 |
ins_pipe(pipe_class_dummy); |
|
5354 |
%} |
|
5355 |
||
5356 |
instruct checkCastPP(iRegP dst) %{
|
|
5357 |
match(Set dst (CheckCastPP dst)); |
|
5358 |
size(0); |
|
5359 |
format %{ "# checkcastPP of $dst" %}
|
|
5360 |
ins_encode(/*empty*/); |
|
5361 |
ins_pipe(pipe_class_dummy); |
|
5362 |
%} |
|
5363 |
||
5364 |
instruct castPP(iRegP dst) %{
|
|
5365 |
match(Set dst (CastPP dst)); |
|
5366 |
size(0); |
|
5367 |
format %{ "# castPP of $dst" %}
|
|
5368 |
ins_encode(/*empty*/); |
|
5369 |
ins_pipe(pipe_class_dummy); |
|
5370 |
%} |
|
5371 |
||
5372 |
instruct castII(iRegI dst) %{
|
|
5373 |
match(Set dst (CastII dst)); |
|
5374 |
size(0); |
|
5375 |
format %{ "# castII of $dst" %}
|
|
5376 |
ins_encode(/*empty*/); |
|
5377 |
ins_pipe(pipe_class_dummy); |
|
5378 |
%} |
|
5379 |
||
5380 |
||
5381 |
//----------Conditional_store-------------------------------------------------- |
|
5382 |
// Conditional-store of the updated heap-top. |
|
5383 |
// Used during allocation of the shared heap. |
|
5384 |
// Sets flags (EQ) on success. |
|
5385 |
||
5386 |
// Implement LoadPLocked. Must be ordered against changes of the memory location |
|
5387 |
// by storePConditional. |
|
5388 |
// Don't know whether this is ever used. |
|
5389 |
instruct loadPLocked(iRegP dst, memory mem) %{
|
|
5390 |
match(Set dst (LoadPLocked mem)); |
|
5391 |
ins_cost(MEMORY_REF_COST); |
|
5392 |
size(Z_DISP3_SIZE); |
|
5393 |
format %{ "LG $dst,$mem\t # LoadPLocked" %}
|
|
5394 |
opcode(LG_ZOPC, LG_ZOPC); |
|
5395 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
5396 |
ins_pipe(pipe_class_dummy); |
|
5397 |
%} |
|
5398 |
||
5399 |
// As compareAndSwapP, but return flag register instead of boolean value in |
|
5400 |
// int register. |
|
5401 |
// This instruction is matched if UseTLAB is off. Needed to pass |
|
5402 |
// option tests. Mem_ptr must be a memory operand, else this node |
|
5403 |
// does not get Flag_needs_anti_dependence_check set by adlc. If this |
|
5404 |
// is not set this node can be rematerialized which leads to errors. |
|
5405 |
instruct storePConditional(indirect mem_ptr, rarg5RegP oldval, iRegP_N2P newval, flagsReg cr) %{
|
|
5406 |
match(Set cr (StorePConditional mem_ptr (Binary oldval newval))); |
|
5407 |
effect(KILL oldval); |
|
5408 |
// TODO: s390 port size(FIXED_SIZE); |
|
5409 |
format %{ "storePConditional $oldval,$newval,$mem_ptr" %}
|
|
5410 |
ins_encode(z_enc_casL(oldval, newval, mem_ptr)); |
|
5411 |
ins_pipe(pipe_class_dummy); |
|
5412 |
%} |
|
5413 |
||
5414 |
// As compareAndSwapL, but return flag register instead of boolean value in |
|
5415 |
// int register. |
|
5416 |
// Used by sun/misc/AtomicLongCSImpl.java. Mem_ptr must be a memory |
|
5417 |
// operand, else this node does not get |
|
5418 |
// Flag_needs_anti_dependence_check set by adlc. If this is not set |
|
5419 |
// this node can be rematerialized which leads to errors. |
|
5420 |
instruct storeLConditional(indirect mem_ptr, rarg5RegL oldval, iRegL newval, flagsReg cr) %{
|
|
5421 |
match(Set cr (StoreLConditional mem_ptr (Binary oldval newval))); |
|
5422 |
effect(KILL oldval); |
|
5423 |
// TODO: s390 port size(FIXED_SIZE); |
|
5424 |
format %{ "storePConditional $oldval,$newval,$mem_ptr" %}
|
|
5425 |
ins_encode(z_enc_casL(oldval, newval, mem_ptr)); |
|
5426 |
ins_pipe(pipe_class_dummy); |
|
5427 |
%} |
|
5428 |
||
5429 |
// No flag versions for CompareAndSwap{P,I,L,N} because matcher can't match them.
|
|
5430 |
||
5431 |
instruct compareAndSwapI_bool(iRegP mem_ptr, rarg5RegI oldval, iRegI newval, iRegI res, flagsReg cr) %{
|
|
5432 |
match(Set res (CompareAndSwapI mem_ptr (Binary oldval newval))); |
|
5433 |
effect(USE mem_ptr, USE_KILL oldval, KILL cr); |
|
5434 |
size(16); |
|
5435 |
format %{ "$res = CompareAndSwapI $oldval,$newval,$mem_ptr" %}
|
|
5436 |
ins_encode(z_enc_casI(oldval, newval, mem_ptr), |
|
5437 |
z_enc_cctobool(res)); |
|
5438 |
ins_pipe(pipe_class_dummy); |
|
5439 |
%} |
|
5440 |
||
5441 |
instruct compareAndSwapL_bool(iRegP mem_ptr, rarg5RegL oldval, iRegL newval, iRegI res, flagsReg cr) %{
|
|
5442 |
match(Set res (CompareAndSwapL mem_ptr (Binary oldval newval))); |
|
5443 |
effect(USE mem_ptr, USE_KILL oldval, KILL cr); |
|
5444 |
size(18); |
|
5445 |
format %{ "$res = CompareAndSwapL $oldval,$newval,$mem_ptr" %}
|
|
5446 |
ins_encode(z_enc_casL(oldval, newval, mem_ptr), |
|
5447 |
z_enc_cctobool(res)); |
|
5448 |
ins_pipe(pipe_class_dummy); |
|
5449 |
%} |
|
5450 |
||
5451 |
instruct compareAndSwapP_bool(iRegP mem_ptr, rarg5RegP oldval, iRegP_N2P newval, iRegI res, flagsReg cr) %{
|
|
5452 |
match(Set res (CompareAndSwapP mem_ptr (Binary oldval newval))); |
|
5453 |
effect(USE mem_ptr, USE_KILL oldval, KILL cr); |
|
5454 |
size(18); |
|
5455 |
format %{ "$res = CompareAndSwapP $oldval,$newval,$mem_ptr" %}
|
|
5456 |
ins_encode(z_enc_casL(oldval, newval, mem_ptr), |
|
5457 |
z_enc_cctobool(res)); |
|
5458 |
ins_pipe(pipe_class_dummy); |
|
5459 |
%} |
|
5460 |
||
5461 |
instruct compareAndSwapN_bool(iRegP mem_ptr, rarg5RegN oldval, iRegN_P2N newval, iRegI res, flagsReg cr) %{
|
|
5462 |
match(Set res (CompareAndSwapN mem_ptr (Binary oldval newval))); |
|
5463 |
effect(USE mem_ptr, USE_KILL oldval, KILL cr); |
|
5464 |
size(16); |
|
5465 |
format %{ "$res = CompareAndSwapN $oldval,$newval,$mem_ptr" %}
|
|
5466 |
ins_encode(z_enc_casI(oldval, newval, mem_ptr), |
|
5467 |
z_enc_cctobool(res)); |
|
5468 |
ins_pipe(pipe_class_dummy); |
|
5469 |
%} |
|
5470 |
||
5471 |
//----------Atomic operations on memory (GetAndSet*, GetAndAdd*)--------------- |
|
5472 |
||
5473 |
// Exploit: direct memory arithmetic |
|
5474 |
// Prereqs: - instructions available |
|
5475 |
// - instructions guarantee atomicity |
|
5476 |
// - immediate operand to be added |
|
5477 |
// - immediate operand is small enough (8-bit signed). |
|
5478 |
// - result of instruction is not used |
|
5479 |
instruct addI_mem_imm8_atomic_no_res(memoryRSY mem, Universe dummy, immI8 src, flagsReg cr) %{
|
|
5480 |
match(Set dummy (GetAndAddI mem src)); |
|
5481 |
effect(KILL cr); |
|
5482 |
predicate(VM_Version::has_AtomicMemWithImmALUOps() && n->as_LoadStore()->result_not_used()); |
|
5483 |
ins_cost(MEMORY_REF_COST); |
|
5484 |
size(6); |
|
5485 |
format %{ "ASI [$mem],$src\t # GetAndAddI (atomic)" %}
|
|
5486 |
opcode(ASI_ZOPC); |
|
5487 |
ins_encode(z_siyform(mem, src)); |
|
5488 |
ins_pipe(pipe_class_dummy); |
|
5489 |
%} |
|
5490 |
||
5491 |
// Fallback: direct memory arithmetic not available |
|
5492 |
// Disadvantages: - CS-Loop required, very expensive. |
|
5493 |
// - more code generated (26 to xx bytes vs. 6 bytes) |
|
5494 |
instruct addI_mem_imm16_atomic(memoryRSY mem, iRegI dst, immI16 src, iRegI tmp, flagsReg cr) %{
|
|
5495 |
match(Set dst (GetAndAddI mem src)); |
|
5496 |
effect(KILL cr, TEMP_DEF dst, TEMP tmp); |
|
5497 |
ins_cost(MEMORY_REF_COST+100*DEFAULT_COST); |
|
5498 |
format %{ "BEGIN ATOMIC {\n\t"
|
|
5499 |
" LGF $dst,[$mem]\n\t" |
|
5500 |
" AHIK $tmp,$dst,$src\n\t" |
|
5501 |
" CSY $dst,$tmp,$mem\n\t" |
|
5502 |
" retry if failed\n\t" |
|
5503 |
"} END ATOMIC" |
|
5504 |
%} |
|
5505 |
ins_encode %{
|
|
5506 |
Register Rdst = $dst$$Register; |
|
5507 |
Register Rtmp = $tmp$$Register; |
|
5508 |
int Isrc = $src$$constant; |
|
5509 |
Label retry; |
|
5510 |
||
5511 |
// Iterate until update with incremented value succeeds. |
|
5512 |
__ z_lgf(Rdst, $mem$$Address); // current contents |
|
5513 |
__ bind(retry); |
|
5514 |
// Calculate incremented value. |
|
5515 |
if (VM_Version::has_DistinctOpnds()) {
|
|
5516 |
__ z_ahik(Rtmp, Rdst, Isrc); |
|
5517 |
} else {
|
|
5518 |
__ z_lr(Rtmp, Rdst); |
|
5519 |
__ z_ahi(Rtmp, Isrc); |
|
5520 |
} |
|
5521 |
// Swap into memory location. |
|
5522 |
__ z_csy(Rdst, Rtmp, $mem$$Address); // Try to store new value. |
|
5523 |
__ z_brne(retry); // Yikes, concurrent update, need to retry. |
|
5524 |
%} |
|
5525 |
ins_pipe(pipe_class_dummy); |
|
5526 |
%} |
|
5527 |
||
5528 |
instruct addI_mem_imm32_atomic(memoryRSY mem, iRegI dst, immI src, iRegI tmp, flagsReg cr) %{
|
|
5529 |
match(Set dst (GetAndAddI mem src)); |
|
5530 |
effect(KILL cr, TEMP_DEF dst, TEMP tmp); |
|
5531 |
ins_cost(MEMORY_REF_COST+200*DEFAULT_COST); |
|
5532 |
format %{ "BEGIN ATOMIC {\n\t"
|
|
5533 |
" LGF $dst,[$mem]\n\t" |
|
5534 |
" LGR $tmp,$dst\n\t" |
|
5535 |
" AFI $tmp,$src\n\t" |
|
5536 |
" CSY $dst,$tmp,$mem\n\t" |
|
5537 |
" retry if failed\n\t" |
|
5538 |
"} END ATOMIC" |
|
5539 |
%} |
|
5540 |
ins_encode %{
|
|
5541 |
Register Rdst = $dst$$Register; |
|
5542 |
Register Rtmp = $tmp$$Register; |
|
5543 |
int Isrc = $src$$constant; |
|
5544 |
Label retry; |
|
5545 |
||
5546 |
// Iterate until update with incremented value succeeds. |
|
5547 |
__ z_lgf(Rdst, $mem$$Address); // current contents |
|
5548 |
__ bind(retry); |
|
5549 |
// Calculate incremented value. |
|
5550 |
__ z_lr(Rtmp, Rdst); |
|
5551 |
__ z_afi(Rtmp, Isrc); |
|
5552 |
// Swap into memory location. |
|
5553 |
__ z_csy(Rdst, Rtmp, $mem$$Address); // Try to store new value. |
|
5554 |
__ z_brne(retry); // Yikes, concurrent update, need to retry. |
|
5555 |
%} |
|
5556 |
ins_pipe(pipe_class_dummy); |
|
5557 |
%} |
|
5558 |
||
5559 |
instruct addI_mem_reg_atomic(memoryRSY mem, iRegI dst, iRegI src, iRegI tmp, flagsReg cr) %{
|
|
5560 |
match(Set dst (GetAndAddI mem src)); |
|
5561 |
effect(KILL cr, TEMP_DEF dst, TEMP tmp); |
|
5562 |
ins_cost(MEMORY_REF_COST+100*DEFAULT_COST); |
|
5563 |
format %{ "BEGIN ATOMIC {\n\t"
|
|
5564 |
" LGF $dst,[$mem]\n\t" |
|
5565 |
" ARK $tmp,$dst,$src\n\t" |
|
5566 |
" CSY $dst,$tmp,$mem\n\t" |
|
5567 |
" retry if failed\n\t" |
|
5568 |
"} END ATOMIC" |
|
5569 |
%} |
|
5570 |
ins_encode %{
|
|
5571 |
Register Rsrc = $src$$Register; |
|
5572 |
Register Rdst = $dst$$Register; |
|
5573 |
Register Rtmp = $tmp$$Register; |
|
5574 |
Label retry; |
|
5575 |
||
5576 |
// Iterate until update with incremented value succeeds. |
|
5577 |
__ z_lgf(Rdst, $mem$$Address); // current contents |
|
5578 |
__ bind(retry); |
|
5579 |
// Calculate incremented value. |
|
5580 |
if (VM_Version::has_DistinctOpnds()) {
|
|
5581 |
__ z_ark(Rtmp, Rdst, Rsrc); |
|
5582 |
} else {
|
|
5583 |
__ z_lr(Rtmp, Rdst); |
|
5584 |
__ z_ar(Rtmp, Rsrc); |
|
5585 |
} |
|
5586 |
__ z_csy(Rdst, Rtmp, $mem$$Address); // Try to store new value. |
|
5587 |
__ z_brne(retry); // Yikes, concurrent update, need to retry. |
|
5588 |
%} |
|
5589 |
ins_pipe(pipe_class_dummy); |
|
5590 |
%} |
|
5591 |
||
5592 |
||
5593 |
// Exploit: direct memory arithmetic |
|
5594 |
// Prereqs: - instructions available |
|
5595 |
// - instructions guarantee atomicity |
|
5596 |
// - immediate operand to be added |
|
5597 |
// - immediate operand is small enough (8-bit signed). |
|
5598 |
// - result of instruction is not used |
|
5599 |
instruct addL_mem_imm8_atomic_no_res(memoryRSY mem, Universe dummy, immL8 src, flagsReg cr) %{
|
|
5600 |
match(Set dummy (GetAndAddL mem src)); |
|
5601 |
effect(KILL cr); |
|
5602 |
predicate(VM_Version::has_AtomicMemWithImmALUOps() && n->as_LoadStore()->result_not_used()); |
|
5603 |
ins_cost(MEMORY_REF_COST); |
|
5604 |
size(6); |
|
5605 |
format %{ "AGSI [$mem],$src\t # GetAndAddL (atomic)" %}
|
|
5606 |
opcode(AGSI_ZOPC); |
|
5607 |
ins_encode(z_siyform(mem, src)); |
|
5608 |
ins_pipe(pipe_class_dummy); |
|
5609 |
%} |
|
5610 |
||
5611 |
// Fallback: direct memory arithmetic not available |
|
5612 |
// Disadvantages: - CS-Loop required, very expensive. |
|
5613 |
// - more code generated (26 to xx bytes vs. 6 bytes) |
|
5614 |
instruct addL_mem_imm16_atomic(memoryRSY mem, iRegL dst, immL16 src, iRegL tmp, flagsReg cr) %{
|
|
5615 |
match(Set dst (GetAndAddL mem src)); |
|
5616 |
effect(KILL cr, TEMP_DEF dst, TEMP tmp); |
|
5617 |
ins_cost(MEMORY_REF_COST+100*DEFAULT_COST); |
|
5618 |
format %{ "BEGIN ATOMIC {\n\t"
|
|
5619 |
" LG $dst,[$mem]\n\t" |
|
5620 |
" AGHIK $tmp,$dst,$src\n\t" |
|
5621 |
" CSG $dst,$tmp,$mem\n\t" |
|
5622 |
" retry if failed\n\t" |
|
5623 |
"} END ATOMIC" |
|
5624 |
%} |
|
5625 |
ins_encode %{
|
|
5626 |
Register Rdst = $dst$$Register; |
|
5627 |
Register Rtmp = $tmp$$Register; |
|
5628 |
int Isrc = $src$$constant; |
|
5629 |
Label retry; |
|
5630 |
||
5631 |
// Iterate until update with incremented value succeeds. |
|
5632 |
__ z_lg(Rdst, $mem$$Address); // current contents |
|
5633 |
__ bind(retry); |
|
5634 |
// Calculate incremented value. |
|
5635 |
if (VM_Version::has_DistinctOpnds()) {
|
|
5636 |
__ z_aghik(Rtmp, Rdst, Isrc); |
|
5637 |
} else {
|
|
5638 |
__ z_lgr(Rtmp, Rdst); |
|
5639 |
__ z_aghi(Rtmp, Isrc); |
|
5640 |
} |
|
5641 |
__ z_csg(Rdst, Rtmp, $mem$$Address); // Try to store new value. |
|
5642 |
__ z_brne(retry); // Yikes, concurrent update, need to retry. |
|
5643 |
%} |
|
5644 |
ins_pipe(pipe_class_dummy); |
|
5645 |
%} |
|
5646 |
||
5647 |
instruct addL_mem_imm32_atomic(memoryRSY mem, iRegL dst, immL32 src, iRegL tmp, flagsReg cr) %{
|
|
5648 |
match(Set dst (GetAndAddL mem src)); |
|
5649 |
effect(KILL cr, TEMP_DEF dst, TEMP tmp); |
|
5650 |
ins_cost(MEMORY_REF_COST+100*DEFAULT_COST); |
|
5651 |
format %{ "BEGIN ATOMIC {\n\t"
|
|
5652 |
" LG $dst,[$mem]\n\t" |
|
5653 |
" LGR $tmp,$dst\n\t" |
|
5654 |
" AGFI $tmp,$src\n\t" |
|
5655 |
" CSG $dst,$tmp,$mem\n\t" |
|
5656 |
" retry if failed\n\t" |
|
5657 |
"} END ATOMIC" |
|
5658 |
%} |
|
5659 |
ins_encode %{
|
|
5660 |
Register Rdst = $dst$$Register; |
|
5661 |
Register Rtmp = $tmp$$Register; |
|
5662 |
int Isrc = $src$$constant; |
|
5663 |
Label retry; |
|
5664 |
||
5665 |
// Iterate until update with incremented value succeeds. |
|
5666 |
__ z_lg(Rdst, $mem$$Address); // current contents |
|
5667 |
__ bind(retry); |
|
5668 |
// Calculate incremented value. |
|
5669 |
__ z_lgr(Rtmp, Rdst); |
|
5670 |
__ z_agfi(Rtmp, Isrc); |
|
5671 |
__ z_csg(Rdst, Rtmp, $mem$$Address); // Try to store new value. |
|
5672 |
__ z_brne(retry); // Yikes, concurrent update, need to retry. |
|
5673 |
%} |
|
5674 |
ins_pipe(pipe_class_dummy); |
|
5675 |
%} |
|
5676 |
||
5677 |
instruct addL_mem_reg_atomic(memoryRSY mem, iRegL dst, iRegL src, iRegL tmp, flagsReg cr) %{
|
|
5678 |
match(Set dst (GetAndAddL mem src)); |
|
5679 |
effect(KILL cr, TEMP_DEF dst, TEMP tmp); |
|
5680 |
ins_cost(MEMORY_REF_COST+100*DEFAULT_COST); |
|
5681 |
format %{ "BEGIN ATOMIC {\n\t"
|
|
5682 |
" LG $dst,[$mem]\n\t" |
|
5683 |
" AGRK $tmp,$dst,$src\n\t" |
|
5684 |
" CSG $dst,$tmp,$mem\n\t" |
|
5685 |
" retry if failed\n\t" |
|
5686 |
"} END ATOMIC" |
|
5687 |
%} |
|
5688 |
ins_encode %{
|
|
5689 |
Register Rsrc = $src$$Register; |
|
5690 |
Register Rdst = $dst$$Register; |
|
5691 |
Register Rtmp = $tmp$$Register; |
|
5692 |
Label retry; |
|
5693 |
||
5694 |
// Iterate until update with incremented value succeeds. |
|
5695 |
__ z_lg(Rdst, $mem$$Address); // current contents |
|
5696 |
__ bind(retry); |
|
5697 |
// Calculate incremented value. |
|
5698 |
if (VM_Version::has_DistinctOpnds()) {
|
|
5699 |
__ z_agrk(Rtmp, Rdst, Rsrc); |
|
5700 |
} else {
|
|
5701 |
__ z_lgr(Rtmp, Rdst); |
|
5702 |
__ z_agr(Rtmp, Rsrc); |
|
5703 |
} |
|
5704 |
__ z_csg(Rdst, Rtmp, $mem$$Address); // Try to store new value. |
|
5705 |
__ z_brne(retry); // Yikes, concurrent update, need to retry. |
|
5706 |
%} |
|
5707 |
ins_pipe(pipe_class_dummy); |
|
5708 |
%} |
|
5709 |
||
5710 |
// Increment value in memory, save old value in dst. |
|
5711 |
instruct addI_mem_reg_atomic_z196(memoryRSY mem, iRegI dst, iRegI src) %{
|
|
5712 |
match(Set dst (GetAndAddI mem src)); |
|
5713 |
predicate(VM_Version::has_LoadAndALUAtomicV1()); |
|
5714 |
ins_cost(MEMORY_REF_COST + DEFAULT_COST); |
|
5715 |
size(6); |
|
5716 |
format %{ "LAA $dst,$src,[$mem]" %}
|
|
5717 |
ins_encode %{ __ z_laa($dst$$Register, $src$$Register, $mem$$Address); %}
|
|
5718 |
ins_pipe(pipe_class_dummy); |
|
5719 |
%} |
|
5720 |
||
5721 |
// Increment value in memory, save old value in dst. |
|
5722 |
instruct addL_mem_reg_atomic_z196(memoryRSY mem, iRegL dst, iRegL src) %{
|
|
5723 |
match(Set dst (GetAndAddL mem src)); |
|
5724 |
predicate(VM_Version::has_LoadAndALUAtomicV1()); |
|
5725 |
ins_cost(MEMORY_REF_COST + DEFAULT_COST); |
|
5726 |
size(6); |
|
5727 |
format %{ "LAAG $dst,$src,[$mem]" %}
|
|
5728 |
ins_encode %{ __ z_laag($dst$$Register, $src$$Register, $mem$$Address); %}
|
|
5729 |
ins_pipe(pipe_class_dummy); |
|
5730 |
%} |
|
5731 |
||
5732 |
||
5733 |
instruct xchgI_reg_mem(memoryRSY mem, iRegI dst, iRegI tmp, flagsReg cr) %{
|
|
5734 |
match(Set dst (GetAndSetI mem dst)); |
|
5735 |
effect(KILL cr, TEMP tmp); // USE_DEF dst by match rule. |
|
5736 |
format %{ "XCHGI $dst,[$mem]\t # EXCHANGE (int, atomic), temp $tmp" %}
|
|
5737 |
ins_encode(z_enc_SwapI(mem, dst, tmp)); |
|
5738 |
ins_pipe(pipe_class_dummy); |
|
5739 |
%} |
|
5740 |
||
5741 |
instruct xchgL_reg_mem(memoryRSY mem, iRegL dst, iRegL tmp, flagsReg cr) %{
|
|
5742 |
match(Set dst (GetAndSetL mem dst)); |
|
5743 |
effect(KILL cr, TEMP tmp); // USE_DEF dst by match rule. |
|
5744 |
format %{ "XCHGL $dst,[$mem]\t # EXCHANGE (long, atomic), temp $tmp" %}
|
|
5745 |
ins_encode(z_enc_SwapL(mem, dst, tmp)); |
|
5746 |
ins_pipe(pipe_class_dummy); |
|
5747 |
%} |
|
5748 |
||
5749 |
instruct xchgN_reg_mem(memoryRSY mem, iRegN dst, iRegI tmp, flagsReg cr) %{
|
|
5750 |
match(Set dst (GetAndSetN mem dst)); |
|
5751 |
effect(KILL cr, TEMP tmp); // USE_DEF dst by match rule. |
|
5752 |
format %{ "XCHGN $dst,[$mem]\t # EXCHANGE (coop, atomic), temp $tmp" %}
|
|
5753 |
ins_encode(z_enc_SwapI(mem, dst, tmp)); |
|
5754 |
ins_pipe(pipe_class_dummy); |
|
5755 |
%} |
|
5756 |
||
5757 |
instruct xchgP_reg_mem(memoryRSY mem, iRegP dst, iRegL tmp, flagsReg cr) %{
|
|
5758 |
match(Set dst (GetAndSetP mem dst)); |
|
5759 |
effect(KILL cr, TEMP tmp); // USE_DEF dst by match rule. |
|
5760 |
format %{ "XCHGP $dst,[$mem]\t # EXCHANGE (oop, atomic), temp $tmp" %}
|
|
5761 |
ins_encode(z_enc_SwapL(mem, dst, tmp)); |
|
5762 |
ins_pipe(pipe_class_dummy); |
|
5763 |
%} |
|
5764 |
||
5765 |
||
5766 |
//----------Arithmetic Instructions-------------------------------------------- |
|
5767 |
||
5768 |
// The rules are sorted by right operand type and operand length. Please keep |
|
5769 |
// it that way. |
|
5770 |
// Left operand type is always reg. Left operand len is I, L, P |
|
5771 |
// Right operand type is reg, imm, mem. Right operand len is S, I, L, P |
|
5772 |
// Special instruction formats, e.g. multi-operand, are inserted at the end. |
|
5773 |
||
5774 |
// ADD |
|
5775 |
||
5776 |
// REG = REG + REG |
|
5777 |
||
5778 |
// Register Addition |
|
5779 |
instruct addI_reg_reg_CISC(iRegI dst, iRegI src, flagsReg cr) %{
|
|
5780 |
match(Set dst (AddI dst src)); |
|
5781 |
effect(KILL cr); |
|
5782 |
// TODO: s390 port size(FIXED_SIZE); |
|
5783 |
format %{ "AR $dst,$src\t # int CISC ALU" %}
|
|
5784 |
opcode(AR_ZOPC); |
|
5785 |
ins_encode(z_rrform(dst, src)); |
|
5786 |
ins_pipe(pipe_class_dummy); |
|
5787 |
%} |
|
5788 |
||
5789 |
// Avoid use of LA(Y) for general ALU operation. |
|
5790 |
instruct addI_reg_reg_RISC(iRegI dst, iRegI src1, iRegI src2, flagsReg cr) %{
|
|
5791 |
match(Set dst (AddI src1 src2)); |
|
5792 |
effect(KILL cr); |
|
5793 |
predicate(VM_Version::has_DistinctOpnds()); |
|
5794 |
ins_cost(DEFAULT_COST); |
|
5795 |
size(4); |
|
5796 |
format %{ "ARK $dst,$src1,$src2\t # int RISC ALU" %}
|
|
5797 |
opcode(ARK_ZOPC); |
|
5798 |
ins_encode(z_rrfform(dst, src1, src2)); |
|
5799 |
ins_pipe(pipe_class_dummy); |
|
5800 |
%} |
|
5801 |
||
5802 |
// REG = REG + IMM |
|
5803 |
||
5804 |
// Avoid use of LA(Y) for general ALU operation. |
|
5805 |
// Immediate Addition |
|
5806 |
instruct addI_reg_imm16_CISC(iRegI dst, immI16 con, flagsReg cr) %{
|
|
5807 |
match(Set dst (AddI dst con)); |
|
5808 |
effect(KILL cr); |
|
5809 |
ins_cost(DEFAULT_COST); |
|
5810 |
// TODO: s390 port size(FIXED_SIZE); |
|
5811 |
format %{ "AHI $dst,$con\t # int CISC ALU" %}
|
|
5812 |
opcode(AHI_ZOPC); |
|
5813 |
ins_encode(z_riform_signed(dst, con)); |
|
5814 |
ins_pipe(pipe_class_dummy); |
|
5815 |
%} |
|
5816 |
||
5817 |
// Avoid use of LA(Y) for general ALU operation. |
|
5818 |
// Immediate Addition |
|
5819 |
instruct addI_reg_imm16_RISC(iRegI dst, iRegI src, immI16 con, flagsReg cr) %{
|
|
5820 |
match(Set dst (AddI src con)); |
|
5821 |
effect(KILL cr); |
|
5822 |
predicate( VM_Version::has_DistinctOpnds()); |
|
5823 |
ins_cost(DEFAULT_COST); |
|
5824 |
// TODO: s390 port size(FIXED_SIZE); |
|
5825 |
format %{ "AHIK $dst,$src,$con\t # int RISC ALU" %}
|
|
5826 |
opcode(AHIK_ZOPC); |
|
5827 |
ins_encode(z_rieform_d(dst, src, con)); |
|
5828 |
ins_pipe(pipe_class_dummy); |
|
5829 |
%} |
|
5830 |
||
5831 |
// Immediate Addition |
|
5832 |
instruct addI_reg_imm32(iRegI dst, immI src, flagsReg cr) %{
|
|
5833 |
match(Set dst (AddI dst src)); |
|
5834 |
effect(KILL cr); |
|
5835 |
ins_cost(DEFAULT_COST_HIGH); |
|
5836 |
size(6); |
|
5837 |
format %{ "AFI $dst,$src" %}
|
|
5838 |
opcode(AFI_ZOPC); |
|
5839 |
ins_encode(z_rilform_signed(dst, src)); |
|
5840 |
ins_pipe(pipe_class_dummy); |
|
5841 |
%} |
|
5842 |
||
5843 |
// Immediate Addition |
|
5844 |
instruct addI_reg_imm12(iRegI dst, iRegI src, uimmI12 con) %{
|
|
5845 |
match(Set dst (AddI src con)); |
|
5846 |
predicate(PreferLAoverADD); |
|
5847 |
ins_cost(DEFAULT_COST_LOW); |
|
5848 |
size(4); |
|
5849 |
format %{ "LA $dst,$con(,$src)\t # int d12(,b)" %}
|
|
5850 |
opcode(LA_ZOPC); |
|
5851 |
ins_encode(z_rxform_imm_reg(dst, con, src)); |
|
5852 |
ins_pipe(pipe_class_dummy); |
|
5853 |
%} |
|
5854 |
||
5855 |
// Immediate Addition |
|
5856 |
instruct addI_reg_imm20(iRegI dst, iRegI src, immI20 con) %{
|
|
5857 |
match(Set dst (AddI src con)); |
|
5858 |
predicate(PreferLAoverADD); |
|
5859 |
ins_cost(DEFAULT_COST); |
|
5860 |
size(6); |
|
5861 |
format %{ "LAY $dst,$con(,$src)\t # int d20(,b)" %}
|
|
5862 |
opcode(LAY_ZOPC); |
|
5863 |
ins_encode(z_rxyform_imm_reg(dst, con, src)); |
|
5864 |
ins_pipe(pipe_class_dummy); |
|
5865 |
%} |
|
5866 |
||
5867 |
instruct addI_reg_reg_imm12(iRegI dst, iRegI src1, iRegI src2, uimmI12 con) %{
|
|
5868 |
match(Set dst (AddI (AddI src1 src2) con)); |
|
5869 |
predicate( PreferLAoverADD); |
|
5870 |
ins_cost(DEFAULT_COST_LOW); |
|
5871 |
size(4); |
|
5872 |
format %{ "LA $dst,$con($src1,$src2)\t # int d12(x,b)" %}
|
|
5873 |
opcode(LA_ZOPC); |
|
5874 |
ins_encode(z_rxform_imm_reg_reg(dst, con, src1, src2)); |
|
5875 |
ins_pipe(pipe_class_dummy); |
|
5876 |
%} |
|
5877 |
||
5878 |
instruct addI_reg_reg_imm20(iRegI dst, iRegI src1, iRegI src2, immI20 con) %{
|
|
5879 |
match(Set dst (AddI (AddI src1 src2) con)); |
|
5880 |
predicate(PreferLAoverADD); |
|
5881 |
ins_cost(DEFAULT_COST); |
|
5882 |
size(6); |
|
5883 |
format %{ "LAY $dst,$con($src1,$src2)\t # int d20(x,b)" %}
|
|
5884 |
opcode(LAY_ZOPC); |
|
5885 |
ins_encode(z_rxyform_imm_reg_reg(dst, con, src1, src2)); |
|
5886 |
ins_pipe(pipe_class_dummy); |
|
5887 |
%} |
|
5888 |
||
5889 |
// REG = REG + MEM |
|
5890 |
||
5891 |
instruct addI_Reg_mem(iRegI dst, memory src, flagsReg cr)%{
|
|
5892 |
match(Set dst (AddI dst (LoadI src))); |
|
5893 |
effect(KILL cr); |
|
5894 |
ins_cost(MEMORY_REF_COST); |
|
5895 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
5896 |
format %{ "A(Y) $dst, $src\t # int" %}
|
|
5897 |
opcode(AY_ZOPC, A_ZOPC); |
|
5898 |
ins_encode(z_form_rt_mem_opt(dst, src)); |
|
5899 |
ins_pipe(pipe_class_dummy); |
|
5900 |
%} |
|
5901 |
||
5902 |
// MEM = MEM + IMM |
|
5903 |
||
5904 |
// Add Immediate to 4-byte memory operand and result |
|
5905 |
instruct addI_mem_imm(memoryRSY mem, immI8 src, flagsReg cr) %{
|
|
5906 |
match(Set mem (StoreI mem (AddI (LoadI mem) src))); |
|
5907 |
effect(KILL cr); |
|
5908 |
predicate(VM_Version::has_MemWithImmALUOps()); |
|
5909 |
ins_cost(MEMORY_REF_COST); |
|
5910 |
size(6); |
|
5911 |
format %{ "ASI $mem,$src\t # direct mem add 4" %}
|
|
5912 |
opcode(ASI_ZOPC); |
|
5913 |
ins_encode(z_siyform(mem, src)); |
|
5914 |
ins_pipe(pipe_class_dummy); |
|
5915 |
%} |
|
5916 |
||
5917 |
||
5918 |
// |
|
5919 |
||
5920 |
// REG = REG + REG |
|
5921 |
||
5922 |
instruct addL_reg_regI(iRegL dst, iRegI src, flagsReg cr) %{
|
|
5923 |
match(Set dst (AddL dst (ConvI2L src))); |
|
5924 |
effect(KILL cr); |
|
5925 |
size(4); |
|
5926 |
format %{ "AGFR $dst,$src\t # long<-int CISC ALU" %}
|
|
5927 |
opcode(AGFR_ZOPC); |
|
5928 |
ins_encode(z_rreform(dst, src)); |
|
5929 |
ins_pipe(pipe_class_dummy); |
|
5930 |
%} |
|
5931 |
||
5932 |
instruct addL_reg_reg_CISC(iRegL dst, iRegL src, flagsReg cr) %{
|
|
5933 |
match(Set dst (AddL dst src)); |
|
5934 |
effect(KILL cr); |
|
5935 |
// TODO: s390 port size(FIXED_SIZE); |
|
5936 |
format %{ "AGR $dst, $src\t # long CISC ALU" %}
|
|
5937 |
opcode(AGR_ZOPC); |
|
5938 |
ins_encode(z_rreform(dst, src)); |
|
5939 |
ins_pipe(pipe_class_dummy); |
|
5940 |
%} |
|
5941 |
||
5942 |
// Avoid use of LA(Y) for general ALU operation. |
|
5943 |
instruct addL_reg_reg_RISC(iRegL dst, iRegL src1, iRegL src2, flagsReg cr) %{
|
|
5944 |
match(Set dst (AddL src1 src2)); |
|
5945 |
effect(KILL cr); |
|
5946 |
predicate(VM_Version::has_DistinctOpnds()); |
|
5947 |
ins_cost(DEFAULT_COST); |
|
5948 |
size(4); |
|
5949 |
format %{ "AGRK $dst,$src1,$src2\t # long RISC ALU" %}
|
|
5950 |
opcode(AGRK_ZOPC); |
|
5951 |
ins_encode(z_rrfform(dst, src1, src2)); |
|
5952 |
ins_pipe(pipe_class_dummy); |
|
5953 |
%} |
|
5954 |
||
5955 |
// REG = REG + IMM |
|
5956 |
||
5957 |
instruct addL_reg_imm12(iRegL dst, iRegL src, uimmL12 con) %{
|
|
5958 |
match(Set dst (AddL src con)); |
|
5959 |
predicate( PreferLAoverADD); |
|
5960 |
ins_cost(DEFAULT_COST_LOW); |
|
5961 |
size(4); |
|
5962 |
format %{ "LA $dst,$con(,$src)\t # long d12(,b)" %}
|
|
5963 |
opcode(LA_ZOPC); |
|
5964 |
ins_encode(z_rxform_imm_reg(dst, con, src)); |
|
5965 |
ins_pipe(pipe_class_dummy); |
|
5966 |
%} |
|
5967 |
||
5968 |
instruct addL_reg_imm20(iRegL dst, iRegL src, immL20 con) %{
|
|
5969 |
match(Set dst (AddL src con)); |
|
5970 |
predicate(PreferLAoverADD); |
|
5971 |
ins_cost(DEFAULT_COST); |
|
5972 |
size(6); |
|
5973 |
format %{ "LAY $dst,$con(,$src)\t # long d20(,b)" %}
|
|
5974 |
opcode(LAY_ZOPC); |
|
5975 |
ins_encode(z_rxyform_imm_reg(dst, con, src)); |
|
5976 |
ins_pipe(pipe_class_dummy); |
|
5977 |
%} |
|
5978 |
||
5979 |
instruct addL_reg_imm32(iRegL dst, immL32 con, flagsReg cr) %{
|
|
5980 |
match(Set dst (AddL dst con)); |
|
5981 |
effect(KILL cr); |
|
5982 |
ins_cost(DEFAULT_COST_HIGH); |
|
5983 |
size(6); |
|
5984 |
format %{ "AGFI $dst,$con\t # long CISC ALU" %}
|
|
5985 |
opcode(AGFI_ZOPC); |
|
5986 |
ins_encode(z_rilform_signed(dst, con)); |
|
5987 |
ins_pipe(pipe_class_dummy); |
|
5988 |
%} |
|
5989 |
||
5990 |
// Avoid use of LA(Y) for general ALU operation. |
|
5991 |
instruct addL_reg_imm16_CISC(iRegL dst, immL16 con, flagsReg cr) %{
|
|
5992 |
match(Set dst (AddL dst con)); |
|
5993 |
effect(KILL cr); |
|
5994 |
ins_cost(DEFAULT_COST); |
|
5995 |
// TODO: s390 port size(FIXED_SIZE); |
|
5996 |
format %{ "AGHI $dst,$con\t # long CISC ALU" %}
|
|
5997 |
opcode(AGHI_ZOPC); |
|
5998 |
ins_encode(z_riform_signed(dst, con)); |
|
5999 |
ins_pipe(pipe_class_dummy); |
|
6000 |
%} |
|
6001 |
||
6002 |
// Avoid use of LA(Y) for general ALU operation. |
|
6003 |
instruct addL_reg_imm16_RISC(iRegL dst, iRegL src, immL16 con, flagsReg cr) %{
|
|
6004 |
match(Set dst (AddL src con)); |
|
6005 |
effect(KILL cr); |
|
6006 |
predicate( VM_Version::has_DistinctOpnds()); |
|
6007 |
ins_cost(DEFAULT_COST); |
|
6008 |
size(6); |
|
6009 |
format %{ "AGHIK $dst,$src,$con\t # long RISC ALU" %}
|
|
6010 |
opcode(AGHIK_ZOPC); |
|
6011 |
ins_encode(z_rieform_d(dst, src, con)); |
|
6012 |
ins_pipe(pipe_class_dummy); |
|
6013 |
%} |
|
6014 |
||
6015 |
// REG = REG + MEM |
|
6016 |
||
6017 |
instruct addL_Reg_memI(iRegL dst, memory src, flagsReg cr)%{
|
|
6018 |
match(Set dst (AddL dst (ConvI2L (LoadI src)))); |
|
6019 |
effect(KILL cr); |
|
6020 |
ins_cost(MEMORY_REF_COST); |
|
6021 |
size(Z_DISP3_SIZE); |
|
6022 |
format %{ "AGF $dst, $src\t # long/int" %}
|
|
6023 |
opcode(AGF_ZOPC, AGF_ZOPC); |
|
6024 |
ins_encode(z_form_rt_mem_opt(dst, src)); |
|
6025 |
ins_pipe(pipe_class_dummy); |
|
6026 |
%} |
|
6027 |
||
6028 |
instruct addL_Reg_mem(iRegL dst, memory src, flagsReg cr)%{
|
|
6029 |
match(Set dst (AddL dst (LoadL src))); |
|
6030 |
effect(KILL cr); |
|
6031 |
ins_cost(MEMORY_REF_COST); |
|
6032 |
size(Z_DISP3_SIZE); |
|
6033 |
format %{ "AG $dst, $src\t # long" %}
|
|
6034 |
opcode(AG_ZOPC, AG_ZOPC); |
|
6035 |
ins_encode(z_form_rt_mem_opt(dst, src)); |
|
6036 |
ins_pipe(pipe_class_dummy); |
|
6037 |
%} |
|
6038 |
||
6039 |
instruct addL_reg_reg_imm12(iRegL dst, iRegL src1, iRegL src2, uimmL12 con) %{
|
|
6040 |
match(Set dst (AddL (AddL src1 src2) con)); |
|
6041 |
predicate( PreferLAoverADD); |
|
6042 |
ins_cost(DEFAULT_COST_LOW); |
|
6043 |
size(4); |
|
6044 |
format %{ "LA $dst,$con($src1,$src2)\t # long d12(x,b)" %}
|
|
6045 |
opcode(LA_ZOPC); |
|
6046 |
ins_encode(z_rxform_imm_reg_reg(dst, con, src1, src2)); |
|
6047 |
ins_pipe(pipe_class_dummy); |
|
6048 |
%} |
|
6049 |
||
6050 |
instruct addL_reg_reg_imm20(iRegL dst, iRegL src1, iRegL src2, immL20 con) %{
|
|
6051 |
match(Set dst (AddL (AddL src1 src2) con)); |
|
6052 |
predicate(PreferLAoverADD); |
|
6053 |
ins_cost(DEFAULT_COST); |
|
6054 |
size(6); |
|
6055 |
format %{ "LAY $dst,$con($src1,$src2)\t # long d20(x,b)" %}
|
|
6056 |
opcode(LAY_ZOPC); |
|
6057 |
ins_encode(z_rxyform_imm_reg_reg(dst, con, src1, src2)); |
|
6058 |
ins_pipe(pipe_class_dummy); |
|
6059 |
%} |
|
6060 |
||
6061 |
// MEM = MEM + IMM |
|
6062 |
||
6063 |
// Add Immediate to 8-byte memory operand and result. |
|
6064 |
instruct addL_mem_imm(memoryRSY mem, immL8 src, flagsReg cr) %{
|
|
6065 |
match(Set mem (StoreL mem (AddL (LoadL mem) src))); |
|
6066 |
effect(KILL cr); |
|
6067 |
predicate(VM_Version::has_MemWithImmALUOps()); |
|
6068 |
ins_cost(MEMORY_REF_COST); |
|
6069 |
size(6); |
|
6070 |
format %{ "AGSI $mem,$src\t # direct mem add 8" %}
|
|
6071 |
opcode(AGSI_ZOPC); |
|
6072 |
ins_encode(z_siyform(mem, src)); |
|
6073 |
ins_pipe(pipe_class_dummy); |
|
6074 |
%} |
|
6075 |
||
6076 |
||
6077 |
// REG = REG + REG |
|
6078 |
||
6079 |
// Ptr Addition |
|
6080 |
instruct addP_reg_reg_LA(iRegP dst, iRegP_N2P src1, iRegL src2) %{
|
|
6081 |
match(Set dst (AddP src1 src2)); |
|
6082 |
predicate( PreferLAoverADD); |
|
6083 |
ins_cost(DEFAULT_COST); |
|
6084 |
size(4); |
|
6085 |
format %{ "LA $dst,#0($src1,$src2)\t # ptr 0(x,b)" %}
|
|
6086 |
opcode(LA_ZOPC); |
|
6087 |
ins_encode(z_rxform_imm_reg_reg(dst, 0x0, src1, src2)); |
|
6088 |
ins_pipe(pipe_class_dummy); |
|
6089 |
%} |
|
6090 |
||
6091 |
// Ptr Addition |
|
6092 |
// Avoid use of LA(Y) for general ALU operation. |
|
6093 |
instruct addP_reg_reg_CISC(iRegP dst, iRegL src, flagsReg cr) %{
|
|
6094 |
match(Set dst (AddP dst src)); |
|
6095 |
effect(KILL cr); |
|
6096 |
predicate(!PreferLAoverADD && !VM_Version::has_DistinctOpnds()); |
|
6097 |
ins_cost(DEFAULT_COST); |
|
6098 |
// TODO: s390 port size(FIXED_SIZE); |
|
6099 |
format %{ "ALGR $dst,$src\t # ptr CICS ALU" %}
|
|
6100 |
opcode(ALGR_ZOPC); |
|
6101 |
ins_encode(z_rreform(dst, src)); |
|
6102 |
ins_pipe(pipe_class_dummy); |
|
6103 |
%} |
|
6104 |
||
6105 |
// Ptr Addition |
|
6106 |
// Avoid use of LA(Y) for general ALU operation. |
|
6107 |
instruct addP_reg_reg_RISC(iRegP dst, iRegP_N2P src1, iRegL src2, flagsReg cr) %{
|
|
6108 |
match(Set dst (AddP src1 src2)); |
|
6109 |
effect(KILL cr); |
|
6110 |
predicate(!PreferLAoverADD && VM_Version::has_DistinctOpnds()); |
|
6111 |
ins_cost(DEFAULT_COST); |
|
6112 |
// TODO: s390 port size(FIXED_SIZE); |
|
6113 |
format %{ "ALGRK $dst,$src1,$src2\t # ptr RISC ALU" %}
|
|
6114 |
opcode(ALGRK_ZOPC); |
|
6115 |
ins_encode(z_rrfform(dst, src1, src2)); |
|
6116 |
ins_pipe(pipe_class_dummy); |
|
6117 |
%} |
|
6118 |
||
6119 |
// REG = REG + IMM |
|
6120 |
||
6121 |
instruct addP_reg_imm12(iRegP dst, iRegP_N2P src, uimmL12 con) %{
|
|
6122 |
match(Set dst (AddP src con)); |
|
6123 |
predicate( PreferLAoverADD); |
|
6124 |
ins_cost(DEFAULT_COST_LOW); |
|
6125 |
size(4); |
|
6126 |
format %{ "LA $dst,$con(,$src)\t # ptr d12(,b)" %}
|
|
6127 |
opcode(LA_ZOPC); |
|
6128 |
ins_encode(z_rxform_imm_reg(dst, con, src)); |
|
6129 |
ins_pipe(pipe_class_dummy); |
|
6130 |
%} |
|
6131 |
||
6132 |
// Avoid use of LA(Y) for general ALU operation. |
|
6133 |
instruct addP_reg_imm16_CISC(iRegP dst, immL16 src, flagsReg cr) %{
|
|
6134 |
match(Set dst (AddP dst src)); |
|
6135 |
effect(KILL cr); |
|
6136 |
predicate(!PreferLAoverADD && !VM_Version::has_DistinctOpnds()); |
|
6137 |
ins_cost(DEFAULT_COST); |
|
6138 |
// TODO: s390 port size(FIXED_SIZE); |
|
6139 |
format %{ "AGHI $dst,$src\t # ptr CISC ALU" %}
|
|
6140 |
opcode(AGHI_ZOPC); |
|
6141 |
ins_encode(z_riform_signed(dst, src)); |
|
6142 |
ins_pipe(pipe_class_dummy); |
|
6143 |
%} |
|
6144 |
||
6145 |
// Avoid use of LA(Y) for general ALU operation. |
|
6146 |
instruct addP_reg_imm16_RISC(iRegP dst, iRegP_N2P src, immL16 con, flagsReg cr) %{
|
|
6147 |
match(Set dst (AddP src con)); |
|
6148 |
effect(KILL cr); |
|
6149 |
predicate(!PreferLAoverADD && VM_Version::has_DistinctOpnds()); |
|
6150 |
ins_cost(DEFAULT_COST); |
|
6151 |
// TODO: s390 port size(FIXED_SIZE); |
|
6152 |
format %{ "ALGHSIK $dst,$src,$con\t # ptr RISC ALU" %}
|
|
6153 |
opcode(ALGHSIK_ZOPC); |
|
6154 |
ins_encode(z_rieform_d(dst, src, con)); |
|
6155 |
ins_pipe(pipe_class_dummy); |
|
6156 |
%} |
|
6157 |
||
6158 |
instruct addP_reg_imm20(iRegP dst, memoryRegP src, immL20 con) %{
|
|
6159 |
match(Set dst (AddP src con)); |
|
6160 |
predicate(PreferLAoverADD); |
|
6161 |
ins_cost(DEFAULT_COST); |
|
6162 |
size(6); |
|
6163 |
format %{ "LAY $dst,$con(,$src)\t # ptr d20(,b)" %}
|
|
6164 |
opcode(LAY_ZOPC); |
|
6165 |
ins_encode(z_rxyform_imm_reg(dst, con, src)); |
|
6166 |
ins_pipe(pipe_class_dummy); |
|
6167 |
%} |
|
6168 |
||
6169 |
// Pointer Immediate Addition |
|
6170 |
instruct addP_reg_imm32(iRegP dst, immL32 src, flagsReg cr) %{
|
|
6171 |
match(Set dst (AddP dst src)); |
|
6172 |
effect(KILL cr); |
|
6173 |
ins_cost(DEFAULT_COST_HIGH); |
|
6174 |
// TODO: s390 port size(FIXED_SIZE); |
|
6175 |
format %{ "AGFI $dst,$src\t # ptr" %}
|
|
6176 |
opcode(AGFI_ZOPC); |
|
6177 |
ins_encode(z_rilform_signed(dst, src)); |
|
6178 |
ins_pipe(pipe_class_dummy); |
|
6179 |
%} |
|
6180 |
||
6181 |
// REG = REG1 + REG2 + IMM |
|
6182 |
||
6183 |
instruct addP_reg_reg_imm12(iRegP dst, memoryRegP src1, iRegL src2, uimmL12 con) %{
|
|
6184 |
match(Set dst (AddP (AddP src1 src2) con)); |
|
6185 |
predicate( PreferLAoverADD); |
|
6186 |
ins_cost(DEFAULT_COST_LOW); |
|
6187 |
size(4); |
|
6188 |
format %{ "LA $dst,$con($src1,$src2)\t # ptr d12(x,b)" %}
|
|
6189 |
opcode(LA_ZOPC); |
|
6190 |
ins_encode(z_rxform_imm_reg_reg(dst, con, src1, src2)); |
|
6191 |
ins_pipe(pipe_class_dummy); |
|
6192 |
%} |
|
6193 |
||
6194 |
instruct addP_regN_reg_imm12(iRegP dst, iRegP_N2P src1, iRegL src2, uimmL12 con) %{
|
|
6195 |
match(Set dst (AddP (AddP src1 src2) con)); |
|
6196 |
predicate( PreferLAoverADD && Universe::narrow_oop_base() == NULL && Universe::narrow_oop_shift() == 0); |
|
6197 |
ins_cost(DEFAULT_COST_LOW); |
|
6198 |
size(4); |
|
6199 |
format %{ "LA $dst,$con($src1,$src2)\t # ptr d12(x,b)" %}
|
|
6200 |
opcode(LA_ZOPC); |
|
6201 |
ins_encode(z_rxform_imm_reg_reg(dst, con, src1, src2)); |
|
6202 |
ins_pipe(pipe_class_dummy); |
|
6203 |
%} |
|
6204 |
||
6205 |
instruct addP_reg_reg_imm20(iRegP dst, memoryRegP src1, iRegL src2, immL20 con) %{
|
|
6206 |
match(Set dst (AddP (AddP src1 src2) con)); |
|
6207 |
predicate(PreferLAoverADD); |
|
6208 |
ins_cost(DEFAULT_COST); |
|
6209 |
// TODO: s390 port size(FIXED_SIZE); |
|
6210 |
format %{ "LAY $dst,$con($src1,$src2)\t # ptr d20(x,b)" %}
|
|
6211 |
opcode(LAY_ZOPC); |
|
6212 |
ins_encode(z_rxyform_imm_reg_reg(dst, con, src1, src2)); |
|
6213 |
ins_pipe(pipe_class_dummy); |
|
6214 |
%} |
|
6215 |
||
6216 |
instruct addP_regN_reg_imm20(iRegP dst, iRegP_N2P src1, iRegL src2, immL20 con) %{
|
|
6217 |
match(Set dst (AddP (AddP src1 src2) con)); |
|
6218 |
predicate( PreferLAoverADD && Universe::narrow_oop_base() == NULL && Universe::narrow_oop_shift() == 0); |
|
6219 |
ins_cost(DEFAULT_COST); |
|
6220 |
// TODO: s390 port size(FIXED_SIZE); |
|
6221 |
format %{ "LAY $dst,$con($src1,$src2)\t # ptr d20(x,b)" %}
|
|
6222 |
opcode(LAY_ZOPC); |
|
6223 |
ins_encode(z_rxyform_imm_reg_reg(dst, con, src1, src2)); |
|
6224 |
ins_pipe(pipe_class_dummy); |
|
6225 |
%} |
|
6226 |
||
6227 |
// MEM = MEM + IMM |
|
6228 |
||
6229 |
// Add Immediate to 8-byte memory operand and result |
|
6230 |
instruct addP_mem_imm(memoryRSY mem, immL8 src, flagsReg cr) %{
|
|
6231 |
match(Set mem (StoreP mem (AddP (LoadP mem) src))); |
|
6232 |
effect(KILL cr); |
|
6233 |
predicate(VM_Version::has_MemWithImmALUOps()); |
|
6234 |
ins_cost(MEMORY_REF_COST); |
|
6235 |
size(6); |
|
6236 |
format %{ "AGSI $mem,$src\t # direct mem add 8 (ptr)" %}
|
|
6237 |
opcode(AGSI_ZOPC); |
|
6238 |
ins_encode(z_siyform(mem, src)); |
|
6239 |
ins_pipe(pipe_class_dummy); |
|
6240 |
%} |
|
6241 |
||
6242 |
// SUB |
|
6243 |
||
6244 |
// Register Subtraction |
|
6245 |
instruct subI_reg_reg_CISC(iRegI dst, iRegI src, flagsReg cr) %{
|
|
6246 |
match(Set dst (SubI dst src)); |
|
6247 |
effect(KILL cr); |
|
6248 |
// TODO: s390 port size(FIXED_SIZE); |
|
6249 |
format %{ "SR $dst,$src\t # int CISC ALU" %}
|
|
6250 |
opcode(SR_ZOPC); |
|
6251 |
ins_encode(z_rrform(dst, src)); |
|
6252 |
ins_pipe(pipe_class_dummy); |
|
6253 |
%} |
|
6254 |
||
6255 |
instruct subI_reg_reg_RISC(iRegI dst, iRegI src1, iRegI src2, flagsReg cr) %{
|
|
6256 |
match(Set dst (SubI src1 src2)); |
|
6257 |
effect(KILL cr); |
|
6258 |
predicate(VM_Version::has_DistinctOpnds()); |
|
6259 |
ins_cost(DEFAULT_COST); |
|
6260 |
size(4); |
|
6261 |
format %{ "SRK $dst,$src1,$src2\t # int RISC ALU" %}
|
|
6262 |
opcode(SRK_ZOPC); |
|
6263 |
ins_encode(z_rrfform(dst, src1, src2)); |
|
6264 |
ins_pipe(pipe_class_dummy); |
|
6265 |
%} |
|
6266 |
||
6267 |
instruct subI_Reg_mem(iRegI dst, memory src, flagsReg cr)%{
|
|
6268 |
match(Set dst (SubI dst (LoadI src))); |
|
6269 |
effect(KILL cr); |
|
6270 |
ins_cost(MEMORY_REF_COST); |
|
6271 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
6272 |
format %{ "S(Y) $dst, $src\t # int" %}
|
|
6273 |
opcode(SY_ZOPC, S_ZOPC); |
|
6274 |
ins_encode(z_form_rt_mem_opt(dst, src)); |
|
6275 |
ins_pipe(pipe_class_dummy); |
|
6276 |
%} |
|
6277 |
||
6278 |
instruct subI_zero_reg(iRegI dst, immI_0 zero, iRegI src, flagsReg cr) %{
|
|
6279 |
match(Set dst (SubI zero src)); |
|
6280 |
effect(KILL cr); |
|
6281 |
size(2); |
|
6282 |
format %{ "NEG $dst, $src" %}
|
|
6283 |
ins_encode %{ __ z_lcr($dst$$Register, $src$$Register); %}
|
|
6284 |
ins_pipe(pipe_class_dummy); |
|
6285 |
%} |
|
6286 |
||
6287 |
// |
|
6288 |
||
6289 |
// Long subtraction |
|
6290 |
instruct subL_reg_reg_CISC(iRegL dst, iRegL src, flagsReg cr) %{
|
|
6291 |
match(Set dst (SubL dst src)); |
|
6292 |
effect(KILL cr); |
|
6293 |
// TODO: s390 port size(FIXED_SIZE); |
|
6294 |
format %{ "SGR $dst,$src\t # int CISC ALU" %}
|
|
6295 |
opcode(SGR_ZOPC); |
|
6296 |
ins_encode(z_rreform(dst, src)); |
|
6297 |
ins_pipe(pipe_class_dummy); |
|
6298 |
%} |
|
6299 |
||
6300 |
// Avoid use of LA(Y) for general ALU operation. |
|
6301 |
instruct subL_reg_reg_RISC(iRegL dst, iRegL src1, iRegL src2, flagsReg cr) %{
|
|
6302 |
match(Set dst (SubL src1 src2)); |
|
6303 |
effect(KILL cr); |
|
6304 |
predicate(VM_Version::has_DistinctOpnds()); |
|
6305 |
ins_cost(DEFAULT_COST); |
|
6306 |
size(4); |
|
6307 |
format %{ "SGRK $dst,$src1,$src2\t # int RISC ALU" %}
|
|
6308 |
opcode(SGRK_ZOPC); |
|
6309 |
ins_encode(z_rrfform(dst, src1, src2)); |
|
6310 |
ins_pipe(pipe_class_dummy); |
|
6311 |
%} |
|
6312 |
||
6313 |
instruct subL_reg_regI_CISC(iRegL dst, iRegI src, flagsReg cr) %{
|
|
6314 |
match(Set dst (SubL dst (ConvI2L src))); |
|
6315 |
effect(KILL cr); |
|
6316 |
size(4); |
|
6317 |
format %{ "SGFR $dst, $src\t # int CISC ALU" %}
|
|
6318 |
opcode(SGFR_ZOPC); |
|
6319 |
ins_encode(z_rreform(dst, src)); |
|
6320 |
ins_pipe(pipe_class_dummy); |
|
6321 |
%} |
|
6322 |
||
6323 |
instruct subL_Reg_memI(iRegL dst, memory src, flagsReg cr)%{
|
|
6324 |
match(Set dst (SubL dst (ConvI2L (LoadI src)))); |
|
6325 |
effect(KILL cr); |
|
6326 |
ins_cost(MEMORY_REF_COST); |
|
6327 |
size(Z_DISP3_SIZE); |
|
6328 |
format %{ "SGF $dst, $src\t # long/int" %}
|
|
6329 |
opcode(SGF_ZOPC, SGF_ZOPC); |
|
6330 |
ins_encode(z_form_rt_mem_opt(dst, src)); |
|
6331 |
ins_pipe(pipe_class_dummy); |
|
6332 |
%} |
|
6333 |
||
6334 |
instruct subL_Reg_mem(iRegL dst, memory src, flagsReg cr)%{
|
|
6335 |
match(Set dst (SubL dst (LoadL src))); |
|
6336 |
effect(KILL cr); |
|
6337 |
ins_cost(MEMORY_REF_COST); |
|
6338 |
size(Z_DISP3_SIZE); |
|
6339 |
format %{ "SG $dst, $src\t # long" %}
|
|
6340 |
opcode(SG_ZOPC, SG_ZOPC); |
|
6341 |
ins_encode(z_form_rt_mem_opt(dst, src)); |
|
6342 |
ins_pipe(pipe_class_dummy); |
|
6343 |
%} |
|
6344 |
||
6345 |
// Moved declaration of negL_reg_reg before encode nodes, where it is used. |
|
6346 |
||
6347 |
// MUL |
|
6348 |
||
6349 |
// Register Multiplication |
|
6350 |
instruct mulI_reg_reg(iRegI dst, iRegI src) %{
|
|
6351 |
match(Set dst (MulI dst src)); |
|
6352 |
ins_cost(DEFAULT_COST); |
|
6353 |
size(4); |
|
6354 |
format %{ "MSR $dst, $src" %}
|
|
6355 |
opcode(MSR_ZOPC); |
|
6356 |
ins_encode(z_rreform(dst, src)); |
|
6357 |
ins_pipe(pipe_class_dummy); |
|
6358 |
%} |
|
6359 |
||
6360 |
// Immediate Multiplication |
|
6361 |
instruct mulI_reg_imm16(iRegI dst, immI16 con) %{
|
|
6362 |
match(Set dst (MulI dst con)); |
|
6363 |
ins_cost(DEFAULT_COST); |
|
6364 |
// TODO: s390 port size(FIXED_SIZE); |
|
6365 |
format %{ "MHI $dst,$con" %}
|
|
6366 |
opcode(MHI_ZOPC); |
|
6367 |
ins_encode(z_riform_signed(dst,con)); |
|
6368 |
ins_pipe(pipe_class_dummy); |
|
6369 |
%} |
|
6370 |
||
6371 |
// Immediate (32bit) Multiplication |
|
6372 |
instruct mulI_reg_imm32(iRegI dst, immI con) %{
|
|
6373 |
match(Set dst (MulI dst con)); |
|
6374 |
ins_cost(DEFAULT_COST); |
|
6375 |
size(6); |
|
6376 |
format %{ "MSFI $dst,$con" %}
|
|
6377 |
opcode(MSFI_ZOPC); |
|
6378 |
ins_encode(z_rilform_signed(dst,con)); |
|
6379 |
ins_pipe(pipe_class_dummy); |
|
6380 |
%} |
|
6381 |
||
6382 |
instruct mulI_Reg_mem(iRegI dst, memory src)%{
|
|
6383 |
match(Set dst (MulI dst (LoadI src))); |
|
6384 |
ins_cost(MEMORY_REF_COST); |
|
6385 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
6386 |
format %{ "MS(Y) $dst, $src\t # int" %}
|
|
6387 |
opcode(MSY_ZOPC, MS_ZOPC); |
|
6388 |
ins_encode(z_form_rt_mem_opt(dst, src)); |
|
6389 |
ins_pipe(pipe_class_dummy); |
|
6390 |
%} |
|
6391 |
||
6392 |
// |
|
6393 |
||
6394 |
instruct mulL_reg_regI(iRegL dst, iRegI src) %{
|
|
6395 |
match(Set dst (MulL dst (ConvI2L src))); |
|
6396 |
ins_cost(DEFAULT_COST); |
|
6397 |
// TODO: s390 port size(FIXED_SIZE); |
|
6398 |
format %{ "MSGFR $dst $src\t # long/int" %}
|
|
6399 |
opcode(MSGFR_ZOPC); |
|
6400 |
ins_encode(z_rreform(dst, src)); |
|
6401 |
ins_pipe(pipe_class_dummy); |
|
6402 |
%} |
|
6403 |
||
6404 |
instruct mulL_reg_reg(iRegL dst, iRegL src) %{
|
|
6405 |
match(Set dst (MulL dst src)); |
|
6406 |
ins_cost(DEFAULT_COST); |
|
6407 |
size(4); |
|
6408 |
format %{ "MSGR $dst $src\t # long" %}
|
|
6409 |
opcode(MSGR_ZOPC); |
|
6410 |
ins_encode(z_rreform(dst, src)); |
|
6411 |
ins_pipe(pipe_class_dummy); |
|
6412 |
%} |
|
6413 |
||
6414 |
// Immediate Multiplication |
|
6415 |
instruct mulL_reg_imm16(iRegL dst, immL16 src) %{
|
|
6416 |
match(Set dst (MulL dst src)); |
|
6417 |
ins_cost(DEFAULT_COST); |
|
6418 |
// TODO: s390 port size(FIXED_SIZE); |
|
6419 |
format %{ "MGHI $dst,$src\t # long" %}
|
|
6420 |
opcode(MGHI_ZOPC); |
|
6421 |
ins_encode(z_riform_signed(dst, src)); |
|
6422 |
ins_pipe(pipe_class_dummy); |
|
6423 |
%} |
|
6424 |
||
6425 |
// Immediate (32bit) Multiplication |
|
6426 |
instruct mulL_reg_imm32(iRegL dst, immL32 con) %{
|
|
6427 |
match(Set dst (MulL dst con)); |
|
6428 |
ins_cost(DEFAULT_COST); |
|
6429 |
size(6); |
|
6430 |
format %{ "MSGFI $dst,$con" %}
|
|
6431 |
opcode(MSGFI_ZOPC); |
|
6432 |
ins_encode(z_rilform_signed(dst,con)); |
|
6433 |
ins_pipe(pipe_class_dummy); |
|
6434 |
%} |
|
6435 |
||
6436 |
instruct mulL_Reg_memI(iRegL dst, memory src)%{
|
|
6437 |
match(Set dst (MulL dst (ConvI2L (LoadI src)))); |
|
6438 |
ins_cost(MEMORY_REF_COST); |
|
6439 |
size(Z_DISP3_SIZE); |
|
6440 |
format %{ "MSGF $dst, $src\t # long" %}
|
|
6441 |
opcode(MSGF_ZOPC, MSGF_ZOPC); |
|
6442 |
ins_encode(z_form_rt_mem_opt(dst, src)); |
|
6443 |
ins_pipe(pipe_class_dummy); |
|
6444 |
%} |
|
6445 |
||
6446 |
instruct mulL_Reg_mem(iRegL dst, memory src)%{
|
|
6447 |
match(Set dst (MulL dst (LoadL src))); |
|
6448 |
ins_cost(MEMORY_REF_COST); |
|
6449 |
size(Z_DISP3_SIZE); |
|
6450 |
format %{ "MSG $dst, $src\t # long" %}
|
|
6451 |
opcode(MSG_ZOPC, MSG_ZOPC); |
|
6452 |
ins_encode(z_form_rt_mem_opt(dst, src)); |
|
6453 |
ins_pipe(pipe_class_dummy); |
|
6454 |
%} |
|
6455 |
||
6456 |
// DIV |
|
6457 |
||
6458 |
// Integer DIVMOD with Register, both quotient and mod results |
|
6459 |
instruct divModI_reg_divmod(roddRegI dst1src1, revenRegI dst2, noOdd_iRegI src2, flagsReg cr) %{
|
|
6460 |
match(DivModI dst1src1 src2); |
|
6461 |
effect(KILL cr); |
|
6462 |
ins_cost(2 * DEFAULT_COST + BRANCH_COST); |
|
6463 |
size(VM_Version::has_CompareBranch() ? 24 : 26); |
|
6464 |
format %{ "DIVMODI ($dst1src1, $dst2) $src2" %}
|
|
6465 |
ins_encode %{
|
|
6466 |
Register d1s1 = $dst1src1$$Register; |
|
6467 |
Register d2 = $dst2$$Register; |
|
6468 |
Register s2 = $src2$$Register; |
|
6469 |
||
6470 |
assert_different_registers(d1s1, s2); |
|
6471 |
||
6472 |
Label do_div, done_div; |
|
6473 |
if (VM_Version::has_CompareBranch()) {
|
|
6474 |
__ z_cij(s2, -1, Assembler::bcondNotEqual, do_div); |
|
6475 |
} else {
|
|
6476 |
__ z_chi(s2, -1); |
|
6477 |
__ z_brne(do_div); |
|
6478 |
} |
|
6479 |
__ z_lcr(d1s1, d1s1); |
|
6480 |
__ clear_reg(d2, false, false); |
|
6481 |
__ z_bru(done_div); |
|
6482 |
__ bind(do_div); |
|
6483 |
__ z_lgfr(d1s1, d1s1); |
|
6484 |
__ z_dsgfr(d2, s2); |
|
6485 |
__ bind(done_div); |
|
6486 |
%} |
|
6487 |
ins_pipe(pipe_class_dummy); |
|
6488 |
%} |
|
6489 |
||
6490 |
||
6491 |
// Register Division |
|
6492 |
instruct divI_reg_reg(roddRegI dst, iRegI src1, noOdd_iRegI src2, revenRegI tmp, flagsReg cr) %{
|
|
6493 |
match(Set dst (DivI src1 src2)); |
|
6494 |
effect(KILL tmp, KILL cr); |
|
6495 |
ins_cost(2 * DEFAULT_COST + BRANCH_COST); |
|
6496 |
size(VM_Version::has_CompareBranch() ? 20 : 22); |
|
6497 |
format %{ "DIV_checked $dst, $src1,$src2\t # treats special case 0x80../-1" %}
|
|
6498 |
ins_encode %{
|
|
6499 |
Register a = $src1$$Register; |
|
6500 |
Register b = $src2$$Register; |
|
6501 |
Register t = $dst$$Register; |
|
6502 |
||
6503 |
assert_different_registers(t, b); |
|
6504 |
||
6505 |
Label do_div, done_div; |
|
6506 |
if (VM_Version::has_CompareBranch()) {
|
|
6507 |
__ z_cij(b, -1, Assembler::bcondNotEqual, do_div); |
|
6508 |
} else {
|
|
6509 |
__ z_chi(b, -1); |
|
6510 |
__ z_brne(do_div); |
|
6511 |
} |
|
6512 |
__ z_lcr(t, a); |
|
6513 |
__ z_bru(done_div); |
|
6514 |
__ bind(do_div); |
|
6515 |
__ z_lgfr(t, a); |
|
6516 |
__ z_dsgfr(t->predecessor()/* t is odd part of a register pair. */, b); |
|
6517 |
__ bind(done_div); |
|
6518 |
%} |
|
6519 |
ins_pipe(pipe_class_dummy); |
|
6520 |
%} |
|
6521 |
||
6522 |
// Immediate Division |
|
6523 |
instruct divI_reg_imm16(roddRegI dst, iRegI src1, immI16 src2, revenRegI tmp, flagsReg cr) %{
|
|
6524 |
match(Set dst (DivI src1 src2)); |
|
6525 |
effect(KILL tmp, KILL cr); // R0 is killed, too. |
|
6526 |
ins_cost(2 * DEFAULT_COST); |
|
6527 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
6528 |
format %{ "DIV_const $dst,$src1,$src2" %}
|
|
6529 |
ins_encode %{
|
|
6530 |
// No sign extension of Rdividend needed here. |
|
6531 |
if ($src2$$constant != -1) {
|
|
6532 |
__ z_lghi(Z_R0_scratch, $src2$$constant); |
|
6533 |
__ z_lgfr($dst$$Register, $src1$$Register); |
|
6534 |
__ z_dsgfr($dst$$Register->predecessor()/* Dst is odd part of a register pair. */, Z_R0_scratch); |
|
6535 |
} else {
|
|
6536 |
__ z_lcr($dst$$Register, $src1$$Register); |
|
6537 |
} |
|
6538 |
%} |
|
6539 |
ins_pipe(pipe_class_dummy); |
|
6540 |
%} |
|
6541 |
||
6542 |
// Long DIVMOD with Register, both quotient and mod results |
|
6543 |
instruct divModL_reg_divmod(roddRegL dst1src1, revenRegL dst2, iRegL src2, flagsReg cr) %{
|
|
6544 |
match(DivModL dst1src1 src2); |
|
6545 |
effect(KILL cr); |
|
6546 |
ins_cost(2 * DEFAULT_COST + BRANCH_COST); |
|
6547 |
size(VM_Version::has_CompareBranch() ? 22 : 24); |
|
6548 |
format %{ "DIVMODL ($dst1src1, $dst2) $src2" %}
|
|
6549 |
ins_encode %{
|
|
6550 |
Register d1s1 = $dst1src1$$Register; |
|
6551 |
Register d2 = $dst2$$Register; |
|
6552 |
Register s2 = $src2$$Register; |
|
6553 |
||
6554 |
Label do_div, done_div; |
|
6555 |
if (VM_Version::has_CompareBranch()) {
|
|
6556 |
__ z_cgij(s2, -1, Assembler::bcondNotEqual, do_div); |
|
6557 |
} else {
|
|
6558 |
__ z_cghi(s2, -1); |
|
6559 |
__ z_brne(do_div); |
|
6560 |
} |
|
6561 |
__ z_lcgr(d1s1, d1s1); |
|
6562 |
// indicate unused result |
|
6563 |
(void) __ clear_reg(d2, true, false); |
|
6564 |
__ z_bru(done_div); |
|
6565 |
__ bind(do_div); |
|
6566 |
__ z_dsgr(d2, s2); |
|
6567 |
__ bind(done_div); |
|
6568 |
%} |
|
6569 |
ins_pipe(pipe_class_dummy); |
|
6570 |
%} |
|
6571 |
||
6572 |
// Register Long Division |
|
6573 |
instruct divL_reg_reg(roddRegL dst, iRegL src, revenRegL tmp, flagsReg cr) %{
|
|
6574 |
match(Set dst (DivL dst src)); |
|
6575 |
effect(KILL tmp, KILL cr); |
|
6576 |
ins_cost(2 * DEFAULT_COST + BRANCH_COST); |
|
6577 |
size(VM_Version::has_CompareBranch() ? 18 : 20); |
|
6578 |
format %{ "DIVG_checked $dst, $src\t # long, treats special case 0x80../-1" %}
|
|
6579 |
ins_encode %{
|
|
6580 |
Register b = $src$$Register; |
|
6581 |
Register t = $dst$$Register; |
|
6582 |
||
6583 |
Label done_div; |
|
6584 |
__ z_lcgr(t, t); // Does no harm. divisor is in other register. |
|
6585 |
if (VM_Version::has_CompareBranch()) {
|
|
6586 |
__ z_cgij(b, -1, Assembler::bcondEqual, done_div); |
|
6587 |
} else {
|
|
6588 |
__ z_cghi(b, -1); |
|
6589 |
__ z_bre(done_div); |
|
6590 |
} |
|
6591 |
__ z_lcgr(t, t); // Restore sign. |
|
6592 |
__ z_dsgr(t->predecessor()/* t is odd part of a register pair. */, b); |
|
6593 |
__ bind(done_div); |
|
6594 |
%} |
|
6595 |
ins_pipe(pipe_class_dummy); |
|
6596 |
%} |
|
6597 |
||
6598 |
// Immediate Long Division |
|
6599 |
instruct divL_reg_imm16(roddRegL dst, iRegL src1, immL16 src2, revenRegL tmp, flagsReg cr) %{
|
|
6600 |
match(Set dst (DivL src1 src2)); |
|
6601 |
effect(KILL tmp, KILL cr); // R0 is killed, too. |
|
6602 |
ins_cost(2 * DEFAULT_COST); |
|
6603 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
6604 |
format %{ "DIVG_const $dst,$src1,$src2\t # long" %}
|
|
6605 |
ins_encode %{
|
|
6606 |
if ($src2$$constant != -1) {
|
|
6607 |
__ z_lghi(Z_R0_scratch, $src2$$constant); |
|
6608 |
__ lgr_if_needed($dst$$Register, $src1$$Register); |
|
6609 |
__ z_dsgr($dst$$Register->predecessor()/* Dst is odd part of a register pair. */, Z_R0_scratch); |
|
6610 |
} else {
|
|
6611 |
__ z_lcgr($dst$$Register, $src1$$Register); |
|
6612 |
} |
|
6613 |
%} |
|
6614 |
ins_pipe(pipe_class_dummy); |
|
6615 |
%} |
|
6616 |
||
6617 |
// REM |
|
6618 |
||
6619 |
// Integer Remainder |
|
6620 |
// Register Remainder |
|
6621 |
instruct modI_reg_reg(revenRegI dst, iRegI src1, noOdd_iRegI src2, roddRegI tmp, flagsReg cr) %{
|
|
6622 |
match(Set dst (ModI src1 src2)); |
|
6623 |
effect(KILL tmp, KILL cr); |
|
6624 |
ins_cost(2 * DEFAULT_COST + BRANCH_COST); |
|
6625 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
6626 |
format %{ "MOD_checked $dst,$src1,$src2" %}
|
|
6627 |
ins_encode %{
|
|
6628 |
Register a = $src1$$Register; |
|
6629 |
Register b = $src2$$Register; |
|
6630 |
Register t = $dst$$Register; |
|
6631 |
assert_different_registers(t->successor(), b); |
|
6632 |
||
6633 |
Label do_div, done_div; |
|
6634 |
||
6635 |
if ((t->encoding() != b->encoding()) && (t->encoding() != a->encoding())) {
|
|
6636 |
(void) __ clear_reg(t, true, false); // Does no harm. Operands are in other regs. |
|
6637 |
if (VM_Version::has_CompareBranch()) {
|
|
6638 |
__ z_cij(b, -1, Assembler::bcondEqual, done_div); |
|
6639 |
} else {
|
|
6640 |
__ z_chi(b, -1); |
|
6641 |
__ z_bre(done_div); |
|
6642 |
} |
|
6643 |
__ z_lgfr(t->successor(), a); |
|
6644 |
__ z_dsgfr(t/* t is even part of a register pair. */, b); |
|
6645 |
} else {
|
|
6646 |
if (VM_Version::has_CompareBranch()) {
|
|
6647 |
__ z_cij(b, -1, Assembler::bcondNotEqual, do_div); |
|
6648 |
} else {
|
|
6649 |
__ z_chi(b, -1); |
|
6650 |
__ z_brne(do_div); |
|
6651 |
} |
|
6652 |
__ clear_reg(t, true, false); |
|
6653 |
__ z_bru(done_div); |
|
6654 |
__ bind(do_div); |
|
6655 |
__ z_lgfr(t->successor(), a); |
|
6656 |
__ z_dsgfr(t/* t is even part of a register pair. */, b); |
|
6657 |
} |
|
6658 |
__ bind(done_div); |
|
6659 |
%} |
|
6660 |
ins_pipe(pipe_class_dummy); |
|
6661 |
%} |
|
6662 |
||
6663 |
// Immediate Remainder |
|
6664 |
instruct modI_reg_imm16(revenRegI dst, iRegI src1, immI16 src2, roddRegI tmp, flagsReg cr) %{
|
|
6665 |
match(Set dst (ModI src1 src2)); |
|
6666 |
effect(KILL tmp, KILL cr); // R0 is killed, too. |
|
6667 |
ins_cost(3 * DEFAULT_COST); |
|
6668 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
6669 |
format %{ "MOD_const $dst,src1,$src2" %}
|
|
6670 |
ins_encode %{
|
|
6671 |
assert_different_registers($dst$$Register, $src1$$Register); |
|
6672 |
assert_different_registers($dst$$Register->successor(), $src1$$Register); |
|
6673 |
int divisor = $src2$$constant; |
|
6674 |
||
6675 |
if (divisor != -1) {
|
|
6676 |
__ z_lghi(Z_R0_scratch, divisor); |
|
6677 |
__ z_lgfr($dst$$Register->successor(), $src1$$Register); |
|
6678 |
__ z_dsgfr($dst$$Register/* Dst is even part of a register pair. */, Z_R0_scratch); // Instruction kills tmp. |
|
6679 |
} else {
|
|
6680 |
__ clear_reg($dst$$Register, true, false); |
|
6681 |
} |
|
6682 |
%} |
|
6683 |
ins_pipe(pipe_class_dummy); |
|
6684 |
%} |
|
6685 |
||
6686 |
// Register Long Remainder |
|
6687 |
instruct modL_reg_reg(revenRegL dst, roddRegL src1, iRegL src2, flagsReg cr) %{
|
|
6688 |
match(Set dst (ModL src1 src2)); |
|
6689 |
effect(KILL src1, KILL cr); // R0 is killed, too. |
|
6690 |
ins_cost(2 * DEFAULT_COST + BRANCH_COST); |
|
6691 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
6692 |
format %{ "MODG_checked $dst,$src1,$src2" %}
|
|
6693 |
ins_encode %{
|
|
6694 |
Register a = $src1$$Register; |
|
6695 |
Register b = $src2$$Register; |
|
6696 |
Register t = $dst$$Register; |
|
6697 |
assert(t->successor() == a, "(t,a) is an even-odd pair" ); |
|
6698 |
||
6699 |
Label do_div, done_div; |
|
6700 |
if (t->encoding() != b->encoding()) {
|
|
6701 |
(void) __ clear_reg(t, true, false); // Does no harm. Dividend is in successor. |
|
6702 |
if (VM_Version::has_CompareBranch()) {
|
|
6703 |
__ z_cgij(b, -1, Assembler::bcondEqual, done_div); |
|
6704 |
} else {
|
|
6705 |
__ z_cghi(b, -1); |
|
6706 |
__ z_bre(done_div); |
|
6707 |
} |
|
6708 |
__ z_dsgr(t, b); |
|
6709 |
} else {
|
|
6710 |
if (VM_Version::has_CompareBranch()) {
|
|
6711 |
__ z_cgij(b, -1, Assembler::bcondNotEqual, do_div); |
|
6712 |
} else {
|
|
6713 |
__ z_cghi(b, -1); |
|
6714 |
__ z_brne(do_div); |
|
6715 |
} |
|
6716 |
__ clear_reg(t, true, false); |
|
6717 |
__ z_bru(done_div); |
|
6718 |
__ bind(do_div); |
|
6719 |
__ z_dsgr(t, b); |
|
6720 |
} |
|
6721 |
__ bind(done_div); |
|
6722 |
%} |
|
6723 |
ins_pipe(pipe_class_dummy); |
|
6724 |
%} |
|
6725 |
||
6726 |
// Register Long Remainder |
|
6727 |
instruct modL_reg_imm16(revenRegL dst, iRegL src1, immL16 src2, roddRegL tmp, flagsReg cr) %{
|
|
6728 |
match(Set dst (ModL src1 src2)); |
|
6729 |
effect(KILL tmp, KILL cr); // R0 is killed, too. |
|
6730 |
ins_cost(3 * DEFAULT_COST); |
|
6731 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
6732 |
format %{ "MODG_const $dst,src1,$src2\t # long" %}
|
|
6733 |
ins_encode %{
|
|
6734 |
int divisor = $src2$$constant; |
|
6735 |
if (divisor != -1) {
|
|
6736 |
__ z_lghi(Z_R0_scratch, divisor); |
|
6737 |
__ z_lgr($dst$$Register->successor(), $src1$$Register); |
|
6738 |
__ z_dsgr($dst$$Register /* Dst is even part of a register pair. */, Z_R0_scratch); // Instruction kills tmp. |
|
6739 |
} else {
|
|
6740 |
__ clear_reg($dst$$Register, true, false); |
|
6741 |
} |
|
6742 |
%} |
|
6743 |
ins_pipe(pipe_class_dummy); |
|
6744 |
%} |
|
6745 |
||
6746 |
// SHIFT |
|
6747 |
||
6748 |
// Shift left logical |
|
6749 |
||
6750 |
// Register Shift Left variable |
|
6751 |
instruct sllI_reg_reg(iRegI dst, iRegI src, iRegI nbits, flagsReg cr) %{
|
|
6752 |
match(Set dst (LShiftI src nbits)); |
|
6753 |
effect(KILL cr); // R1 is killed, too. |
|
6754 |
ins_cost(3 * DEFAULT_COST); |
|
6755 |
size(14); |
|
6756 |
format %{ "SLL $dst,$src,[$nbits] & 31\t# use RISC-like SLLG also for int" %}
|
|
6757 |
ins_encode %{
|
|
6758 |
__ z_lgr(Z_R1_scratch, $nbits$$Register); |
|
6759 |
__ z_nill(Z_R1_scratch, BitsPerJavaInteger-1); |
|
6760 |
__ z_sllg($dst$$Register, $src$$Register, 0, Z_R1_scratch); |
|
6761 |
%} |
|
6762 |
ins_pipe(pipe_class_dummy); |
|
6763 |
%} |
|
6764 |
||
6765 |
// Register Shift Left Immediate |
|
6766 |
// Constant shift count is masked in ideal graph already. |
|
6767 |
instruct sllI_reg_imm(iRegI dst, iRegI src, immI nbits) %{
|
|
6768 |
match(Set dst (LShiftI src nbits)); |
|
6769 |
size(6); |
|
6770 |
format %{ "SLL $dst,$src,$nbits\t# use RISC-like SLLG also for int" %}
|
|
6771 |
ins_encode %{
|
|
6772 |
int Nbit = $nbits$$constant; |
|
6773 |
__ z_sllg($dst$$Register, $src$$Register, Nbit & (BitsPerJavaInteger - 1), Z_R0); |
|
6774 |
%} |
|
6775 |
ins_pipe(pipe_class_dummy); |
|
6776 |
%} |
|
6777 |
||
6778 |
// Register Shift Left Immediate by 1bit |
|
6779 |
instruct sllI_reg_imm_1(iRegI dst, iRegI src, immI_1 nbits) %{
|
|
6780 |
match(Set dst (LShiftI src nbits)); |
|
6781 |
predicate(PreferLAoverADD); |
|
6782 |
ins_cost(DEFAULT_COST_LOW); |
|
6783 |
size(4); |
|
6784 |
format %{ "LA $dst,#0($src,$src)\t # SLL by 1 (int)" %}
|
|
6785 |
ins_encode %{ __ z_la($dst$$Register, 0, $src$$Register, $src$$Register); %}
|
|
6786 |
ins_pipe(pipe_class_dummy); |
|
6787 |
%} |
|
6788 |
||
6789 |
// Register Shift Left Long |
|
6790 |
instruct sllL_reg_reg(iRegL dst, iRegL src1, iRegI nbits) %{
|
|
6791 |
match(Set dst (LShiftL src1 nbits)); |
|
6792 |
size(6); |
|
6793 |
format %{ "SLLG $dst,$src1,[$nbits]" %}
|
|
6794 |
opcode(SLLG_ZOPC); |
|
6795 |
ins_encode(z_rsyform_reg_reg(dst, src1, nbits)); |
|
6796 |
ins_pipe(pipe_class_dummy); |
|
6797 |
%} |
|
6798 |
||
6799 |
// Register Shift Left Long Immediate |
|
6800 |
instruct sllL_reg_imm(iRegL dst, iRegL src1, immI nbits) %{
|
|
6801 |
match(Set dst (LShiftL src1 nbits)); |
|
6802 |
size(6); |
|
6803 |
format %{ "SLLG $dst,$src1,$nbits" %}
|
|
6804 |
opcode(SLLG_ZOPC); |
|
6805 |
ins_encode(z_rsyform_const(dst, src1, nbits)); |
|
6806 |
ins_pipe(pipe_class_dummy); |
|
6807 |
%} |
|
6808 |
||
6809 |
// Register Shift Left Long Immediate by 1bit |
|
6810 |
instruct sllL_reg_imm_1(iRegL dst, iRegL src1, immI_1 nbits) %{
|
|
6811 |
match(Set dst (LShiftL src1 nbits)); |
|
6812 |
predicate(PreferLAoverADD); |
|
6813 |
ins_cost(DEFAULT_COST_LOW); |
|
6814 |
size(4); |
|
6815 |
format %{ "LA $dst,#0($src1,$src1)\t # SLLG by 1 (long)" %}
|
|
6816 |
ins_encode %{ __ z_la($dst$$Register, 0, $src1$$Register, $src1$$Register); %}
|
|
6817 |
ins_pipe(pipe_class_dummy); |
|
6818 |
%} |
|
6819 |
||
6820 |
// Shift right arithmetic |
|
6821 |
||
6822 |
// Register Arithmetic Shift Right |
|
6823 |
instruct sraI_reg_reg(iRegI dst, iRegI src, flagsReg cr) %{
|
|
6824 |
match(Set dst (RShiftI dst src)); |
|
6825 |
effect(KILL cr); // R1 is killed, too. |
|
6826 |
ins_cost(3 * DEFAULT_COST); |
|
6827 |
size(12); |
|
6828 |
format %{ "SRA $dst,[$src] & 31" %}
|
|
6829 |
ins_encode %{
|
|
6830 |
__ z_lgr(Z_R1_scratch, $src$$Register); |
|
6831 |
__ z_nill(Z_R1_scratch, BitsPerJavaInteger-1); |
|
6832 |
__ z_sra($dst$$Register, 0, Z_R1_scratch); |
|
6833 |
%} |
|
6834 |
ins_pipe(pipe_class_dummy); |
|
6835 |
%} |
|
6836 |
||
6837 |
// Register Arithmetic Shift Right Immediate |
|
6838 |
// Constant shift count is masked in ideal graph already. |
|
6839 |
instruct sraI_reg_imm(iRegI dst, immI src, flagsReg cr) %{
|
|
6840 |
match(Set dst (RShiftI dst src)); |
|
6841 |
effect(KILL cr); |
|
6842 |
size(4); |
|
6843 |
format %{ "SRA $dst,$src" %}
|
|
6844 |
ins_encode %{
|
|
6845 |
int Nbit = $src$$constant; |
|
6846 |
__ z_sra($dst$$Register, Nbit & (BitsPerJavaInteger - 1), Z_R0); |
|
6847 |
%} |
|
6848 |
ins_pipe(pipe_class_dummy); |
|
6849 |
%} |
|
6850 |
||
6851 |
// Register Arithmetic Shift Right Long |
|
6852 |
instruct sraL_reg_reg(iRegL dst, iRegL src1, iRegI src2, flagsReg cr) %{
|
|
6853 |
match(Set dst (RShiftL src1 src2)); |
|
6854 |
effect(KILL cr); |
|
6855 |
size(6); |
|
6856 |
format %{ "SRAG $dst,$src1,[$src2]" %}
|
|
6857 |
opcode(SRAG_ZOPC); |
|
6858 |
ins_encode(z_rsyform_reg_reg(dst, src1, src2)); |
|
6859 |
ins_pipe(pipe_class_dummy); |
|
6860 |
%} |
|
6861 |
||
6862 |
// Register Arithmetic Shift Right Long Immediate |
|
6863 |
instruct sraL_reg_imm(iRegL dst, iRegL src1, immI src2, flagsReg cr) %{
|
|
6864 |
match(Set dst (RShiftL src1 src2)); |
|
6865 |
effect(KILL cr); |
|
6866 |
size(6); |
|
6867 |
format %{ "SRAG $dst,$src1,$src2" %}
|
|
6868 |
opcode(SRAG_ZOPC); |
|
6869 |
ins_encode(z_rsyform_const(dst, src1, src2)); |
|
6870 |
ins_pipe(pipe_class_dummy); |
|
6871 |
%} |
|
6872 |
||
6873 |
// Shift right logical |
|
6874 |
||
6875 |
// Register Shift Right |
|
6876 |
instruct srlI_reg_reg(iRegI dst, iRegI src, flagsReg cr) %{
|
|
6877 |
match(Set dst (URShiftI dst src)); |
|
6878 |
effect(KILL cr); // R1 is killed, too. |
|
6879 |
ins_cost(3 * DEFAULT_COST); |
|
6880 |
size(12); |
|
6881 |
format %{ "SRL $dst,[$src] & 31" %}
|
|
6882 |
ins_encode %{
|
|
6883 |
__ z_lgr(Z_R1_scratch, $src$$Register); |
|
6884 |
__ z_nill(Z_R1_scratch, BitsPerJavaInteger-1); |
|
6885 |
__ z_srl($dst$$Register, 0, Z_R1_scratch); |
|
6886 |
%} |
|
6887 |
ins_pipe(pipe_class_dummy); |
|
6888 |
%} |
|
6889 |
||
6890 |
// Register Shift Right Immediate |
|
6891 |
// Constant shift count is masked in ideal graph already. |
|
6892 |
instruct srlI_reg_imm(iRegI dst, immI src) %{
|
|
6893 |
match(Set dst (URShiftI dst src)); |
|
6894 |
size(4); |
|
6895 |
format %{ "SRL $dst,$src" %}
|
|
6896 |
ins_encode %{
|
|
6897 |
int Nbit = $src$$constant; |
|
6898 |
__ z_srl($dst$$Register, Nbit & (BitsPerJavaInteger - 1), Z_R0); |
|
6899 |
%} |
|
6900 |
ins_pipe(pipe_class_dummy); |
|
6901 |
%} |
|
6902 |
||
6903 |
// Register Shift Right Long |
|
6904 |
instruct srlL_reg_reg(iRegL dst, iRegL src1, iRegI src2) %{
|
|
6905 |
match(Set dst (URShiftL src1 src2)); |
|
6906 |
size(6); |
|
6907 |
format %{ "SRLG $dst,$src1,[$src2]" %}
|
|
6908 |
opcode(SRLG_ZOPC); |
|
6909 |
ins_encode(z_rsyform_reg_reg(dst, src1, src2)); |
|
6910 |
ins_pipe(pipe_class_dummy); |
|
6911 |
%} |
|
6912 |
||
6913 |
// Register Shift Right Long Immediate |
|
6914 |
instruct srlL_reg_imm(iRegL dst, iRegL src1, immI src2) %{
|
|
6915 |
match(Set dst (URShiftL src1 src2)); |
|
6916 |
size(6); |
|
6917 |
format %{ "SRLG $dst,$src1,$src2" %}
|
|
6918 |
opcode(SRLG_ZOPC); |
|
6919 |
ins_encode(z_rsyform_const(dst, src1, src2)); |
|
6920 |
ins_pipe(pipe_class_dummy); |
|
6921 |
%} |
|
6922 |
||
6923 |
// Register Shift Right Immediate with a CastP2X |
|
6924 |
instruct srlP_reg_imm(iRegL dst, iRegP_N2P src1, immI src2) %{
|
|
6925 |
match(Set dst (URShiftL (CastP2X src1) src2)); |
|
6926 |
size(6); |
|
6927 |
format %{ "SRLG $dst,$src1,$src2\t # Cast ptr $src1 to long and shift" %}
|
|
6928 |
opcode(SRLG_ZOPC); |
|
6929 |
ins_encode(z_rsyform_const(dst, src1, src2)); |
|
6930 |
ins_pipe(pipe_class_dummy); |
|
6931 |
%} |
|
6932 |
||
6933 |
//----------Rotate Instructions------------------------------------------------ |
|
6934 |
||
6935 |
// Rotate left 32bit. |
|
6936 |
instruct rotlI_reg_immI8(iRegI dst, iRegI src, immI8 lshift, immI8 rshift) %{
|
|
6937 |
match(Set dst (OrI (LShiftI src lshift) (URShiftI src rshift))); |
|
6938 |
predicate(0 == ((n->in(1)->in(2)->get_int() + n->in(2)->in(2)->get_int()) & 0x1f)); |
|
6939 |
size(6); |
|
6940 |
format %{ "RLL $dst,$src,$lshift\t # ROTL32" %}
|
|
6941 |
opcode(RLL_ZOPC); |
|
6942 |
ins_encode(z_rsyform_const(dst, src, lshift)); |
|
6943 |
ins_pipe(pipe_class_dummy); |
|
6944 |
%} |
|
6945 |
||
6946 |
// Rotate left 64bit. |
|
6947 |
instruct rotlL_reg_immI8(iRegL dst, iRegL src, immI8 lshift, immI8 rshift) %{
|
|
6948 |
match(Set dst (OrL (LShiftL src lshift) (URShiftL src rshift))); |
|
6949 |
predicate(0 == ((n->in(1)->in(2)->get_int() + n->in(2)->in(2)->get_int()) & 0x3f)); |
|
6950 |
size(6); |
|
6951 |
format %{ "RLLG $dst,$src,$lshift\t # ROTL64" %}
|
|
6952 |
opcode(RLLG_ZOPC); |
|
6953 |
ins_encode(z_rsyform_const(dst, src, lshift)); |
|
6954 |
ins_pipe(pipe_class_dummy); |
|
6955 |
%} |
|
6956 |
||
6957 |
// Rotate right 32bit. |
|
6958 |
instruct rotrI_reg_immI8(iRegI dst, iRegI src, immI8 rshift, immI8 lshift) %{
|
|
6959 |
match(Set dst (OrI (URShiftI src rshift) (LShiftI src lshift))); |
|
6960 |
predicate(0 == ((n->in(1)->in(2)->get_int() + n->in(2)->in(2)->get_int()) & 0x1f)); |
|
6961 |
// TODO: s390 port size(FIXED_SIZE); |
|
6962 |
format %{ "RLL $dst,$src,$rshift\t # ROTR32" %}
|
|
6963 |
opcode(RLL_ZOPC); |
|
6964 |
ins_encode(z_rsyform_const(dst, src, rshift)); |
|
6965 |
ins_pipe(pipe_class_dummy); |
|
6966 |
%} |
|
6967 |
||
6968 |
// Rotate right 64bit. |
|
6969 |
instruct rotrL_reg_immI8(iRegL dst, iRegL src, immI8 rshift, immI8 lshift) %{
|
|
6970 |
match(Set dst (OrL (URShiftL src rshift) (LShiftL src lshift))); |
|
6971 |
predicate(0 == ((n->in(1)->in(2)->get_int() + n->in(2)->in(2)->get_int()) & 0x3f)); |
|
6972 |
// TODO: s390 port size(FIXED_SIZE); |
|
6973 |
format %{ "RLLG $dst,$src,$rshift\t # ROTR64" %}
|
|
6974 |
opcode(RLLG_ZOPC); |
|
6975 |
ins_encode(z_rsyform_const(dst, src, rshift)); |
|
6976 |
ins_pipe(pipe_class_dummy); |
|
6977 |
%} |
|
6978 |
||
6979 |
||
6980 |
//----------Overflow Math Instructions----------------------------------------- |
|
6981 |
||
6982 |
instruct overflowAddI_reg_reg(flagsReg cr, iRegI op1, iRegI op2) %{
|
|
6983 |
match(Set cr (OverflowAddI op1 op2)); |
|
6984 |
effect(DEF cr, USE op1, USE op2); |
|
6985 |
// TODO: s390 port size(FIXED_SIZE); |
|
6986 |
format %{ "AR $op1,$op2\t # overflow check int" %}
|
|
6987 |
ins_encode %{
|
|
6988 |
__ z_lr(Z_R0_scratch, $op1$$Register); |
|
6989 |
__ z_ar(Z_R0_scratch, $op2$$Register); |
|
6990 |
%} |
|
6991 |
ins_pipe(pipe_class_dummy); |
|
6992 |
%} |
|
6993 |
||
6994 |
instruct overflowAddI_reg_imm(flagsReg cr, iRegI op1, immI op2) %{
|
|
6995 |
match(Set cr (OverflowAddI op1 op2)); |
|
6996 |
effect(DEF cr, USE op1, USE op2); |
|
6997 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
6998 |
format %{ "AR $op1,$op2\t # overflow check int" %}
|
|
6999 |
ins_encode %{
|
|
7000 |
__ load_const_optimized(Z_R0_scratch, $op2$$constant); |
|
7001 |
__ z_ar(Z_R0_scratch, $op1$$Register); |
|
7002 |
%} |
|
7003 |
ins_pipe(pipe_class_dummy); |
|
7004 |
%} |
|
7005 |
||
7006 |
instruct overflowAddL_reg_reg(flagsReg cr, iRegL op1, iRegL op2) %{
|
|
7007 |
match(Set cr (OverflowAddL op1 op2)); |
|
7008 |
effect(DEF cr, USE op1, USE op2); |
|
7009 |
// TODO: s390 port size(FIXED_SIZE); |
|
7010 |
format %{ "AGR $op1,$op2\t # overflow check long" %}
|
|
7011 |
ins_encode %{
|
|
7012 |
__ z_lgr(Z_R0_scratch, $op1$$Register); |
|
7013 |
__ z_agr(Z_R0_scratch, $op2$$Register); |
|
7014 |
%} |
|
7015 |
ins_pipe(pipe_class_dummy); |
|
7016 |
%} |
|
7017 |
||
7018 |
instruct overflowAddL_reg_imm(flagsReg cr, iRegL op1, immL op2) %{
|
|
7019 |
match(Set cr (OverflowAddL op1 op2)); |
|
7020 |
effect(DEF cr, USE op1, USE op2); |
|
7021 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
7022 |
format %{ "AGR $op1,$op2\t # overflow check long" %}
|
|
7023 |
ins_encode %{
|
|
7024 |
__ load_const_optimized(Z_R0_scratch, $op2$$constant); |
|
7025 |
__ z_agr(Z_R0_scratch, $op1$$Register); |
|
7026 |
%} |
|
7027 |
ins_pipe(pipe_class_dummy); |
|
7028 |
%} |
|
7029 |
||
7030 |
instruct overflowSubI_reg_reg(flagsReg cr, iRegI op1, iRegI op2) %{
|
|
7031 |
match(Set cr (OverflowSubI op1 op2)); |
|
7032 |
effect(DEF cr, USE op1, USE op2); |
|
7033 |
// TODO: s390 port size(FIXED_SIZE); |
|
7034 |
format %{ "SR $op1,$op2\t # overflow check int" %}
|
|
7035 |
ins_encode %{
|
|
7036 |
__ z_lr(Z_R0_scratch, $op1$$Register); |
|
7037 |
__ z_sr(Z_R0_scratch, $op2$$Register); |
|
7038 |
%} |
|
7039 |
ins_pipe(pipe_class_dummy); |
|
7040 |
%} |
|
7041 |
||
7042 |
instruct overflowSubI_reg_imm(flagsReg cr, iRegI op1, immI op2) %{
|
|
7043 |
match(Set cr (OverflowSubI op1 op2)); |
|
7044 |
effect(DEF cr, USE op1, USE op2); |
|
7045 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
7046 |
format %{ "SR $op1,$op2\t # overflow check int" %}
|
|
7047 |
ins_encode %{
|
|
7048 |
__ load_const_optimized(Z_R1_scratch, $op2$$constant); |
|
7049 |
__ z_lr(Z_R0_scratch, $op1$$Register); |
|
7050 |
__ z_sr(Z_R0_scratch, Z_R1_scratch); |
|
7051 |
%} |
|
7052 |
ins_pipe(pipe_class_dummy); |
|
7053 |
%} |
|
7054 |
||
7055 |
instruct overflowSubL_reg_reg(flagsReg cr, iRegL op1, iRegL op2) %{
|
|
7056 |
match(Set cr (OverflowSubL op1 op2)); |
|
7057 |
effect(DEF cr, USE op1, USE op2); |
|
7058 |
// TODO: s390 port size(FIXED_SIZE); |
|
7059 |
format %{ "SGR $op1,$op2\t # overflow check long" %}
|
|
7060 |
ins_encode %{
|
|
7061 |
__ z_lgr(Z_R0_scratch, $op1$$Register); |
|
7062 |
__ z_sgr(Z_R0_scratch, $op2$$Register); |
|
7063 |
%} |
|
7064 |
ins_pipe(pipe_class_dummy); |
|
7065 |
%} |
|
7066 |
||
7067 |
instruct overflowSubL_reg_imm(flagsReg cr, iRegL op1, immL op2) %{
|
|
7068 |
match(Set cr (OverflowSubL op1 op2)); |
|
7069 |
effect(DEF cr, USE op1, USE op2); |
|
7070 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
7071 |
format %{ "SGR $op1,$op2\t # overflow check long" %}
|
|
7072 |
ins_encode %{
|
|
7073 |
__ load_const_optimized(Z_R1_scratch, $op2$$constant); |
|
7074 |
__ z_lgr(Z_R0_scratch, $op1$$Register); |
|
7075 |
__ z_sgr(Z_R0_scratch, Z_R1_scratch); |
|
7076 |
%} |
|
7077 |
ins_pipe(pipe_class_dummy); |
|
7078 |
%} |
|
7079 |
||
7080 |
instruct overflowNegI_rReg(flagsReg cr, immI_0 zero, iRegI op2) %{
|
|
7081 |
match(Set cr (OverflowSubI zero op2)); |
|
7082 |
effect(DEF cr, USE op2); |
|
7083 |
format %{ "NEG $op2\t# overflow check int" %}
|
|
7084 |
ins_encode %{
|
|
7085 |
__ clear_reg(Z_R0_scratch, false, false); |
|
7086 |
__ z_sr(Z_R0_scratch, $op2$$Register); |
|
7087 |
%} |
|
7088 |
ins_pipe(pipe_class_dummy); |
|
7089 |
%} |
|
7090 |
||
7091 |
instruct overflowNegL_rReg(flagsReg cr, immL_0 zero, iRegL op2) %{
|
|
7092 |
match(Set cr (OverflowSubL zero op2)); |
|
7093 |
effect(DEF cr, USE op2); |
|
7094 |
format %{ "NEGG $op2\t# overflow check long" %}
|
|
7095 |
ins_encode %{
|
|
7096 |
__ clear_reg(Z_R0_scratch, true, false); |
|
7097 |
__ z_sgr(Z_R0_scratch, $op2$$Register); |
|
7098 |
%} |
|
7099 |
ins_pipe(pipe_class_dummy); |
|
7100 |
%} |
|
7101 |
||
7102 |
// No intrinsics for multiplication, since there is no easy way |
|
7103 |
// to check for overflow. |
|
7104 |
||
7105 |
||
7106 |
//----------Floating Point Arithmetic Instructions----------------------------- |
|
7107 |
||
7108 |
// ADD |
|
7109 |
||
7110 |
// Add float single precision |
|
7111 |
instruct addF_reg_reg(regF dst, regF src, flagsReg cr) %{
|
|
7112 |
match(Set dst (AddF dst src)); |
|
7113 |
effect(KILL cr); |
|
7114 |
ins_cost(ALU_REG_COST); |
|
7115 |
size(4); |
|
7116 |
format %{ "AEBR $dst,$src" %}
|
|
7117 |
opcode(AEBR_ZOPC); |
|
7118 |
ins_encode(z_rreform(dst, src)); |
|
7119 |
ins_pipe(pipe_class_dummy); |
|
7120 |
%} |
|
7121 |
||
7122 |
instruct addF_reg_mem(regF dst, memoryRX src, flagsReg cr)%{
|
|
7123 |
match(Set dst (AddF dst (LoadF src))); |
|
7124 |
effect(KILL cr); |
|
7125 |
ins_cost(ALU_MEMORY_COST); |
|
7126 |
size(6); |
|
7127 |
format %{ "AEB $dst,$src\t # floatMemory" %}
|
|
7128 |
opcode(AEB_ZOPC); |
|
7129 |
ins_encode(z_form_rt_memFP(dst, src)); |
|
7130 |
ins_pipe(pipe_class_dummy); |
|
7131 |
%} |
|
7132 |
||
7133 |
// Add float double precision |
|
7134 |
instruct addD_reg_reg(regD dst, regD src, flagsReg cr) %{
|
|
7135 |
match(Set dst (AddD dst src)); |
|
7136 |
effect(KILL cr); |
|
7137 |
ins_cost(ALU_REG_COST); |
|
7138 |
size(4); |
|
7139 |
format %{ "ADBR $dst,$src" %}
|
|
7140 |
opcode(ADBR_ZOPC); |
|
7141 |
ins_encode(z_rreform(dst, src)); |
|
7142 |
ins_pipe(pipe_class_dummy); |
|
7143 |
%} |
|
7144 |
||
7145 |
instruct addD_reg_mem(regD dst, memoryRX src, flagsReg cr)%{
|
|
7146 |
match(Set dst (AddD dst (LoadD src))); |
|
7147 |
effect(KILL cr); |
|
7148 |
ins_cost(ALU_MEMORY_COST); |
|
7149 |
size(6); |
|
7150 |
format %{ "ADB $dst,$src\t # doubleMemory" %}
|
|
7151 |
opcode(ADB_ZOPC); |
|
7152 |
ins_encode(z_form_rt_memFP(dst, src)); |
|
7153 |
ins_pipe(pipe_class_dummy); |
|
7154 |
%} |
|
7155 |
||
7156 |
// SUB |
|
7157 |
||
7158 |
// Sub float single precision |
|
7159 |
instruct subF_reg_reg(regF dst, regF src, flagsReg cr) %{
|
|
7160 |
match(Set dst (SubF dst src)); |
|
7161 |
effect(KILL cr); |
|
7162 |
ins_cost(ALU_REG_COST); |
|
7163 |
size(4); |
|
7164 |
format %{ "SEBR $dst,$src" %}
|
|
7165 |
opcode(SEBR_ZOPC); |
|
7166 |
ins_encode(z_rreform(dst, src)); |
|
7167 |
ins_pipe(pipe_class_dummy); |
|
7168 |
%} |
|
7169 |
||
7170 |
instruct subF_reg_mem(regF dst, memoryRX src, flagsReg cr)%{
|
|
7171 |
match(Set dst (SubF dst (LoadF src))); |
|
7172 |
effect(KILL cr); |
|
7173 |
ins_cost(ALU_MEMORY_COST); |
|
7174 |
size(6); |
|
7175 |
format %{ "SEB $dst,$src\t # floatMemory" %}
|
|
7176 |
opcode(SEB_ZOPC); |
|
7177 |
ins_encode(z_form_rt_memFP(dst, src)); |
|
7178 |
ins_pipe(pipe_class_dummy); |
|
7179 |
%} |
|
7180 |
||
7181 |
// Sub float double precision |
|
7182 |
instruct subD_reg_reg(regD dst, regD src, flagsReg cr) %{
|
|
7183 |
match(Set dst (SubD dst src)); |
|
7184 |
effect(KILL cr); |
|
7185 |
ins_cost(ALU_REG_COST); |
|
7186 |
size(4); |
|
7187 |
format %{ "SDBR $dst,$src" %}
|
|
7188 |
opcode(SDBR_ZOPC); |
|
7189 |
ins_encode(z_rreform(dst, src)); |
|
7190 |
ins_pipe(pipe_class_dummy); |
|
7191 |
%} |
|
7192 |
||
7193 |
instruct subD_reg_mem(regD dst, memoryRX src, flagsReg cr)%{
|
|
7194 |
match(Set dst (SubD dst (LoadD src))); |
|
7195 |
effect(KILL cr); |
|
7196 |
ins_cost(ALU_MEMORY_COST); |
|
7197 |
size(6); |
|
7198 |
format %{ "SDB $dst,$src\t # doubleMemory" %}
|
|
7199 |
opcode(SDB_ZOPC); |
|
7200 |
ins_encode(z_form_rt_memFP(dst, src)); |
|
7201 |
ins_pipe(pipe_class_dummy); |
|
7202 |
%} |
|
7203 |
||
7204 |
// MUL |
|
7205 |
||
7206 |
// Mul float single precision |
|
7207 |
instruct mulF_reg_reg(regF dst, regF src) %{
|
|
7208 |
match(Set dst (MulF dst src)); |
|
7209 |
// CC unchanged by MUL. |
|
7210 |
ins_cost(ALU_REG_COST); |
|
7211 |
size(4); |
|
7212 |
format %{ "MEEBR $dst,$src" %}
|
|
7213 |
opcode(MEEBR_ZOPC); |
|
7214 |
ins_encode(z_rreform(dst, src)); |
|
7215 |
ins_pipe(pipe_class_dummy); |
|
7216 |
%} |
|
7217 |
||
7218 |
instruct mulF_reg_mem(regF dst, memoryRX src)%{
|
|
7219 |
match(Set dst (MulF dst (LoadF src))); |
|
7220 |
// CC unchanged by MUL. |
|
7221 |
ins_cost(ALU_MEMORY_COST); |
|
7222 |
size(6); |
|
7223 |
format %{ "MEEB $dst,$src\t # floatMemory" %}
|
|
7224 |
opcode(MEEB_ZOPC); |
|
7225 |
ins_encode(z_form_rt_memFP(dst, src)); |
|
7226 |
ins_pipe(pipe_class_dummy); |
|
7227 |
%} |
|
7228 |
||
7229 |
// Mul float double precision |
|
7230 |
instruct mulD_reg_reg(regD dst, regD src) %{
|
|
7231 |
match(Set dst (MulD dst src)); |
|
7232 |
// CC unchanged by MUL. |
|
7233 |
ins_cost(ALU_REG_COST); |
|
7234 |
size(4); |
|
7235 |
format %{ "MDBR $dst,$src" %}
|
|
7236 |
opcode(MDBR_ZOPC); |
|
7237 |
ins_encode(z_rreform(dst, src)); |
|
7238 |
ins_pipe(pipe_class_dummy); |
|
7239 |
%} |
|
7240 |
||
7241 |
instruct mulD_reg_mem(regD dst, memoryRX src)%{
|
|
7242 |
match(Set dst (MulD dst (LoadD src))); |
|
7243 |
// CC unchanged by MUL. |
|
7244 |
ins_cost(ALU_MEMORY_COST); |
|
7245 |
size(6); |
|
7246 |
format %{ "MDB $dst,$src\t # doubleMemory" %}
|
|
7247 |
opcode(MDB_ZOPC); |
|
7248 |
ins_encode(z_form_rt_memFP(dst, src)); |
|
7249 |
ins_pipe(pipe_class_dummy); |
|
7250 |
%} |
|
7251 |
||
7252 |
// DIV |
|
7253 |
||
7254 |
// Div float single precision |
|
7255 |
instruct divF_reg_reg(regF dst, regF src) %{
|
|
7256 |
match(Set dst (DivF dst src)); |
|
7257 |
// CC unchanged by DIV. |
|
7258 |
ins_cost(ALU_REG_COST); |
|
7259 |
size(4); |
|
7260 |
format %{ "DEBR $dst,$src" %}
|
|
7261 |
opcode(DEBR_ZOPC); |
|
7262 |
ins_encode(z_rreform(dst, src)); |
|
7263 |
ins_pipe(pipe_class_dummy); |
|
7264 |
%} |
|
7265 |
||
7266 |
instruct divF_reg_mem(regF dst, memoryRX src)%{
|
|
7267 |
match(Set dst (DivF dst (LoadF src))); |
|
7268 |
// CC unchanged by DIV. |
|
7269 |
ins_cost(ALU_MEMORY_COST); |
|
7270 |
size(6); |
|
7271 |
format %{ "DEB $dst,$src\t # floatMemory" %}
|
|
7272 |
opcode(DEB_ZOPC); |
|
7273 |
ins_encode(z_form_rt_memFP(dst, src)); |
|
7274 |
ins_pipe(pipe_class_dummy); |
|
7275 |
%} |
|
7276 |
||
7277 |
// Div float double precision |
|
7278 |
instruct divD_reg_reg(regD dst, regD src) %{
|
|
7279 |
match(Set dst (DivD dst src)); |
|
7280 |
// CC unchanged by DIV. |
|
7281 |
ins_cost(ALU_REG_COST); |
|
7282 |
size(4); |
|
7283 |
format %{ "DDBR $dst,$src" %}
|
|
7284 |
opcode(DDBR_ZOPC); |
|
7285 |
ins_encode(z_rreform(dst, src)); |
|
7286 |
ins_pipe(pipe_class_dummy); |
|
7287 |
%} |
|
7288 |
||
7289 |
instruct divD_reg_mem(regD dst, memoryRX src)%{
|
|
7290 |
match(Set dst (DivD dst (LoadD src))); |
|
7291 |
// CC unchanged by DIV. |
|
7292 |
ins_cost(ALU_MEMORY_COST); |
|
7293 |
size(6); |
|
7294 |
format %{ "DDB $dst,$src\t # doubleMemory" %}
|
|
7295 |
opcode(DDB_ZOPC); |
|
7296 |
ins_encode(z_form_rt_memFP(dst, src)); |
|
7297 |
ins_pipe(pipe_class_dummy); |
|
7298 |
%} |
|
7299 |
||
7300 |
// ABS |
|
7301 |
||
7302 |
// Absolute float single precision |
|
7303 |
instruct absF_reg(regF dst, regF src, flagsReg cr) %{
|
|
7304 |
match(Set dst (AbsF src)); |
|
7305 |
effect(KILL cr); |
|
7306 |
size(4); |
|
7307 |
format %{ "LPEBR $dst,$src\t float" %}
|
|
7308 |
opcode(LPEBR_ZOPC); |
|
7309 |
ins_encode(z_rreform(dst, src)); |
|
7310 |
ins_pipe(pipe_class_dummy); |
|
7311 |
%} |
|
7312 |
||
7313 |
// Absolute float double precision |
|
7314 |
instruct absD_reg(regD dst, regD src, flagsReg cr) %{
|
|
7315 |
match(Set dst (AbsD src)); |
|
7316 |
effect(KILL cr); |
|
7317 |
size(4); |
|
7318 |
format %{ "LPDBR $dst,$src\t double" %}
|
|
7319 |
opcode(LPDBR_ZOPC); |
|
7320 |
ins_encode(z_rreform(dst, src)); |
|
7321 |
ins_pipe(pipe_class_dummy); |
|
7322 |
%} |
|
7323 |
||
7324 |
// NEG(ABS) |
|
7325 |
||
7326 |
// Negative absolute float single precision |
|
7327 |
instruct nabsF_reg(regF dst, regF src, flagsReg cr) %{
|
|
7328 |
match(Set dst (NegF (AbsF src))); |
|
7329 |
effect(KILL cr); |
|
7330 |
size(4); |
|
7331 |
format %{ "LNEBR $dst,$src\t float" %}
|
|
7332 |
opcode(LNEBR_ZOPC); |
|
7333 |
ins_encode(z_rreform(dst, src)); |
|
7334 |
ins_pipe(pipe_class_dummy); |
|
7335 |
%} |
|
7336 |
||
7337 |
// Negative absolute float double precision |
|
7338 |
instruct nabsD_reg(regD dst, regD src, flagsReg cr) %{
|
|
7339 |
match(Set dst (NegD (AbsD src))); |
|
7340 |
effect(KILL cr); |
|
7341 |
size(4); |
|
7342 |
format %{ "LNDBR $dst,$src\t double" %}
|
|
7343 |
opcode(LNDBR_ZOPC); |
|
7344 |
ins_encode(z_rreform(dst, src)); |
|
7345 |
ins_pipe(pipe_class_dummy); |
|
7346 |
%} |
|
7347 |
||
7348 |
// NEG |
|
7349 |
||
7350 |
instruct negF_reg(regF dst, regF src, flagsReg cr) %{
|
|
7351 |
match(Set dst (NegF src)); |
|
7352 |
effect(KILL cr); |
|
7353 |
size(4); |
|
7354 |
format %{ "NegF $dst,$src\t float" %}
|
|
7355 |
ins_encode %{ __ z_lcebr($dst$$FloatRegister, $src$$FloatRegister); %}
|
|
7356 |
ins_pipe(pipe_class_dummy); |
|
7357 |
%} |
|
7358 |
||
7359 |
instruct negD_reg(regD dst, regD src, flagsReg cr) %{
|
|
7360 |
match(Set dst (NegD src)); |
|
7361 |
effect(KILL cr); |
|
7362 |
size(4); |
|
7363 |
format %{ "NegD $dst,$src\t double" %}
|
|
7364 |
ins_encode %{ __ z_lcdbr($dst$$FloatRegister, $src$$FloatRegister); %}
|
|
7365 |
ins_pipe(pipe_class_dummy); |
|
7366 |
%} |
|
7367 |
||
7368 |
// SQRT |
|
7369 |
||
7370 |
// Sqrt float precision |
|
7371 |
instruct sqrtF_reg(regF dst, regF src) %{
|
|
7372 |
match(Set dst (ConvD2F (SqrtD (ConvF2D src)))); |
|
7373 |
// CC remains unchanged. |
|
7374 |
ins_cost(ALU_REG_COST); |
|
7375 |
size(4); |
|
7376 |
format %{ "SQEBR $dst,$src" %}
|
|
7377 |
opcode(SQEBR_ZOPC); |
|
7378 |
ins_encode(z_rreform(dst, src)); |
|
7379 |
ins_pipe(pipe_class_dummy); |
|
7380 |
%} |
|
7381 |
||
7382 |
// Sqrt double precision |
|
7383 |
instruct sqrtD_reg(regD dst, regD src) %{
|
|
7384 |
match(Set dst (SqrtD src)); |
|
7385 |
// CC remains unchanged. |
|
7386 |
ins_cost(ALU_REG_COST); |
|
7387 |
size(4); |
|
7388 |
format %{ "SQDBR $dst,$src" %}
|
|
7389 |
opcode(SQDBR_ZOPC); |
|
7390 |
ins_encode(z_rreform(dst, src)); |
|
7391 |
ins_pipe(pipe_class_dummy); |
|
7392 |
%} |
|
7393 |
||
7394 |
instruct sqrtF_mem(regF dst, memoryRX src) %{
|
|
7395 |
match(Set dst (ConvD2F (SqrtD (ConvF2D src)))); |
|
7396 |
// CC remains unchanged. |
|
7397 |
ins_cost(ALU_MEMORY_COST); |
|
7398 |
size(6); |
|
7399 |
format %{ "SQEB $dst,$src\t # floatMemory" %}
|
|
7400 |
opcode(SQEB_ZOPC); |
|
7401 |
ins_encode(z_form_rt_memFP(dst, src)); |
|
7402 |
ins_pipe(pipe_class_dummy); |
|
7403 |
%} |
|
7404 |
||
7405 |
instruct sqrtD_mem(regD dst, memoryRX src) %{
|
|
7406 |
match(Set dst (SqrtD src)); |
|
7407 |
// CC remains unchanged. |
|
7408 |
ins_cost(ALU_MEMORY_COST); |
|
7409 |
// TODO: s390 port size(FIXED_SIZE); |
|
7410 |
format %{ "SQDB $dst,$src\t # doubleMemory" %}
|
|
7411 |
opcode(SQDB_ZOPC); |
|
7412 |
ins_encode(z_form_rt_memFP(dst, src)); |
|
7413 |
ins_pipe(pipe_class_dummy); |
|
7414 |
%} |
|
7415 |
||
7416 |
//----------Logical Instructions----------------------------------------------- |
|
7417 |
||
7418 |
// Register And |
|
7419 |
instruct andI_reg_reg(iRegI dst, iRegI src, flagsReg cr) %{
|
|
7420 |
match(Set dst (AndI dst src)); |
|
7421 |
effect(KILL cr); |
|
7422 |
ins_cost(DEFAULT_COST_LOW); |
|
7423 |
size(2); |
|
7424 |
format %{ "NR $dst,$src\t # int" %}
|
|
7425 |
opcode(NR_ZOPC); |
|
7426 |
ins_encode(z_rrform(dst, src)); |
|
7427 |
ins_pipe(pipe_class_dummy); |
|
7428 |
%} |
|
7429 |
||
7430 |
instruct andI_Reg_mem(iRegI dst, memory src, flagsReg cr)%{
|
|
7431 |
match(Set dst (AndI dst (LoadI src))); |
|
7432 |
effect(KILL cr); |
|
7433 |
ins_cost(MEMORY_REF_COST); |
|
7434 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
7435 |
format %{ "N(Y) $dst, $src\t # int" %}
|
|
7436 |
opcode(NY_ZOPC, N_ZOPC); |
|
7437 |
ins_encode(z_form_rt_mem_opt(dst, src)); |
|
7438 |
ins_pipe(pipe_class_dummy); |
|
7439 |
%} |
|
7440 |
||
7441 |
// Immediate And |
|
7442 |
instruct andI_reg_uimm32(iRegI dst, uimmI src, flagsReg cr) %{
|
|
7443 |
match(Set dst (AndI dst src)); |
|
7444 |
effect(KILL cr); |
|
7445 |
ins_cost(DEFAULT_COST_HIGH); |
|
7446 |
size(6); |
|
7447 |
format %{ "NILF $dst,$src" %}
|
|
7448 |
opcode(NILF_ZOPC); |
|
7449 |
ins_encode(z_rilform_unsigned(dst, src)); |
|
7450 |
ins_pipe(pipe_class_dummy); |
|
7451 |
%} |
|
7452 |
||
7453 |
instruct andI_reg_uimmI_LH1(iRegI dst, uimmI_LH1 src, flagsReg cr) %{
|
|
7454 |
match(Set dst (AndI dst src)); |
|
7455 |
effect(KILL cr); |
|
7456 |
ins_cost(DEFAULT_COST); |
|
7457 |
size(4); |
|
7458 |
format %{ "NILH $dst,$src" %}
|
|
7459 |
ins_encode %{ __ z_nilh($dst$$Register, ($src$$constant >> 16) & 0xFFFF); %}
|
|
7460 |
ins_pipe(pipe_class_dummy); |
|
7461 |
%} |
|
7462 |
||
7463 |
instruct andI_reg_uimmI_LL1(iRegI dst, uimmI_LL1 src, flagsReg cr) %{
|
|
7464 |
match(Set dst (AndI dst src)); |
|
7465 |
effect(KILL cr); |
|
7466 |
ins_cost(DEFAULT_COST); |
|
7467 |
size(4); |
|
7468 |
format %{ "NILL $dst,$src" %}
|
|
7469 |
ins_encode %{ __ z_nill($dst$$Register, $src$$constant & 0xFFFF); %}
|
|
7470 |
ins_pipe(pipe_class_dummy); |
|
7471 |
%} |
|
7472 |
||
7473 |
// Register And Long |
|
7474 |
instruct andL_reg_reg(iRegL dst, iRegL src, flagsReg cr) %{
|
|
7475 |
match(Set dst (AndL dst src)); |
|
7476 |
effect(KILL cr); |
|
7477 |
ins_cost(DEFAULT_COST); |
|
7478 |
size(4); |
|
7479 |
format %{ "NGR $dst,$src\t # long" %}
|
|
7480 |
opcode(NGR_ZOPC); |
|
7481 |
ins_encode(z_rreform(dst, src)); |
|
7482 |
ins_pipe(pipe_class_dummy); |
|
7483 |
%} |
|
7484 |
||
7485 |
instruct andL_Reg_mem(iRegL dst, memory src, flagsReg cr)%{
|
|
7486 |
match(Set dst (AndL dst (LoadL src))); |
|
7487 |
effect(KILL cr); |
|
7488 |
ins_cost(MEMORY_REF_COST); |
|
7489 |
size(Z_DISP3_SIZE); |
|
7490 |
format %{ "NG $dst, $src\t # long" %}
|
|
7491 |
opcode(NG_ZOPC, NG_ZOPC); |
|
7492 |
ins_encode(z_form_rt_mem_opt(dst, src)); |
|
7493 |
ins_pipe(pipe_class_dummy); |
|
7494 |
%} |
|
7495 |
||
7496 |
instruct andL_reg_uimmL_LL1(iRegL dst, uimmL_LL1 src, flagsReg cr) %{
|
|
7497 |
match(Set dst (AndL dst src)); |
|
7498 |
effect(KILL cr); |
|
7499 |
ins_cost(DEFAULT_COST); |
|
7500 |
size(4); |
|
7501 |
format %{ "NILL $dst,$src\t # long" %}
|
|
7502 |
ins_encode %{ __ z_nill($dst$$Register, $src$$constant & 0xFFFF); %}
|
|
7503 |
ins_pipe(pipe_class_dummy); |
|
7504 |
%} |
|
7505 |
||
7506 |
instruct andL_reg_uimmL_LH1(iRegL dst, uimmL_LH1 src, flagsReg cr) %{
|
|
7507 |
match(Set dst (AndL dst src)); |
|
7508 |
effect(KILL cr); |
|
7509 |
ins_cost(DEFAULT_COST); |
|
7510 |
size(4); |
|
7511 |
format %{ "NILH $dst,$src\t # long" %}
|
|
7512 |
ins_encode %{ __ z_nilh($dst$$Register, ($src$$constant >> 16) & 0xFFFF); %}
|
|
7513 |
ins_pipe(pipe_class_dummy); |
|
7514 |
%} |
|
7515 |
||
7516 |
instruct andL_reg_uimmL_HL1(iRegL dst, uimmL_HL1 src, flagsReg cr) %{
|
|
7517 |
match(Set dst (AndL dst src)); |
|
7518 |
effect(KILL cr); |
|
7519 |
ins_cost(DEFAULT_COST); |
|
7520 |
size(4); |
|
7521 |
format %{ "NIHL $dst,$src\t # long" %}
|
|
7522 |
ins_encode %{ __ z_nihl($dst$$Register, ($src$$constant >> 32) & 0xFFFF); %}
|
|
7523 |
ins_pipe(pipe_class_dummy); |
|
7524 |
%} |
|
7525 |
||
7526 |
instruct andL_reg_uimmL_HH1(iRegL dst, uimmL_HH1 src, flagsReg cr) %{
|
|
7527 |
match(Set dst (AndL dst src)); |
|
7528 |
effect(KILL cr); |
|
7529 |
ins_cost(DEFAULT_COST); |
|
7530 |
size(4); |
|
7531 |
format %{ "NIHH $dst,$src\t # long" %}
|
|
7532 |
ins_encode %{ __ z_nihh($dst$$Register, ($src$$constant >> 48) & 0xFFFF); %}
|
|
7533 |
ins_pipe(pipe_class_dummy); |
|
7534 |
%} |
|
7535 |
||
7536 |
// OR |
|
7537 |
||
7538 |
// Or Instructions |
|
7539 |
// Register Or |
|
7540 |
instruct orI_reg_reg(iRegI dst, iRegI src, flagsReg cr) %{
|
|
7541 |
match(Set dst (OrI dst src)); |
|
7542 |
effect(KILL cr); |
|
7543 |
size(2); |
|
7544 |
format %{ "OR $dst,$src" %}
|
|
7545 |
opcode(OR_ZOPC); |
|
7546 |
ins_encode(z_rrform(dst, src)); |
|
7547 |
ins_pipe(pipe_class_dummy); |
|
7548 |
%} |
|
7549 |
||
7550 |
instruct orI_Reg_mem(iRegI dst, memory src, flagsReg cr)%{
|
|
7551 |
match(Set dst (OrI dst (LoadI src))); |
|
7552 |
effect(KILL cr); |
|
7553 |
ins_cost(MEMORY_REF_COST); |
|
7554 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
7555 |
format %{ "O(Y) $dst, $src\t # int" %}
|
|
7556 |
opcode(OY_ZOPC, O_ZOPC); |
|
7557 |
ins_encode(z_form_rt_mem_opt(dst, src)); |
|
7558 |
ins_pipe(pipe_class_dummy); |
|
7559 |
%} |
|
7560 |
||
7561 |
// Immediate Or |
|
7562 |
instruct orI_reg_uimm16(iRegI dst, uimmI16 con, flagsReg cr) %{
|
|
7563 |
match(Set dst (OrI dst con)); |
|
7564 |
effect(KILL cr); |
|
7565 |
size(4); |
|
7566 |
format %{ "OILL $dst,$con" %}
|
|
7567 |
opcode(OILL_ZOPC); |
|
7568 |
ins_encode(z_riform_unsigned(dst,con)); |
|
7569 |
ins_pipe(pipe_class_dummy); |
|
7570 |
%} |
|
7571 |
||
7572 |
instruct orI_reg_uimm32(iRegI dst, uimmI con, flagsReg cr) %{
|
|
7573 |
match(Set dst (OrI dst con)); |
|
7574 |
effect(KILL cr); |
|
7575 |
ins_cost(DEFAULT_COST_HIGH); |
|
7576 |
size(6); |
|
7577 |
format %{ "OILF $dst,$con" %}
|
|
7578 |
opcode(OILF_ZOPC); |
|
7579 |
ins_encode(z_rilform_unsigned(dst,con)); |
|
7580 |
ins_pipe(pipe_class_dummy); |
|
7581 |
%} |
|
7582 |
||
7583 |
// Register Or Long |
|
7584 |
instruct orL_reg_reg(iRegL dst, iRegL src, flagsReg cr) %{
|
|
7585 |
match(Set dst (OrL dst src)); |
|
7586 |
effect(KILL cr); |
|
7587 |
ins_cost(DEFAULT_COST); |
|
7588 |
size(4); |
|
7589 |
format %{ "OGR $dst,$src\t # long" %}
|
|
7590 |
opcode(OGR_ZOPC); |
|
7591 |
ins_encode(z_rreform(dst, src)); |
|
7592 |
ins_pipe(pipe_class_dummy); |
|
7593 |
%} |
|
7594 |
||
7595 |
instruct orL_Reg_mem(iRegL dst, memory src, flagsReg cr)%{
|
|
7596 |
match(Set dst (OrL dst (LoadL src))); |
|
7597 |
effect(KILL cr); |
|
7598 |
ins_cost(MEMORY_REF_COST); |
|
7599 |
size(Z_DISP3_SIZE); |
|
7600 |
format %{ "OG $dst, $src\t # long" %}
|
|
7601 |
opcode(OG_ZOPC, OG_ZOPC); |
|
7602 |
ins_encode(z_form_rt_mem_opt(dst, src)); |
|
7603 |
ins_pipe(pipe_class_dummy); |
|
7604 |
%} |
|
7605 |
||
7606 |
// Immediate Or long |
|
7607 |
instruct orL_reg_uimm16(iRegL dst, uimmL16 con, flagsReg cr) %{
|
|
7608 |
match(Set dst (OrL dst con)); |
|
7609 |
effect(KILL cr); |
|
7610 |
ins_cost(DEFAULT_COST); |
|
7611 |
size(4); |
|
7612 |
format %{ "OILL $dst,$con\t # long" %}
|
|
7613 |
opcode(OILL_ZOPC); |
|
7614 |
ins_encode(z_riform_unsigned(dst,con)); |
|
7615 |
ins_pipe(pipe_class_dummy); |
|
7616 |
%} |
|
7617 |
||
7618 |
instruct orL_reg_uimm32(iRegI dst, uimmL32 con, flagsReg cr) %{
|
|
7619 |
match(Set dst (OrI dst con)); |
|
7620 |
effect(KILL cr); |
|
7621 |
ins_cost(DEFAULT_COST_HIGH); |
|
7622 |
// TODO: s390 port size(FIXED_SIZE); |
|
7623 |
format %{ "OILF $dst,$con\t # long" %}
|
|
7624 |
opcode(OILF_ZOPC); |
|
7625 |
ins_encode(z_rilform_unsigned(dst,con)); |
|
7626 |
ins_pipe(pipe_class_dummy); |
|
7627 |
%} |
|
7628 |
||
7629 |
// XOR |
|
7630 |
||
7631 |
// Register Xor |
|
7632 |
instruct xorI_reg_reg(iRegI dst, iRegI src, flagsReg cr) %{
|
|
7633 |
match(Set dst (XorI dst src)); |
|
7634 |
effect(KILL cr); |
|
7635 |
size(2); |
|
7636 |
format %{ "XR $dst,$src" %}
|
|
7637 |
opcode(XR_ZOPC); |
|
7638 |
ins_encode(z_rrform(dst, src)); |
|
7639 |
ins_pipe(pipe_class_dummy); |
|
7640 |
%} |
|
7641 |
||
7642 |
instruct xorI_Reg_mem(iRegI dst, memory src, flagsReg cr)%{
|
|
7643 |
match(Set dst (XorI dst (LoadI src))); |
|
7644 |
effect(KILL cr); |
|
7645 |
ins_cost(MEMORY_REF_COST); |
|
7646 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
7647 |
format %{ "X(Y) $dst, $src\t # int" %}
|
|
7648 |
opcode(XY_ZOPC, X_ZOPC); |
|
7649 |
ins_encode(z_form_rt_mem_opt(dst, src)); |
|
7650 |
ins_pipe(pipe_class_dummy); |
|
7651 |
%} |
|
7652 |
||
7653 |
// Immediate Xor |
|
7654 |
instruct xorI_reg_uimm32(iRegI dst, uimmI src, flagsReg cr) %{
|
|
7655 |
match(Set dst (XorI dst src)); |
|
7656 |
effect(KILL cr); |
|
7657 |
ins_cost(DEFAULT_COST_HIGH); |
|
7658 |
size(6); |
|
7659 |
format %{ "XILF $dst,$src" %}
|
|
7660 |
opcode(XILF_ZOPC); |
|
7661 |
ins_encode(z_rilform_unsigned(dst, src)); |
|
7662 |
ins_pipe(pipe_class_dummy); |
|
7663 |
%} |
|
7664 |
||
7665 |
// Register Xor Long |
|
7666 |
instruct xorL_reg_reg(iRegL dst, iRegL src, flagsReg cr) %{
|
|
7667 |
match(Set dst (XorL dst src)); |
|
7668 |
effect(KILL cr); |
|
7669 |
ins_cost(DEFAULT_COST); |
|
7670 |
size(4); |
|
7671 |
format %{ "XGR $dst,$src\t # long" %}
|
|
7672 |
opcode(XGR_ZOPC); |
|
7673 |
ins_encode(z_rreform(dst, src)); |
|
7674 |
ins_pipe(pipe_class_dummy); |
|
7675 |
%} |
|
7676 |
||
7677 |
instruct xorL_Reg_mem(iRegL dst, memory src, flagsReg cr)%{
|
|
7678 |
match(Set dst (XorL dst (LoadL src))); |
|
7679 |
effect(KILL cr); |
|
7680 |
ins_cost(MEMORY_REF_COST); |
|
7681 |
size(Z_DISP3_SIZE); |
|
7682 |
format %{ "XG $dst, $src\t # long" %}
|
|
7683 |
opcode(XG_ZOPC, XG_ZOPC); |
|
7684 |
ins_encode(z_form_rt_mem_opt(dst, src)); |
|
7685 |
ins_pipe(pipe_class_dummy); |
|
7686 |
%} |
|
7687 |
||
7688 |
// Immediate Xor Long |
|
7689 |
instruct xorL_reg_uimm32(iRegL dst, uimmL32 con, flagsReg cr) %{
|
|
7690 |
match(Set dst (XorL dst con)); |
|
7691 |
effect(KILL cr); |
|
7692 |
ins_cost(DEFAULT_COST_HIGH); |
|
7693 |
size(6); |
|
7694 |
format %{ "XILF $dst,$con\t # long" %}
|
|
7695 |
opcode(XILF_ZOPC); |
|
7696 |
ins_encode(z_rilform_unsigned(dst,con)); |
|
7697 |
ins_pipe(pipe_class_dummy); |
|
7698 |
%} |
|
7699 |
||
7700 |
//----------Convert to Boolean------------------------------------------------- |
|
7701 |
||
7702 |
// Convert integer to boolean. |
|
7703 |
instruct convI2B(iRegI dst, iRegI src, flagsReg cr) %{
|
|
7704 |
match(Set dst (Conv2B src)); |
|
7705 |
effect(KILL cr); |
|
7706 |
ins_cost(3 * DEFAULT_COST); |
|
7707 |
size(6); |
|
7708 |
format %{ "convI2B $dst,$src" %}
|
|
7709 |
ins_encode %{
|
|
7710 |
__ z_lnr($dst$$Register, $src$$Register); // Rdst := -|Rsrc|, i.e. Rdst == 0 <=> Rsrc == 0 |
|
7711 |
__ z_srl($dst$$Register, 31); // Rdst := sign(Rdest) |
|
7712 |
%} |
|
7713 |
ins_pipe(pipe_class_dummy); |
|
7714 |
%} |
|
7715 |
||
7716 |
instruct convP2B(iRegI dst, iRegP_N2P src, flagsReg cr) %{
|
|
7717 |
match(Set dst (Conv2B src)); |
|
7718 |
effect(KILL cr); |
|
7719 |
ins_cost(3 * DEFAULT_COST); |
|
7720 |
size(10); |
|
7721 |
format %{ "convP2B $dst,$src" %}
|
|
7722 |
ins_encode %{
|
|
7723 |
__ z_lngr($dst$$Register, $src$$Register); // Rdst := -|Rsrc| i.e. Rdst == 0 <=> Rsrc == 0 |
|
7724 |
__ z_srlg($dst$$Register, $dst$$Register, 63); // Rdst := sign(Rdest) |
|
7725 |
%} |
|
7726 |
ins_pipe(pipe_class_dummy); |
|
7727 |
%} |
|
7728 |
||
7729 |
instruct cmpLTMask_reg_reg(iRegI dst, iRegI src, flagsReg cr) %{
|
|
7730 |
match(Set dst (CmpLTMask dst src)); |
|
7731 |
effect(KILL cr); |
|
7732 |
ins_cost(2 * DEFAULT_COST); |
|
7733 |
size(18); |
|
7734 |
format %{ "Set $dst CmpLTMask $dst,$src" %}
|
|
7735 |
ins_encode %{
|
|
7736 |
// Avoid signed 32 bit overflow: Do sign extend and sub 64 bit. |
|
7737 |
__ z_lgfr(Z_R0_scratch, $src$$Register); |
|
7738 |
__ z_lgfr($dst$$Register, $dst$$Register); |
|
7739 |
__ z_sgr($dst$$Register, Z_R0_scratch); |
|
7740 |
__ z_srag($dst$$Register, $dst$$Register, 63); |
|
7741 |
%} |
|
7742 |
ins_pipe(pipe_class_dummy); |
|
7743 |
%} |
|
7744 |
||
7745 |
instruct cmpLTMask_reg_zero(iRegI dst, immI_0 zero, flagsReg cr) %{
|
|
7746 |
match(Set dst (CmpLTMask dst zero)); |
|
7747 |
effect(KILL cr); |
|
7748 |
ins_cost(DEFAULT_COST); |
|
7749 |
size(4); |
|
7750 |
format %{ "Set $dst CmpLTMask $dst,$zero" %}
|
|
7751 |
ins_encode %{ __ z_sra($dst$$Register, 31); %}
|
|
7752 |
ins_pipe(pipe_class_dummy); |
|
7753 |
%} |
|
7754 |
||
7755 |
||
7756 |
//----------Arithmetic Conversion Instructions--------------------------------- |
|
7757 |
// The conversions operations are all Alpha sorted. Please keep it that way! |
|
7758 |
||
7759 |
instruct convD2F_reg(regF dst, regD src) %{
|
|
7760 |
match(Set dst (ConvD2F src)); |
|
7761 |
// CC remains unchanged. |
|
7762 |
size(4); |
|
7763 |
format %{ "LEDBR $dst,$src" %}
|
|
7764 |
opcode(LEDBR_ZOPC); |
|
7765 |
ins_encode(z_rreform(dst, src)); |
|
7766 |
ins_pipe(pipe_class_dummy); |
|
7767 |
%} |
|
7768 |
||
7769 |
instruct convF2I_reg(iRegI dst, regF src, flagsReg cr) %{
|
|
7770 |
match(Set dst (ConvF2I src)); |
|
7771 |
effect(KILL cr); |
|
7772 |
ins_cost(2 * DEFAULT_COST + BRANCH_COST); |
|
7773 |
size(16); |
|
7774 |
format %{ "convF2I $dst,$src" %}
|
|
7775 |
ins_encode %{
|
|
7776 |
Label done; |
|
7777 |
__ clear_reg($dst$$Register, false, false); // Initialize with result for unordered: 0. |
|
7778 |
__ z_cebr($src$$FloatRegister, $src$$FloatRegister); // Round. |
|
7779 |
__ z_brno(done); // Result is zero if unordered argument. |
|
7780 |
__ z_cfebr($dst$$Register, $src$$FloatRegister, Assembler::to_zero); |
|
7781 |
__ bind(done); |
|
7782 |
%} |
|
7783 |
ins_pipe(pipe_class_dummy); |
|
7784 |
%} |
|
7785 |
||
7786 |
instruct convD2I_reg(iRegI dst, regD src, flagsReg cr) %{
|
|
7787 |
match(Set dst (ConvD2I src)); |
|
7788 |
effect(KILL cr); |
|
7789 |
ins_cost(2 * DEFAULT_COST + BRANCH_COST); |
|
7790 |
size(16); |
|
7791 |
format %{ "convD2I $dst,$src" %}
|
|
7792 |
ins_encode %{
|
|
7793 |
Label done; |
|
7794 |
__ clear_reg($dst$$Register, false, false); // Initialize with result for unordered: 0. |
|
7795 |
__ z_cdbr($src$$FloatRegister, $src$$FloatRegister); // Round. |
|
7796 |
__ z_brno(done); // Result is zero if unordered argument. |
|
7797 |
__ z_cfdbr($dst$$Register, $src$$FloatRegister, Assembler::to_zero); |
|
7798 |
__ bind(done); |
|
7799 |
%} |
|
7800 |
ins_pipe(pipe_class_dummy); |
|
7801 |
%} |
|
7802 |
||
7803 |
instruct convF2L_reg(iRegL dst, regF src, flagsReg cr) %{
|
|
7804 |
match(Set dst (ConvF2L src)); |
|
7805 |
effect(KILL cr); |
|
7806 |
ins_cost(2 * DEFAULT_COST + BRANCH_COST); |
|
7807 |
size(16); |
|
7808 |
format %{ "convF2L $dst,$src" %}
|
|
7809 |
ins_encode %{
|
|
7810 |
Label done; |
|
7811 |
__ clear_reg($dst$$Register, true, false); // Initialize with result for unordered: 0. |
|
7812 |
__ z_cebr($src$$FloatRegister, $src$$FloatRegister); // Round. |
|
7813 |
__ z_brno(done); // Result is zero if unordered argument. |
|
7814 |
__ z_cgebr($dst$$Register, $src$$FloatRegister, Assembler::to_zero); |
|
7815 |
__ bind(done); |
|
7816 |
%} |
|
7817 |
ins_pipe(pipe_class_dummy); |
|
7818 |
%} |
|
7819 |
||
7820 |
instruct convD2L_reg(iRegL dst, regD src, flagsReg cr) %{
|
|
7821 |
match(Set dst (ConvD2L src)); |
|
7822 |
effect(KILL cr); |
|
7823 |
ins_cost(2 * DEFAULT_COST + BRANCH_COST); |
|
7824 |
size(16); |
|
7825 |
format %{ "convD2L $dst,$src" %}
|
|
7826 |
ins_encode %{
|
|
7827 |
Label done; |
|
7828 |
__ clear_reg($dst$$Register, true, false); // Initialize with result for unordered: 0. |
|
7829 |
__ z_cdbr($src$$FloatRegister, $src$$FloatRegister); // Round. |
|
7830 |
__ z_brno(done); // Result is zero if unordered argument. |
|
7831 |
__ z_cgdbr($dst$$Register, $src$$FloatRegister, Assembler::to_zero); |
|
7832 |
__ bind(done); |
|
7833 |
%} |
|
7834 |
ins_pipe(pipe_class_dummy); |
|
7835 |
%} |
|
7836 |
||
7837 |
instruct convF2D_reg(regD dst, regF src) %{
|
|
7838 |
match(Set dst (ConvF2D src)); |
|
7839 |
// CC remains unchanged. |
|
7840 |
size(4); |
|
7841 |
format %{ "LDEBR $dst,$src" %}
|
|
7842 |
opcode(LDEBR_ZOPC); |
|
7843 |
ins_encode(z_rreform(dst, src)); |
|
7844 |
ins_pipe(pipe_class_dummy); |
|
7845 |
%} |
|
7846 |
||
7847 |
instruct convF2D_mem(regD dst, memoryRX src) %{
|
|
7848 |
match(Set dst (ConvF2D src)); |
|
7849 |
// CC remains unchanged. |
|
7850 |
size(6); |
|
7851 |
format %{ "LDEB $dst,$src" %}
|
|
7852 |
opcode(LDEB_ZOPC); |
|
7853 |
ins_encode(z_form_rt_memFP(dst, src)); |
|
7854 |
ins_pipe(pipe_class_dummy); |
|
7855 |
%} |
|
7856 |
||
7857 |
instruct convI2D_reg(regD dst, iRegI src) %{
|
|
7858 |
match(Set dst (ConvI2D src)); |
|
7859 |
// CC remains unchanged. |
|
7860 |
ins_cost(DEFAULT_COST); |
|
7861 |
size(4); |
|
7862 |
format %{ "CDFBR $dst,$src" %}
|
|
7863 |
opcode(CDFBR_ZOPC); |
|
7864 |
ins_encode(z_rreform(dst, src)); |
|
7865 |
ins_pipe(pipe_class_dummy); |
|
7866 |
%} |
|
7867 |
||
7868 |
// Optimization that saves up to two memory operations for each conversion. |
|
7869 |
instruct convI2F_ireg(regF dst, iRegI src) %{
|
|
7870 |
match(Set dst (ConvI2F src)); |
|
7871 |
// CC remains unchanged. |
|
7872 |
ins_cost(DEFAULT_COST); |
|
7873 |
size(4); |
|
7874 |
format %{ "CEFBR $dst,$src\t # convert int to float" %}
|
|
7875 |
opcode(CEFBR_ZOPC); |
|
7876 |
ins_encode(z_rreform(dst, src)); |
|
7877 |
ins_pipe(pipe_class_dummy); |
|
7878 |
%} |
|
7879 |
||
7880 |
instruct convI2L_reg(iRegL dst, iRegI src) %{
|
|
7881 |
match(Set dst (ConvI2L src)); |
|
7882 |
size(4); |
|
7883 |
format %{ "LGFR $dst,$src\t # int->long" %}
|
|
7884 |
opcode(LGFR_ZOPC); |
|
7885 |
ins_encode(z_rreform(dst, src)); |
|
7886 |
ins_pipe(pipe_class_dummy); |
|
7887 |
%} |
|
7888 |
||
7889 |
// Zero-extend convert int to long. |
|
7890 |
instruct convI2L_reg_zex(iRegL dst, iRegI src, immL_32bits mask) %{
|
|
7891 |
match(Set dst (AndL (ConvI2L src) mask)); |
|
7892 |
size(4); |
|
7893 |
format %{ "LLGFR $dst, $src \t # zero-extend int to long" %}
|
|
7894 |
ins_encode %{ __ z_llgfr($dst$$Register, $src$$Register); %}
|
|
7895 |
ins_pipe(pipe_class_dummy); |
|
7896 |
%} |
|
7897 |
||
7898 |
// Zero-extend convert int to long. |
|
7899 |
instruct convI2L_mem_zex(iRegL dst, memory src, immL_32bits mask) %{
|
|
7900 |
match(Set dst (AndL (ConvI2L (LoadI src)) mask)); |
|
7901 |
// Uses load_const_optmized, so size can vary. |
|
7902 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
7903 |
format %{ "LLGF $dst, $src \t # zero-extend int to long" %}
|
|
7904 |
opcode(LLGF_ZOPC, LLGF_ZOPC); |
|
7905 |
ins_encode(z_form_rt_mem_opt(dst, src)); |
|
7906 |
ins_pipe(pipe_class_dummy); |
|
7907 |
%} |
|
7908 |
||
7909 |
// Zero-extend long |
|
7910 |
instruct zeroExtend_long(iRegL dst, iRegL src, immL_32bits mask) %{
|
|
7911 |
match(Set dst (AndL src mask)); |
|
7912 |
size(4); |
|
7913 |
format %{ "LLGFR $dst, $src \t # zero-extend long to long" %}
|
|
7914 |
ins_encode %{ __ z_llgfr($dst$$Register, $src$$Register); %}
|
|
7915 |
ins_pipe(pipe_class_dummy); |
|
7916 |
%} |
|
7917 |
||
7918 |
instruct rShiftI16_lShiftI16_reg(iRegI dst, iRegI src, immI_16 amount) %{
|
|
7919 |
match(Set dst (RShiftI (LShiftI src amount) amount)); |
|
7920 |
size(4); |
|
7921 |
format %{ "LHR $dst,$src\t short->int" %}
|
|
7922 |
opcode(LHR_ZOPC); |
|
7923 |
ins_encode(z_rreform(dst, src)); |
|
7924 |
ins_pipe(pipe_class_dummy); |
|
7925 |
%} |
|
7926 |
||
7927 |
instruct rShiftI24_lShiftI24_reg(iRegI dst, iRegI src, immI_24 amount) %{
|
|
7928 |
match(Set dst (RShiftI (LShiftI src amount) amount)); |
|
7929 |
size(4); |
|
7930 |
format %{ "LBR $dst,$src\t byte->int" %}
|
|
7931 |
opcode(LBR_ZOPC); |
|
7932 |
ins_encode(z_rreform(dst, src)); |
|
7933 |
ins_pipe(pipe_class_dummy); |
|
7934 |
%} |
|
7935 |
||
7936 |
instruct MoveF2I_stack_reg(iRegI dst, stackSlotF src) %{
|
|
7937 |
match(Set dst (MoveF2I src)); |
|
7938 |
ins_cost(MEMORY_REF_COST); |
|
7939 |
size(4); |
|
7940 |
format %{ "L $dst,$src\t # MoveF2I" %}
|
|
7941 |
opcode(L_ZOPC); |
|
7942 |
ins_encode(z_form_rt_mem(dst, src)); |
|
7943 |
ins_pipe(pipe_class_dummy); |
|
7944 |
%} |
|
7945 |
||
7946 |
// javax.imageio.stream.ImageInputStreamImpl.toFloats([B[FII) |
|
7947 |
instruct MoveI2F_stack_reg(regF dst, stackSlotI src) %{
|
|
7948 |
match(Set dst (MoveI2F src)); |
|
7949 |
ins_cost(MEMORY_REF_COST); |
|
7950 |
// TODO: s390 port size(FIXED_SIZE); |
|
7951 |
format %{ "LE $dst,$src\t # MoveI2F" %}
|
|
7952 |
opcode(LE_ZOPC); |
|
7953 |
ins_encode(z_form_rt_mem(dst, src)); |
|
7954 |
ins_pipe(pipe_class_dummy); |
|
7955 |
%} |
|
7956 |
||
7957 |
instruct MoveD2L_stack_reg(iRegL dst, stackSlotD src) %{
|
|
7958 |
match(Set dst (MoveD2L src)); |
|
7959 |
ins_cost(MEMORY_REF_COST); |
|
7960 |
size(6); |
|
7961 |
format %{ "LG $src,$dst\t # MoveD2L" %}
|
|
7962 |
opcode(LG_ZOPC); |
|
7963 |
ins_encode(z_form_rt_mem(dst, src)); |
|
7964 |
ins_pipe(pipe_class_dummy); |
|
7965 |
%} |
|
7966 |
||
7967 |
instruct MoveL2D_stack_reg(regD dst, stackSlotL src) %{
|
|
7968 |
match(Set dst (MoveL2D src)); |
|
7969 |
ins_cost(MEMORY_REF_COST); |
|
7970 |
size(4); |
|
7971 |
format %{ "LD $dst,$src\t # MoveL2D" %}
|
|
7972 |
opcode(LD_ZOPC); |
|
7973 |
ins_encode(z_form_rt_mem(dst, src)); |
|
7974 |
ins_pipe(pipe_class_dummy); |
|
7975 |
%} |
|
7976 |
||
7977 |
instruct MoveI2F_reg_stack(stackSlotF dst, iRegI src) %{
|
|
7978 |
match(Set dst (MoveI2F src)); |
|
7979 |
ins_cost(MEMORY_REF_COST); |
|
7980 |
size(4); |
|
7981 |
format %{ "ST $src,$dst\t # MoveI2F" %}
|
|
7982 |
opcode(ST_ZOPC); |
|
7983 |
ins_encode(z_form_rt_mem(src, dst)); |
|
7984 |
ins_pipe(pipe_class_dummy); |
|
7985 |
%} |
|
7986 |
||
7987 |
instruct MoveD2L_reg_stack(stackSlotL dst, regD src) %{
|
|
7988 |
match(Set dst (MoveD2L src)); |
|
7989 |
effect(DEF dst, USE src); |
|
7990 |
ins_cost(MEMORY_REF_COST); |
|
7991 |
size(4); |
|
7992 |
format %{ "STD $src,$dst\t # MoveD2L" %}
|
|
7993 |
opcode(STD_ZOPC); |
|
7994 |
ins_encode(z_form_rt_mem(src,dst)); |
|
7995 |
ins_pipe(pipe_class_dummy); |
|
7996 |
%} |
|
7997 |
||
7998 |
instruct MoveL2D_reg_stack(stackSlotD dst, iRegL src) %{
|
|
7999 |
match(Set dst (MoveL2D src)); |
|
8000 |
ins_cost(MEMORY_REF_COST); |
|
8001 |
size(6); |
|
8002 |
format %{ "STG $src,$dst\t # MoveL2D" %}
|
|
8003 |
opcode(STG_ZOPC); |
|
8004 |
ins_encode(z_form_rt_mem(src,dst)); |
|
8005 |
ins_pipe(pipe_class_dummy); |
|
8006 |
%} |
|
8007 |
||
8008 |
instruct convL2F_reg(regF dst, iRegL src) %{
|
|
8009 |
match(Set dst (ConvL2F src)); |
|
8010 |
// CC remains unchanged. |
|
8011 |
ins_cost(DEFAULT_COST); |
|
8012 |
size(4); |
|
8013 |
format %{ "CEGBR $dst,$src" %}
|
|
8014 |
opcode(CEGBR_ZOPC); |
|
8015 |
ins_encode(z_rreform(dst, src)); |
|
8016 |
ins_pipe(pipe_class_dummy); |
|
8017 |
%} |
|
8018 |
||
8019 |
instruct convL2D_reg(regD dst, iRegL src) %{
|
|
8020 |
match(Set dst (ConvL2D src)); |
|
8021 |
// CC remains unchanged. |
|
8022 |
ins_cost(DEFAULT_COST); |
|
8023 |
size(4); |
|
8024 |
format %{ "CDGBR $dst,$src" %}
|
|
8025 |
opcode(CDGBR_ZOPC); |
|
8026 |
ins_encode(z_rreform(dst, src)); |
|
8027 |
ins_pipe(pipe_class_dummy); |
|
8028 |
%} |
|
8029 |
||
8030 |
instruct convL2I_reg(iRegI dst, iRegL src) %{
|
|
8031 |
match(Set dst (ConvL2I src)); |
|
8032 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
8033 |
format %{ "LR $dst,$src\t # long->int (if needed)" %}
|
|
8034 |
ins_encode %{ __ lr_if_needed($dst$$Register, $src$$Register); %}
|
|
8035 |
ins_pipe(pipe_class_dummy); |
|
8036 |
%} |
|
8037 |
||
8038 |
// Register Shift Right Immediate |
|
8039 |
instruct shrL_reg_imm6_L2I(iRegI dst, iRegL src, immI_32_63 cnt, flagsReg cr) %{
|
|
8040 |
match(Set dst (ConvL2I (RShiftL src cnt))); |
|
8041 |
effect(KILL cr); |
|
8042 |
size(6); |
|
8043 |
format %{ "SRAG $dst,$src,$cnt" %}
|
|
8044 |
opcode(SRAG_ZOPC); |
|
8045 |
ins_encode(z_rsyform_const(dst, src, cnt)); |
|
8046 |
ins_pipe(pipe_class_dummy); |
|
8047 |
%} |
|
8048 |
||
8049 |
//----------TRAP based zero checks and range checks---------------------------- |
|
8050 |
||
8051 |
// SIGTRAP based implicit range checks in compiled code. |
|
8052 |
// A range check in the ideal world has one of the following shapes: |
|
8053 |
// - (If le (CmpU length index)), (IfTrue throw exception) |
|
8054 |
// - (If lt (CmpU index length)), (IfFalse throw exception) |
|
8055 |
// |
|
8056 |
// Match range check 'If le (CmpU length index)' |
|
8057 |
instruct rangeCheck_iReg_uimmI16(cmpOpT cmp, iRegI length, uimmI16 index, label labl) %{
|
|
8058 |
match(If cmp (CmpU length index)); |
|
8059 |
effect(USE labl); |
|
8060 |
predicate(TrapBasedRangeChecks && |
|
8061 |
_kids[0]->_leaf->as_Bool()->_test._test == BoolTest::le && |
|
8062 |
PROB_UNLIKELY(_leaf->as_If ()->_prob) >= PROB_ALWAYS && |
|
8063 |
Matcher::branches_to_uncommon_trap(_leaf)); |
|
8064 |
ins_cost(1); |
|
8065 |
// TODO: s390 port size(FIXED_SIZE); |
|
8066 |
||
8067 |
ins_is_TrapBasedCheckNode(true); |
|
8068 |
||
8069 |
format %{ "RangeCheck len=$length cmp=$cmp idx=$index => trap $labl" %}
|
|
8070 |
ins_encode %{ __ z_clfit($length$$Register, $index$$constant, $cmp$$cmpcode); %}
|
|
8071 |
ins_pipe(pipe_class_trap); |
|
8072 |
%} |
|
8073 |
||
8074 |
// Match range check 'If lt (CmpU index length)' |
|
8075 |
instruct rangeCheck_iReg_iReg(cmpOpT cmp, iRegI index, iRegI length, label labl, flagsReg cr) %{
|
|
8076 |
match(If cmp (CmpU index length)); |
|
8077 |
effect(USE labl, KILL cr); |
|
8078 |
predicate(TrapBasedRangeChecks && |
|
8079 |
_kids[0]->_leaf->as_Bool()->_test._test == BoolTest::lt && |
|
8080 |
_leaf->as_If ()->_prob >= PROB_ALWAYS && |
|
8081 |
Matcher::branches_to_uncommon_trap(_leaf)); |
|
8082 |
ins_cost(1); |
|
8083 |
// TODO: s390 port size(FIXED_SIZE); |
|
8084 |
||
8085 |
ins_is_TrapBasedCheckNode(true); |
|
8086 |
||
8087 |
format %{ "RangeCheck idx=$index cmp=$cmp len=$length => trap $labl" %}
|
|
8088 |
ins_encode %{ __ z_clrt($index$$Register, $length$$Register, $cmp$$cmpcode); %}
|
|
8089 |
ins_pipe(pipe_class_trap); |
|
8090 |
%} |
|
8091 |
||
8092 |
// Match range check 'If lt (CmpU index length)' |
|
8093 |
instruct rangeCheck_uimmI16_iReg(cmpOpT cmp, iRegI index, uimmI16 length, label labl) %{
|
|
8094 |
match(If cmp (CmpU index length)); |
|
8095 |
effect(USE labl); |
|
8096 |
predicate(TrapBasedRangeChecks && |
|
8097 |
_kids[0]->_leaf->as_Bool()->_test._test == BoolTest::lt && |
|
8098 |
_leaf->as_If ()->_prob >= PROB_ALWAYS && |
|
8099 |
Matcher::branches_to_uncommon_trap(_leaf)); |
|
8100 |
ins_cost(1); |
|
8101 |
// TODO: s390 port size(FIXED_SIZE); |
|
8102 |
||
8103 |
ins_is_TrapBasedCheckNode(true); |
|
8104 |
||
8105 |
format %{ "RangeCheck idx=$index cmp=$cmp len= $length => trap $labl" %}
|
|
8106 |
ins_encode %{ __ z_clfit($index$$Register, $length$$constant, $cmp$$cmpcode); %}
|
|
8107 |
ins_pipe(pipe_class_trap); |
|
8108 |
%} |
|
8109 |
||
8110 |
// Implicit zero checks (more implicit null checks). |
|
8111 |
instruct zeroCheckP_iReg_imm0(cmpOpT cmp, iRegP_N2P value, immP0 zero, label labl) %{
|
|
8112 |
match(If cmp (CmpP value zero)); |
|
8113 |
effect(USE labl); |
|
8114 |
predicate(TrapBasedNullChecks && |
|
8115 |
_kids[0]->_leaf->as_Bool()->_test._test == BoolTest::ne && |
|
8116 |
_leaf->as_If ()->_prob >= PROB_LIKELY_MAG(4) && |
|
8117 |
Matcher::branches_to_uncommon_trap(_leaf)); |
|
8118 |
size(6); |
|
8119 |
||
8120 |
ins_is_TrapBasedCheckNode(true); |
|
8121 |
||
8122 |
format %{ "ZeroCheckP value=$value cmp=$cmp zero=$zero => trap $labl" %}
|
|
8123 |
ins_encode %{ __ z_cgit($value$$Register, 0, $cmp$$cmpcode); %}
|
|
8124 |
ins_pipe(pipe_class_trap); |
|
8125 |
%} |
|
8126 |
||
8127 |
// Implicit zero checks (more implicit null checks). |
|
8128 |
instruct zeroCheckN_iReg_imm0(cmpOpT cmp, iRegN_P2N value, immN0 zero, label labl) %{
|
|
8129 |
match(If cmp (CmpN value zero)); |
|
8130 |
effect(USE labl); |
|
8131 |
predicate(TrapBasedNullChecks && |
|
8132 |
_kids[0]->_leaf->as_Bool()->_test._test == BoolTest::ne && |
|
8133 |
_leaf->as_If ()->_prob >= PROB_LIKELY_MAG(4) && |
|
8134 |
Matcher::branches_to_uncommon_trap(_leaf)); |
|
8135 |
size(6); |
|
8136 |
||
8137 |
ins_is_TrapBasedCheckNode(true); |
|
8138 |
||
8139 |
format %{ "ZeroCheckN value=$value cmp=$cmp zero=$zero => trap $labl" %}
|
|
8140 |
ins_encode %{ __ z_cit($value$$Register, 0, $cmp$$cmpcode); %}
|
|
8141 |
ins_pipe(pipe_class_trap); |
|
8142 |
%} |
|
8143 |
||
8144 |
//----------Compare instructions----------------------------------------------- |
|
8145 |
||
8146 |
// INT signed |
|
8147 |
||
8148 |
// Compare Integers |
|
8149 |
instruct compI_reg_reg(flagsReg cr, iRegI op1, iRegI op2) %{
|
|
8150 |
match(Set cr (CmpI op1 op2)); |
|
8151 |
size(2); |
|
8152 |
format %{ "CR $op1,$op2" %}
|
|
8153 |
opcode(CR_ZOPC); |
|
8154 |
ins_encode(z_rrform(op1, op2)); |
|
8155 |
ins_pipe(pipe_class_dummy); |
|
8156 |
%} |
|
8157 |
||
8158 |
instruct compI_reg_imm(flagsReg cr, iRegI op1, immI op2) %{
|
|
8159 |
match(Set cr (CmpI op1 op2)); |
|
8160 |
size(6); |
|
8161 |
format %{ "CFI $op1,$op2" %}
|
|
8162 |
opcode(CFI_ZOPC); |
|
8163 |
ins_encode(z_rilform_signed(op1, op2)); |
|
8164 |
ins_pipe(pipe_class_dummy); |
|
8165 |
%} |
|
8166 |
||
8167 |
instruct compI_reg_imm16(flagsReg cr, iRegI op1, immI16 op2) %{
|
|
8168 |
match(Set cr (CmpI op1 op2)); |
|
8169 |
size(4); |
|
8170 |
format %{ "CHI $op1,$op2" %}
|
|
8171 |
opcode(CHI_ZOPC); |
|
8172 |
ins_encode(z_riform_signed(op1, op2)); |
|
8173 |
ins_pipe(pipe_class_dummy); |
|
8174 |
%} |
|
8175 |
||
8176 |
instruct compI_reg_imm0(flagsReg cr, iRegI op1, immI_0 zero) %{
|
|
8177 |
match(Set cr (CmpI op1 zero)); |
|
8178 |
ins_cost(DEFAULT_COST_LOW); |
|
8179 |
size(2); |
|
8180 |
format %{ "LTR $op1,$op1" %}
|
|
8181 |
opcode(LTR_ZOPC); |
|
8182 |
ins_encode(z_rrform(op1, op1)); |
|
8183 |
ins_pipe(pipe_class_dummy); |
|
8184 |
%} |
|
8185 |
||
8186 |
instruct compI_reg_mem(flagsReg cr, iRegI op1, memory op2)%{
|
|
8187 |
match(Set cr (CmpI op1 (LoadI op2))); |
|
8188 |
ins_cost(MEMORY_REF_COST); |
|
8189 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
8190 |
format %{ "C(Y) $op1, $op2\t # int" %}
|
|
8191 |
opcode(CY_ZOPC, C_ZOPC); |
|
8192 |
ins_encode(z_form_rt_mem_opt(op1, op2)); |
|
8193 |
ins_pipe(pipe_class_dummy); |
|
8194 |
%} |
|
8195 |
||
8196 |
// INT unsigned |
|
8197 |
||
8198 |
instruct compU_reg_reg(flagsReg cr, iRegI op1, iRegI op2) %{
|
|
8199 |
match(Set cr (CmpU op1 op2)); |
|
8200 |
size(2); |
|
8201 |
format %{ "CLR $op1,$op2\t # unsigned" %}
|
|
8202 |
opcode(CLR_ZOPC); |
|
8203 |
ins_encode(z_rrform(op1, op2)); |
|
8204 |
ins_pipe(pipe_class_dummy); |
|
8205 |
%} |
|
8206 |
||
8207 |
instruct compU_reg_uimm(flagsReg cr, iRegI op1, uimmI op2) %{
|
|
8208 |
match(Set cr (CmpU op1 op2)); |
|
8209 |
size(6); |
|
8210 |
format %{ "CLFI $op1,$op2\t # unsigned" %}
|
|
8211 |
opcode(CLFI_ZOPC); |
|
8212 |
ins_encode(z_rilform_unsigned(op1, op2)); |
|
8213 |
ins_pipe(pipe_class_dummy); |
|
8214 |
%} |
|
8215 |
||
8216 |
instruct compU_reg_imm0(flagsReg cr, iRegI op1, immI_0 zero) %{
|
|
8217 |
match(Set cr (CmpU op1 zero)); |
|
8218 |
ins_cost(DEFAULT_COST_LOW); |
|
8219 |
size(2); |
|
8220 |
format %{ "LTR $op1,$op1\t # unsigned" %}
|
|
8221 |
opcode(LTR_ZOPC); |
|
8222 |
ins_encode(z_rrform(op1, op1)); |
|
8223 |
ins_pipe(pipe_class_dummy); |
|
8224 |
%} |
|
8225 |
||
8226 |
instruct compU_reg_mem(flagsReg cr, iRegI op1, memory op2)%{
|
|
8227 |
match(Set cr (CmpU op1 (LoadI op2))); |
|
8228 |
ins_cost(MEMORY_REF_COST); |
|
8229 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
8230 |
format %{ "CL(Y) $op1, $op2\t # unsigned" %}
|
|
8231 |
opcode(CLY_ZOPC, CL_ZOPC); |
|
8232 |
ins_encode(z_form_rt_mem_opt(op1, op2)); |
|
8233 |
ins_pipe(pipe_class_dummy); |
|
8234 |
%} |
|
8235 |
||
8236 |
// LONG signed |
|
8237 |
||
8238 |
instruct compL_reg_reg(flagsReg cr, iRegL op1, iRegL op2) %{
|
|
8239 |
match(Set cr (CmpL op1 op2)); |
|
8240 |
size(4); |
|
8241 |
format %{ "CGR $op1,$op2\t # long" %}
|
|
8242 |
opcode(CGR_ZOPC); |
|
8243 |
ins_encode(z_rreform(op1, op2)); |
|
8244 |
ins_pipe(pipe_class_dummy); |
|
8245 |
%} |
|
8246 |
||
8247 |
instruct compL_reg_regI(flagsReg cr, iRegL op1, iRegI op2) %{
|
|
8248 |
match(Set cr (CmpL op1 (ConvI2L op2))); |
|
8249 |
size(4); |
|
8250 |
format %{ "CGFR $op1,$op2\t # long/int" %}
|
|
8251 |
opcode(CGFR_ZOPC); |
|
8252 |
ins_encode(z_rreform(op1, op2)); |
|
8253 |
ins_pipe(pipe_class_dummy); |
|
8254 |
%} |
|
8255 |
||
8256 |
instruct compL_reg_imm32(flagsReg cr, iRegL op1, immL32 con) %{
|
|
8257 |
match(Set cr (CmpL op1 con)); |
|
8258 |
size(6); |
|
8259 |
format %{ "CGFI $op1,$con" %}
|
|
8260 |
opcode(CGFI_ZOPC); |
|
8261 |
ins_encode(z_rilform_signed(op1, con)); |
|
8262 |
ins_pipe(pipe_class_dummy); |
|
8263 |
%} |
|
8264 |
||
8265 |
instruct compL_reg_imm16(flagsReg cr, iRegL op1, immL16 con) %{
|
|
8266 |
match(Set cr (CmpL op1 con)); |
|
8267 |
size(4); |
|
8268 |
format %{ "CGHI $op1,$con" %}
|
|
8269 |
opcode(CGHI_ZOPC); |
|
8270 |
ins_encode(z_riform_signed(op1, con)); |
|
8271 |
ins_pipe(pipe_class_dummy); |
|
8272 |
%} |
|
8273 |
||
8274 |
instruct compL_reg_imm0(flagsReg cr, iRegL op1, immL_0 con) %{
|
|
8275 |
match(Set cr (CmpL op1 con)); |
|
8276 |
ins_cost(DEFAULT_COST_LOW); |
|
8277 |
size(4); |
|
8278 |
format %{ "LTGR $op1,$op1" %}
|
|
8279 |
opcode(LTGR_ZOPC); |
|
8280 |
ins_encode(z_rreform(op1, op1)); |
|
8281 |
ins_pipe(pipe_class_dummy); |
|
8282 |
%} |
|
8283 |
||
8284 |
instruct compL_conv_reg_imm0(flagsReg cr, iRegI op1, immL_0 con) %{
|
|
8285 |
match(Set cr (CmpL (ConvI2L op1) con)); |
|
8286 |
ins_cost(DEFAULT_COST_LOW); |
|
8287 |
size(4); |
|
8288 |
format %{ "LTGFR $op1,$op1" %}
|
|
8289 |
opcode(LTGFR_ZOPC); |
|
8290 |
ins_encode(z_rreform(op1, op1)); |
|
8291 |
ins_pipe(pipe_class_dummy); |
|
8292 |
%} |
|
8293 |
||
8294 |
instruct compL_reg_mem(iRegL dst, memory src, flagsReg cr)%{
|
|
8295 |
match(Set cr (CmpL dst (LoadL src))); |
|
8296 |
ins_cost(MEMORY_REF_COST); |
|
8297 |
size(Z_DISP3_SIZE); |
|
8298 |
format %{ "CG $dst, $src\t # long" %}
|
|
8299 |
opcode(CG_ZOPC, CG_ZOPC); |
|
8300 |
ins_encode(z_form_rt_mem_opt(dst, src)); |
|
8301 |
ins_pipe(pipe_class_dummy); |
|
8302 |
%} |
|
8303 |
||
8304 |
instruct compL_reg_memI(iRegL dst, memory src, flagsReg cr)%{
|
|
8305 |
match(Set cr (CmpL dst (ConvI2L (LoadI src)))); |
|
8306 |
ins_cost(MEMORY_REF_COST); |
|
8307 |
size(Z_DISP3_SIZE); |
|
8308 |
format %{ "CGF $dst, $src\t # long/int" %}
|
|
8309 |
opcode(CGF_ZOPC, CGF_ZOPC); |
|
8310 |
ins_encode(z_form_rt_mem_opt(dst, src)); |
|
8311 |
ins_pipe(pipe_class_dummy); |
|
8312 |
%} |
|
8313 |
||
8314 |
// LONG unsigned |
|
8315 |
||
8316 |
// PTR unsigned |
|
8317 |
||
8318 |
instruct compP_reg_reg(flagsReg cr, iRegP_N2P op1, iRegP_N2P op2) %{
|
|
8319 |
match(Set cr (CmpP op1 op2)); |
|
8320 |
size(4); |
|
8321 |
format %{ "CLGR $op1,$op2\t # ptr" %}
|
|
8322 |
opcode(CLGR_ZOPC); |
|
8323 |
ins_encode(z_rreform(op1, op2)); |
|
8324 |
ins_pipe(pipe_class_dummy); |
|
8325 |
%} |
|
8326 |
||
8327 |
instruct compP_reg_imm0(flagsReg cr, iRegP_N2P op1, immP0 op2) %{
|
|
8328 |
match(Set cr (CmpP op1 op2)); |
|
8329 |
ins_cost(DEFAULT_COST_LOW); |
|
8330 |
size(4); |
|
8331 |
format %{ "LTGR $op1, $op1\t # ptr" %}
|
|
8332 |
opcode(LTGR_ZOPC); |
|
8333 |
ins_encode(z_rreform(op1, op1)); |
|
8334 |
ins_pipe(pipe_class_dummy); |
|
8335 |
%} |
|
8336 |
||
8337 |
// Don't use LTGFR which performs sign extend. |
|
8338 |
instruct compP_decode_reg_imm0(flagsReg cr, iRegN op1, immP0 op2) %{
|
|
8339 |
match(Set cr (CmpP (DecodeN op1) op2)); |
|
8340 |
predicate(Universe::narrow_oop_base() == NULL && Universe::narrow_oop_shift() == 0); |
|
8341 |
ins_cost(DEFAULT_COST_LOW); |
|
8342 |
size(2); |
|
8343 |
format %{ "LTR $op1, $op1\t # ptr" %}
|
|
8344 |
opcode(LTR_ZOPC); |
|
8345 |
ins_encode(z_rrform(op1, op1)); |
|
8346 |
ins_pipe(pipe_class_dummy); |
|
8347 |
%} |
|
8348 |
||
8349 |
instruct compP_reg_mem(iRegP dst, memory src, flagsReg cr)%{
|
|
8350 |
match(Set cr (CmpP dst (LoadP src))); |
|
8351 |
ins_cost(MEMORY_REF_COST); |
|
8352 |
size(Z_DISP3_SIZE); |
|
8353 |
format %{ "CLG $dst, $src\t # ptr" %}
|
|
8354 |
opcode(CLG_ZOPC, CLG_ZOPC); |
|
8355 |
ins_encode(z_form_rt_mem_opt(dst, src)); |
|
8356 |
ins_pipe(pipe_class_dummy); |
|
8357 |
%} |
|
8358 |
||
8359 |
//----------Max and Min-------------------------------------------------------- |
|
8360 |
||
8361 |
// Max Register with Register |
|
8362 |
instruct z196_minI_reg_reg(iRegI dst, iRegI src1, iRegI src2, flagsReg cr) %{
|
|
8363 |
match(Set dst (MinI src1 src2)); |
|
8364 |
effect(KILL cr); |
|
8365 |
predicate(VM_Version::has_LoadStoreConditional()); |
|
8366 |
ins_cost(3 * DEFAULT_COST); |
|
8367 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
8368 |
format %{ "MinI $dst $src1,$src2\t MinI (z196 only)" %}
|
|
8369 |
ins_encode %{
|
|
8370 |
Register Rdst = $dst$$Register; |
|
8371 |
Register Rsrc1 = $src1$$Register; |
|
8372 |
Register Rsrc2 = $src2$$Register; |
|
8373 |
||
8374 |
if (Rsrc1 == Rsrc2) {
|
|
8375 |
if (Rdst != Rsrc1) {
|
|
8376 |
__ z_lgfr(Rdst, Rsrc1); |
|
8377 |
} |
|
8378 |
} else if (Rdst == Rsrc1) { // Rdst preset with src1.
|
|
8379 |
__ z_cr(Rsrc1, Rsrc2); // Move src2 only if src1 is NotLow. |
|
8380 |
__ z_locr(Rdst, Rsrc2, Assembler::bcondNotLow); |
|
8381 |
} else if (Rdst == Rsrc2) { // Rdst preset with src2.
|
|
8382 |
__ z_cr(Rsrc2, Rsrc1); // Move src1 only if src2 is NotLow. |
|
8383 |
__ z_locr(Rdst, Rsrc1, Assembler::bcondNotLow); |
|
8384 |
} else {
|
|
8385 |
// Rdst is disjoint from operands, move in either case. |
|
8386 |
__ z_cr(Rsrc1, Rsrc2); |
|
8387 |
__ z_locr(Rdst, Rsrc2, Assembler::bcondNotLow); |
|
8388 |
__ z_locr(Rdst, Rsrc1, Assembler::bcondLow); |
|
8389 |
} |
|
8390 |
%} |
|
8391 |
ins_pipe(pipe_class_dummy); |
|
8392 |
%} |
|
8393 |
||
8394 |
// Min Register with Register. |
|
8395 |
instruct z10_minI_reg_reg(iRegI dst, iRegI src1, iRegI src2, flagsReg cr) %{
|
|
8396 |
match(Set dst (MinI src1 src2)); |
|
8397 |
effect(KILL cr); |
|
8398 |
predicate(VM_Version::has_CompareBranch()); |
|
8399 |
ins_cost(2 * DEFAULT_COST + BRANCH_COST); |
|
8400 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
8401 |
format %{ "MinI $dst $src1,$src2\t MinI (z10 only)" %}
|
|
8402 |
ins_encode %{
|
|
8403 |
Register Rdst = $dst$$Register; |
|
8404 |
Register Rsrc1 = $src1$$Register; |
|
8405 |
Register Rsrc2 = $src2$$Register; |
|
8406 |
Label done; |
|
8407 |
||
8408 |
if (Rsrc1 == Rsrc2) {
|
|
8409 |
if (Rdst != Rsrc1) {
|
|
8410 |
__ z_lgfr(Rdst, Rsrc1); |
|
8411 |
} |
|
8412 |
} else if (Rdst == Rsrc1) {
|
|
8413 |
__ z_crj(Rsrc1, Rsrc2, Assembler::bcondLow, done); |
|
8414 |
__ z_lgfr(Rdst, Rsrc2); |
|
8415 |
} else if (Rdst == Rsrc2) {
|
|
8416 |
__ z_crj(Rsrc2, Rsrc1, Assembler::bcondLow, done); |
|
8417 |
__ z_lgfr(Rdst, Rsrc1); |
|
8418 |
} else {
|
|
8419 |
__ z_lgfr(Rdst, Rsrc1); |
|
8420 |
__ z_crj(Rsrc1, Rsrc2, Assembler::bcondLow, done); |
|
8421 |
__ z_lgfr(Rdst, Rsrc2); |
|
8422 |
} |
|
8423 |
__ bind(done); |
|
8424 |
%} |
|
8425 |
ins_pipe(pipe_class_dummy); |
|
8426 |
%} |
|
8427 |
||
8428 |
instruct minI_reg_reg(iRegI dst, iRegI src1, iRegI src2, flagsReg cr) %{
|
|
8429 |
match(Set dst (MinI src1 src2)); |
|
8430 |
effect(KILL cr); |
|
8431 |
predicate(!VM_Version::has_CompareBranch()); |
|
8432 |
ins_cost(3 * DEFAULT_COST + BRANCH_COST); |
|
8433 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
8434 |
format %{ "MinI $dst $src1,$src2\t MinI" %}
|
|
8435 |
ins_encode %{
|
|
8436 |
Register Rdst = $dst$$Register; |
|
8437 |
Register Rsrc1 = $src1$$Register; |
|
8438 |
Register Rsrc2 = $src2$$Register; |
|
8439 |
Label done; |
|
8440 |
||
8441 |
if (Rsrc1 == Rsrc2) {
|
|
8442 |
if (Rdst != Rsrc1) {
|
|
8443 |
__ z_lgfr(Rdst, Rsrc1); |
|
8444 |
} |
|
8445 |
} else if (Rdst == Rsrc1) {
|
|
8446 |
__ z_cr(Rsrc1, Rsrc2); |
|
8447 |
__ z_brl(done); |
|
8448 |
__ z_lgfr(Rdst, Rsrc2); |
|
8449 |
} else if (Rdst == Rsrc2) {
|
|
8450 |
__ z_cr(Rsrc2, Rsrc1); |
|
8451 |
__ z_brl(done); |
|
8452 |
__ z_lgfr(Rdst, Rsrc1); |
|
8453 |
} else {
|
|
8454 |
__ z_lgfr(Rdst, Rsrc1); |
|
8455 |
__ z_cr(Rsrc1, Rsrc2); |
|
8456 |
__ z_brl(done); |
|
8457 |
__ z_lgfr(Rdst, Rsrc2); |
|
8458 |
} |
|
8459 |
__ bind(done); |
|
8460 |
%} |
|
8461 |
ins_pipe(pipe_class_dummy); |
|
8462 |
%} |
|
8463 |
||
8464 |
instruct z196_minI_reg_imm32(iRegI dst, iRegI src1, immI src2, flagsReg cr) %{
|
|
8465 |
match(Set dst (MinI src1 src2)); |
|
8466 |
effect(KILL cr); |
|
8467 |
predicate(VM_Version::has_LoadStoreConditional()); |
|
8468 |
ins_cost(3 * DEFAULT_COST); |
|
8469 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
8470 |
format %{ "MinI $dst $src1,$src2\t MinI const32 (z196 only)" %}
|
|
8471 |
ins_encode %{
|
|
8472 |
Register Rdst = $dst$$Register; |
|
8473 |
Register Rsrc1 = $src1$$Register; |
|
8474 |
int Isrc2 = $src2$$constant; |
|
8475 |
||
8476 |
if (Rdst == Rsrc1) {
|
|
8477 |
__ load_const_optimized(Z_R0_scratch, Isrc2); |
|
8478 |
__ z_cfi(Rsrc1, Isrc2); |
|
8479 |
__ z_locr(Rdst, Z_R0_scratch, Assembler::bcondNotLow); |
|
8480 |
} else {
|
|
8481 |
__ load_const_optimized(Rdst, Isrc2); |
|
8482 |
__ z_cfi(Rsrc1, Isrc2); |
|
8483 |
__ z_locr(Rdst, Rsrc1, Assembler::bcondLow); |
|
8484 |
} |
|
8485 |
%} |
|
8486 |
ins_pipe(pipe_class_dummy); |
|
8487 |
%} |
|
8488 |
||
8489 |
instruct minI_reg_imm32(iRegI dst, iRegI src1, immI src2, flagsReg cr) %{
|
|
8490 |
match(Set dst (MinI src1 src2)); |
|
8491 |
effect(KILL cr); |
|
8492 |
ins_cost(2 * DEFAULT_COST + BRANCH_COST); |
|
8493 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
8494 |
format %{ "MinI $dst $src1,$src2\t MinI const32" %}
|
|
8495 |
ins_encode %{
|
|
8496 |
Label done; |
|
8497 |
if ($dst$$Register != $src1$$Register) {
|
|
8498 |
__ z_lgfr($dst$$Register, $src1$$Register); |
|
8499 |
} |
|
8500 |
__ z_cfi($src1$$Register, $src2$$constant); |
|
8501 |
__ z_brl(done); |
|
8502 |
__ z_lgfi($dst$$Register, $src2$$constant); |
|
8503 |
__ bind(done); |
|
8504 |
%} |
|
8505 |
ins_pipe(pipe_class_dummy); |
|
8506 |
%} |
|
8507 |
||
8508 |
instruct z196_minI_reg_imm16(iRegI dst, iRegI src1, immI16 src2, flagsReg cr) %{
|
|
8509 |
match(Set dst (MinI src1 src2)); |
|
8510 |
effect(KILL cr); |
|
8511 |
predicate(VM_Version::has_LoadStoreConditional()); |
|
8512 |
ins_cost(3 * DEFAULT_COST); |
|
8513 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
8514 |
format %{ "MinI $dst $src1,$src2\t MinI const16 (z196 only)" %}
|
|
8515 |
ins_encode %{
|
|
8516 |
Register Rdst = $dst$$Register; |
|
8517 |
Register Rsrc1 = $src1$$Register; |
|
8518 |
int Isrc2 = $src2$$constant; |
|
8519 |
||
8520 |
if (Rdst == Rsrc1) {
|
|
8521 |
__ load_const_optimized(Z_R0_scratch, Isrc2); |
|
8522 |
__ z_chi(Rsrc1, Isrc2); |
|
8523 |
__ z_locr(Rdst, Z_R0_scratch, Assembler::bcondNotLow); |
|
8524 |
} else {
|
|
8525 |
__ load_const_optimized(Rdst, Isrc2); |
|
8526 |
__ z_chi(Rsrc1, Isrc2); |
|
8527 |
__ z_locr(Rdst, Rsrc1, Assembler::bcondLow); |
|
8528 |
} |
|
8529 |
%} |
|
8530 |
ins_pipe(pipe_class_dummy); |
|
8531 |
%} |
|
8532 |
||
8533 |
instruct minI_reg_imm16(iRegI dst, iRegI src1, immI16 src2, flagsReg cr) %{
|
|
8534 |
match(Set dst (MinI src1 src2)); |
|
8535 |
effect(KILL cr); |
|
8536 |
ins_cost(2 * DEFAULT_COST + BRANCH_COST); |
|
8537 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
8538 |
format %{ "MinI $dst $src1,$src2\t MinI const16" %}
|
|
8539 |
ins_encode %{
|
|
8540 |
Label done; |
|
8541 |
if ($dst$$Register != $src1$$Register) {
|
|
8542 |
__ z_lgfr($dst$$Register, $src1$$Register); |
|
8543 |
} |
|
8544 |
__ z_chi($src1$$Register, $src2$$constant); |
|
8545 |
__ z_brl(done); |
|
8546 |
__ z_lghi($dst$$Register, $src2$$constant); |
|
8547 |
__ bind(done); |
|
8548 |
%} |
|
8549 |
ins_pipe(pipe_class_dummy); |
|
8550 |
%} |
|
8551 |
||
8552 |
instruct z10_minI_reg_imm8(iRegI dst, iRegI src1, immI8 src2, flagsReg cr) %{
|
|
8553 |
match(Set dst (MinI src1 src2)); |
|
8554 |
effect(KILL cr); |
|
8555 |
predicate(VM_Version::has_CompareBranch()); |
|
8556 |
ins_cost(DEFAULT_COST + BRANCH_COST); |
|
8557 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
8558 |
format %{ "MinI $dst $src1,$src2\t MinI const8 (z10 only)" %}
|
|
8559 |
ins_encode %{
|
|
8560 |
Label done; |
|
8561 |
if ($dst$$Register != $src1$$Register) {
|
|
8562 |
__ z_lgfr($dst$$Register, $src1$$Register); |
|
8563 |
} |
|
8564 |
__ z_cij($src1$$Register, $src2$$constant, Assembler::bcondLow, done); |
|
8565 |
__ z_lghi($dst$$Register, $src2$$constant); |
|
8566 |
__ bind(done); |
|
8567 |
%} |
|
8568 |
ins_pipe(pipe_class_dummy); |
|
8569 |
%} |
|
8570 |
||
8571 |
// Max Register with Register |
|
8572 |
instruct z196_maxI_reg_reg(iRegI dst, iRegI src1, iRegI src2, flagsReg cr) %{
|
|
8573 |
match(Set dst (MaxI src1 src2)); |
|
8574 |
effect(KILL cr); |
|
8575 |
predicate(VM_Version::has_LoadStoreConditional()); |
|
8576 |
ins_cost(3 * DEFAULT_COST); |
|
8577 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
8578 |
format %{ "MaxI $dst $src1,$src2\t MaxI (z196 only)" %}
|
|
8579 |
ins_encode %{
|
|
8580 |
Register Rdst = $dst$$Register; |
|
8581 |
Register Rsrc1 = $src1$$Register; |
|
8582 |
Register Rsrc2 = $src2$$Register; |
|
8583 |
||
8584 |
if (Rsrc1 == Rsrc2) {
|
|
8585 |
if (Rdst != Rsrc1) {
|
|
8586 |
__ z_lgfr(Rdst, Rsrc1); |
|
8587 |
} |
|
8588 |
} else if (Rdst == Rsrc1) { // Rdst preset with src1.
|
|
8589 |
__ z_cr(Rsrc1, Rsrc2); // Move src2 only if src1 is NotHigh. |
|
8590 |
__ z_locr(Rdst, Rsrc2, Assembler::bcondNotHigh); |
|
8591 |
} else if (Rdst == Rsrc2) { // Rdst preset with src2.
|
|
8592 |
__ z_cr(Rsrc2, Rsrc1); // Move src1 only if src2 is NotHigh. |
|
8593 |
__ z_locr(Rdst, Rsrc1, Assembler::bcondNotHigh); |
|
8594 |
} else { // Rdst is disjoint from operands, move in either case.
|
|
8595 |
__ z_cr(Rsrc1, Rsrc2); |
|
8596 |
__ z_locr(Rdst, Rsrc2, Assembler::bcondNotHigh); |
|
8597 |
__ z_locr(Rdst, Rsrc1, Assembler::bcondHigh); |
|
8598 |
} |
|
8599 |
%} |
|
8600 |
ins_pipe(pipe_class_dummy); |
|
8601 |
%} |
|
8602 |
||
8603 |
// Max Register with Register |
|
8604 |
instruct z10_maxI_reg_reg(iRegI dst, iRegI src1, iRegI src2, flagsReg cr) %{
|
|
8605 |
match(Set dst (MaxI src1 src2)); |
|
8606 |
effect(KILL cr); |
|
8607 |
predicate(VM_Version::has_CompareBranch()); |
|
8608 |
ins_cost(2 * DEFAULT_COST + BRANCH_COST); |
|
8609 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
8610 |
format %{ "MaxI $dst $src1,$src2\t MaxI (z10 only)" %}
|
|
8611 |
ins_encode %{
|
|
8612 |
Register Rdst = $dst$$Register; |
|
8613 |
Register Rsrc1 = $src1$$Register; |
|
8614 |
Register Rsrc2 = $src2$$Register; |
|
8615 |
Label done; |
|
8616 |
||
8617 |
if (Rsrc1 == Rsrc2) {
|
|
8618 |
if (Rdst != Rsrc1) {
|
|
8619 |
__ z_lgfr(Rdst, Rsrc1); |
|
8620 |
} |
|
8621 |
} else if (Rdst == Rsrc1) {
|
|
8622 |
__ z_crj(Rsrc1, Rsrc2, Assembler::bcondHigh, done); |
|
8623 |
__ z_lgfr(Rdst, Rsrc2); |
|
8624 |
} else if (Rdst == Rsrc2) {
|
|
8625 |
__ z_crj(Rsrc2, Rsrc1, Assembler::bcondHigh, done); |
|
8626 |
__ z_lgfr(Rdst, Rsrc1); |
|
8627 |
} else {
|
|
8628 |
__ z_lgfr(Rdst, Rsrc1); |
|
8629 |
__ z_crj(Rsrc1, Rsrc2, Assembler::bcondHigh, done); |
|
8630 |
__ z_lgfr(Rdst, Rsrc2); |
|
8631 |
} |
|
8632 |
__ bind(done); |
|
8633 |
%} |
|
8634 |
ins_pipe(pipe_class_dummy); |
|
8635 |
%} |
|
8636 |
||
8637 |
instruct maxI_reg_reg(iRegI dst, iRegI src1, iRegI src2, flagsReg cr) %{
|
|
8638 |
match(Set dst (MaxI src1 src2)); |
|
8639 |
effect(KILL cr); |
|
8640 |
predicate(!VM_Version::has_CompareBranch()); |
|
8641 |
ins_cost(3 * DEFAULT_COST + BRANCH_COST); |
|
8642 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
8643 |
format %{ "MaxI $dst $src1,$src2\t MaxI" %}
|
|
8644 |
ins_encode %{
|
|
8645 |
Register Rdst = $dst$$Register; |
|
8646 |
Register Rsrc1 = $src1$$Register; |
|
8647 |
Register Rsrc2 = $src2$$Register; |
|
8648 |
Label done; |
|
8649 |
||
8650 |
if (Rsrc1 == Rsrc2) {
|
|
8651 |
if (Rdst != Rsrc1) {
|
|
8652 |
__ z_lgfr(Rdst, Rsrc1); |
|
8653 |
} |
|
8654 |
} else if (Rdst == Rsrc1) {
|
|
8655 |
__ z_cr(Rsrc1, Rsrc2); |
|
8656 |
__ z_brh(done); |
|
8657 |
__ z_lgfr(Rdst, Rsrc2); |
|
8658 |
} else if (Rdst == Rsrc2) {
|
|
8659 |
__ z_cr(Rsrc2, Rsrc1); |
|
8660 |
__ z_brh(done); |
|
8661 |
__ z_lgfr(Rdst, Rsrc1); |
|
8662 |
} else {
|
|
8663 |
__ z_lgfr(Rdst, Rsrc1); |
|
8664 |
__ z_cr(Rsrc1, Rsrc2); |
|
8665 |
__ z_brh(done); |
|
8666 |
__ z_lgfr(Rdst, Rsrc2); |
|
8667 |
} |
|
8668 |
||
8669 |
__ bind(done); |
|
8670 |
%} |
|
8671 |
||
8672 |
ins_pipe(pipe_class_dummy); |
|
8673 |
%} |
|
8674 |
||
8675 |
instruct z196_maxI_reg_imm32(iRegI dst, iRegI src1, immI src2, flagsReg cr) %{
|
|
8676 |
match(Set dst (MaxI src1 src2)); |
|
8677 |
effect(KILL cr); |
|
8678 |
predicate(VM_Version::has_LoadStoreConditional()); |
|
8679 |
ins_cost(3 * DEFAULT_COST); |
|
8680 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
8681 |
format %{ "MaxI $dst $src1,$src2\t MaxI const32 (z196 only)" %}
|
|
8682 |
ins_encode %{
|
|
8683 |
Register Rdst = $dst$$Register; |
|
8684 |
Register Rsrc1 = $src1$$Register; |
|
8685 |
int Isrc2 = $src2$$constant; |
|
8686 |
||
8687 |
if (Rdst == Rsrc1) {
|
|
8688 |
__ load_const_optimized(Z_R0_scratch, Isrc2); |
|
8689 |
__ z_cfi(Rsrc1, Isrc2); |
|
8690 |
__ z_locr(Rdst, Z_R0_scratch, Assembler::bcondNotHigh); |
|
8691 |
} else {
|
|
8692 |
__ load_const_optimized(Rdst, Isrc2); |
|
8693 |
__ z_cfi(Rsrc1, Isrc2); |
|
8694 |
__ z_locr(Rdst, Rsrc1, Assembler::bcondHigh); |
|
8695 |
} |
|
8696 |
%} |
|
8697 |
ins_pipe(pipe_class_dummy); |
|
8698 |
%} |
|
8699 |
||
8700 |
instruct maxI_reg_imm32(iRegI dst, iRegI src1, immI src2, flagsReg cr) %{
|
|
8701 |
match(Set dst (MaxI src1 src2)); |
|
8702 |
effect(KILL cr); |
|
8703 |
ins_cost(2 * DEFAULT_COST + BRANCH_COST); |
|
8704 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
8705 |
format %{ "MaxI $dst $src1,$src2\t MaxI const32" %}
|
|
8706 |
ins_encode %{
|
|
8707 |
Label done; |
|
8708 |
if ($dst$$Register != $src1$$Register) {
|
|
8709 |
__ z_lgfr($dst$$Register, $src1$$Register); |
|
8710 |
} |
|
8711 |
__ z_cfi($src1$$Register, $src2$$constant); |
|
8712 |
__ z_brh(done); |
|
8713 |
__ z_lgfi($dst$$Register, $src2$$constant); |
|
8714 |
__ bind(done); |
|
8715 |
%} |
|
8716 |
ins_pipe(pipe_class_dummy); |
|
8717 |
%} |
|
8718 |
||
8719 |
instruct z196_maxI_reg_imm16(iRegI dst, iRegI src1, immI16 src2, flagsReg cr) %{
|
|
8720 |
match(Set dst (MaxI src1 src2)); |
|
8721 |
effect(KILL cr); |
|
8722 |
predicate(VM_Version::has_LoadStoreConditional()); |
|
8723 |
ins_cost(3 * DEFAULT_COST); |
|
8724 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
8725 |
format %{ "MaxI $dst $src1,$src2\t MaxI const16 (z196 only)" %}
|
|
8726 |
ins_encode %{
|
|
8727 |
Register Rdst = $dst$$Register; |
|
8728 |
Register Rsrc1 = $src1$$Register; |
|
8729 |
int Isrc2 = $src2$$constant; |
|
8730 |
if (Rdst == Rsrc1) {
|
|
8731 |
__ load_const_optimized(Z_R0_scratch, Isrc2); |
|
8732 |
__ z_chi(Rsrc1, Isrc2); |
|
8733 |
__ z_locr(Rdst, Z_R0_scratch, Assembler::bcondNotHigh); |
|
8734 |
} else {
|
|
8735 |
__ load_const_optimized(Rdst, Isrc2); |
|
8736 |
__ z_chi(Rsrc1, Isrc2); |
|
8737 |
__ z_locr(Rdst, Rsrc1, Assembler::bcondHigh); |
|
8738 |
} |
|
8739 |
%} |
|
8740 |
ins_pipe(pipe_class_dummy); |
|
8741 |
%} |
|
8742 |
||
8743 |
instruct maxI_reg_imm16(iRegI dst, iRegI src1, immI16 src2, flagsReg cr) %{
|
|
8744 |
match(Set dst (MaxI src1 src2)); |
|
8745 |
effect(KILL cr); |
|
8746 |
ins_cost(2 * DEFAULT_COST + BRANCH_COST); |
|
8747 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
8748 |
format %{ "MaxI $dst $src1,$src2\t MaxI const16" %}
|
|
8749 |
ins_encode %{
|
|
8750 |
Label done; |
|
8751 |
if ($dst$$Register != $src1$$Register) {
|
|
8752 |
__ z_lgfr($dst$$Register, $src1$$Register); |
|
8753 |
} |
|
8754 |
__ z_chi($src1$$Register, $src2$$constant); |
|
8755 |
__ z_brh(done); |
|
8756 |
__ z_lghi($dst$$Register, $src2$$constant); |
|
8757 |
__ bind(done); |
|
8758 |
%} |
|
8759 |
ins_pipe(pipe_class_dummy); |
|
8760 |
%} |
|
8761 |
||
8762 |
instruct z10_maxI_reg_imm8(iRegI dst, iRegI src1, immI8 src2, flagsReg cr) %{
|
|
8763 |
match(Set dst (MaxI src1 src2)); |
|
8764 |
effect(KILL cr); |
|
8765 |
predicate(VM_Version::has_CompareBranch()); |
|
8766 |
ins_cost(DEFAULT_COST + BRANCH_COST); |
|
8767 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
8768 |
format %{ "MaxI $dst $src1,$src2\t MaxI const8" %}
|
|
8769 |
ins_encode %{
|
|
8770 |
Label done; |
|
8771 |
if ($dst$$Register != $src1$$Register) {
|
|
8772 |
__ z_lgfr($dst$$Register, $src1$$Register); |
|
8773 |
} |
|
8774 |
__ z_cij($src1$$Register, $src2$$constant, Assembler::bcondHigh, done); |
|
8775 |
__ z_lghi($dst$$Register, $src2$$constant); |
|
8776 |
__ bind(done); |
|
8777 |
%} |
|
8778 |
ins_pipe(pipe_class_dummy); |
|
8779 |
%} |
|
8780 |
||
8781 |
//----------Abs--------------------------------------------------------------- |
|
8782 |
||
8783 |
instruct absI_reg(iRegI dst, iRegI src, flagsReg cr) %{
|
|
8784 |
match(Set dst (AbsI src)); |
|
8785 |
effect(KILL cr); |
|
8786 |
ins_cost(DEFAULT_COST_LOW); |
|
8787 |
// TODO: s390 port size(FIXED_SIZE); |
|
8788 |
format %{ "LPR $dst, $src" %}
|
|
8789 |
opcode(LPR_ZOPC); |
|
8790 |
ins_encode(z_rrform(dst, src)); |
|
8791 |
ins_pipe(pipe_class_dummy); |
|
8792 |
%} |
|
8793 |
||
8794 |
instruct negabsI_reg(iRegI dst, iRegI src, immI_0 zero, flagsReg cr) %{
|
|
8795 |
match(Set dst (SubI zero (AbsI src))); |
|
8796 |
effect(KILL cr); |
|
8797 |
ins_cost(DEFAULT_COST_LOW); |
|
8798 |
// TODO: s390 port size(FIXED_SIZE); |
|
8799 |
format %{ "LNR $dst, $src" %}
|
|
8800 |
opcode(LNR_ZOPC); |
|
8801 |
ins_encode(z_rrform(dst, src)); |
|
8802 |
ins_pipe(pipe_class_dummy); |
|
8803 |
%} |
|
8804 |
||
8805 |
//----------Float Compares---------------------------------------------------- |
|
8806 |
||
8807 |
// Compare floating, generate condition code. |
|
8808 |
instruct cmpF_cc(flagsReg cr, regF src1, regF src2) %{
|
|
8809 |
match(Set cr (CmpF src1 src2)); |
|
8810 |
ins_cost(ALU_REG_COST); |
|
8811 |
size(4); |
|
8812 |
format %{ "FCMPcc $src1,$src2\t # float" %}
|
|
8813 |
ins_encode %{ __ z_cebr($src1$$FloatRegister, $src2$$FloatRegister); %}
|
|
8814 |
ins_pipe(pipe_class_dummy); |
|
8815 |
%} |
|
8816 |
||
8817 |
instruct cmpD_cc(flagsReg cr, regD src1, regD src2) %{
|
|
8818 |
match(Set cr (CmpD src1 src2)); |
|
8819 |
ins_cost(ALU_REG_COST); |
|
8820 |
size(4); |
|
8821 |
format %{ "FCMPcc $src1,$src2 \t # double" %}
|
|
8822 |
ins_encode %{ __ z_cdbr($src1$$FloatRegister, $src2$$FloatRegister); %}
|
|
8823 |
ins_pipe(pipe_class_dummy); |
|
8824 |
%} |
|
8825 |
||
8826 |
instruct cmpF_cc_mem(flagsReg cr, regF src1, memoryRX src2) %{
|
|
8827 |
match(Set cr (CmpF src1 (LoadF src2))); |
|
8828 |
ins_cost(ALU_MEMORY_COST); |
|
8829 |
size(6); |
|
8830 |
format %{ "FCMPcc_mem $src1,$src2\t # floatMemory" %}
|
|
8831 |
opcode(CEB_ZOPC); |
|
8832 |
ins_encode(z_form_rt_memFP(src1, src2)); |
|
8833 |
ins_pipe(pipe_class_dummy); |
|
8834 |
%} |
|
8835 |
||
8836 |
instruct cmpD_cc_mem(flagsReg cr, regD src1, memoryRX src2) %{
|
|
8837 |
match(Set cr (CmpD src1 (LoadD src2))); |
|
8838 |
ins_cost(ALU_MEMORY_COST); |
|
8839 |
size(6); |
|
8840 |
format %{ "DCMPcc_mem $src1,$src2\t # doubleMemory" %}
|
|
8841 |
opcode(CDB_ZOPC); |
|
8842 |
ins_encode(z_form_rt_memFP(src1, src2)); |
|
8843 |
ins_pipe(pipe_class_dummy); |
|
8844 |
%} |
|
8845 |
||
8846 |
// Compare floating, generate condition code |
|
8847 |
instruct cmpF0_cc(flagsReg cr, regF src1, immFpm0 src2) %{
|
|
8848 |
match(Set cr (CmpF src1 src2)); |
|
8849 |
ins_cost(DEFAULT_COST); |
|
8850 |
size(4); |
|
8851 |
format %{ "LTEBR $src1,$src1\t # float" %}
|
|
8852 |
opcode(LTEBR_ZOPC); |
|
8853 |
ins_encode(z_rreform(src1, src1)); |
|
8854 |
ins_pipe(pipe_class_dummy); |
|
8855 |
%} |
|
8856 |
||
8857 |
instruct cmpD0_cc(flagsReg cr, regD src1, immDpm0 src2) %{
|
|
8858 |
match(Set cr (CmpD src1 src2)); |
|
8859 |
ins_cost(DEFAULT_COST); |
|
8860 |
size(4); |
|
8861 |
format %{ "LTDBR $src1,$src1 \t # double" %}
|
|
8862 |
opcode(LTDBR_ZOPC); |
|
8863 |
ins_encode(z_rreform(src1, src1)); |
|
8864 |
ins_pipe(pipe_class_dummy); |
|
8865 |
%} |
|
8866 |
||
8867 |
// Compare floating, generate -1,0,1 |
|
8868 |
instruct cmpF_reg(iRegI dst, regF src1, regF src2, flagsReg cr) %{
|
|
8869 |
match(Set dst (CmpF3 src1 src2)); |
|
8870 |
effect(KILL cr); |
|
8871 |
ins_cost(DEFAULT_COST * 5 + BRANCH_COST); |
|
8872 |
size(24); |
|
8873 |
format %{ "CmpF3 $dst,$src1,$src2" %}
|
|
8874 |
ins_encode %{
|
|
8875 |
// compare registers |
|
8876 |
__ z_cebr($src1$$FloatRegister, $src2$$FloatRegister); |
|
8877 |
// Convert condition code into -1,0,1, where |
|
8878 |
// -1 means unordered or less |
|
8879 |
// 0 means equal |
|
8880 |
// 1 means greater. |
|
8881 |
if (VM_Version::has_LoadStoreConditional()) {
|
|
8882 |
Register one = Z_R0_scratch; |
|
8883 |
Register minus_one = Z_R1_scratch; |
|
8884 |
__ z_lghi(minus_one, -1); |
|
8885 |
__ z_lghi(one, 1); |
|
8886 |
__ z_lghi( $dst$$Register, 0); |
|
8887 |
__ z_locgr($dst$$Register, one, Assembler::bcondHigh); |
|
8888 |
__ z_locgr($dst$$Register, minus_one, Assembler::bcondLowOrNotOrdered); |
|
8889 |
} else {
|
|
8890 |
Label done; |
|
8891 |
__ clear_reg($dst$$Register, true, false); |
|
8892 |
__ z_bre(done); |
|
8893 |
__ z_lhi($dst$$Register, 1); |
|
8894 |
__ z_brh(done); |
|
8895 |
__ z_lhi($dst$$Register, -1); |
|
8896 |
__ bind(done); |
|
8897 |
} |
|
8898 |
%} |
|
8899 |
ins_pipe(pipe_class_dummy); |
|
8900 |
%} |
|
8901 |
||
8902 |
instruct cmpD_reg(iRegI dst, regD src1, regD src2, flagsReg cr) %{
|
|
8903 |
match(Set dst (CmpD3 src1 src2)); |
|
8904 |
effect(KILL cr); |
|
8905 |
ins_cost(DEFAULT_COST * 5 + BRANCH_COST); |
|
8906 |
size(24); |
|
8907 |
format %{ "CmpD3 $dst,$src1,$src2" %}
|
|
8908 |
ins_encode %{
|
|
8909 |
// compare registers |
|
8910 |
__ z_cdbr($src1$$FloatRegister, $src2$$FloatRegister); |
|
8911 |
// Convert condition code into -1,0,1, where |
|
8912 |
// -1 means unordered or less |
|
8913 |
// 0 means equal |
|
8914 |
// 1 means greater. |
|
8915 |
if (VM_Version::has_LoadStoreConditional()) {
|
|
8916 |
Register one = Z_R0_scratch; |
|
8917 |
Register minus_one = Z_R1_scratch; |
|
8918 |
__ z_lghi(minus_one, -1); |
|
8919 |
__ z_lghi(one, 1); |
|
8920 |
__ z_lghi( $dst$$Register, 0); |
|
8921 |
__ z_locgr($dst$$Register, one, Assembler::bcondHigh); |
|
8922 |
__ z_locgr($dst$$Register, minus_one, Assembler::bcondLowOrNotOrdered); |
|
8923 |
} else {
|
|
8924 |
Label done; |
|
8925 |
// indicate unused result |
|
8926 |
(void) __ clear_reg($dst$$Register, true, false); |
|
8927 |
__ z_bre(done); |
|
8928 |
__ z_lhi($dst$$Register, 1); |
|
8929 |
__ z_brh(done); |
|
8930 |
__ z_lhi($dst$$Register, -1); |
|
8931 |
__ bind(done); |
|
8932 |
} |
|
8933 |
%} |
|
8934 |
ins_pipe(pipe_class_dummy); |
|
8935 |
%} |
|
8936 |
||
8937 |
//----------Branches--------------------------------------------------------- |
|
8938 |
// Jump |
|
8939 |
||
8940 |
// Direct Branch. |
|
8941 |
instruct branch(label labl) %{
|
|
8942 |
match(Goto); |
|
8943 |
effect(USE labl); |
|
8944 |
ins_cost(BRANCH_COST); |
|
8945 |
size(4); |
|
8946 |
format %{ "BRU $labl" %}
|
|
8947 |
ins_encode(z_enc_bru(labl)); |
|
8948 |
ins_pipe(pipe_class_dummy); |
|
8949 |
// If set to 1 this indicates that the current instruction is a |
|
8950 |
// short variant of a long branch. This avoids using this |
|
8951 |
// instruction in first-pass matching. It will then only be used in |
|
8952 |
// the `Shorten_branches' pass. |
|
8953 |
ins_short_branch(1); |
|
8954 |
%} |
|
8955 |
||
8956 |
// Direct Branch. |
|
8957 |
instruct branchFar(label labl) %{
|
|
8958 |
match(Goto); |
|
8959 |
effect(USE labl); |
|
8960 |
ins_cost(BRANCH_COST); |
|
8961 |
size(6); |
|
8962 |
format %{ "BRUL $labl" %}
|
|
8963 |
ins_encode(z_enc_brul(labl)); |
|
8964 |
ins_pipe(pipe_class_dummy); |
|
8965 |
// This is not a short variant of a branch, but the long variant. |
|
8966 |
ins_short_branch(0); |
|
8967 |
%} |
|
8968 |
||
8969 |
// Conditional Near Branch |
|
8970 |
instruct branchCon(cmpOp cmp, flagsReg cr, label lbl) %{
|
|
8971 |
// Same match rule as `branchConFar'. |
|
8972 |
match(If cmp cr); |
|
8973 |
effect(USE lbl); |
|
8974 |
ins_cost(BRANCH_COST); |
|
8975 |
size(4); |
|
8976 |
format %{ "branch_con_short,$cmp $cr, $lbl" %}
|
|
8977 |
ins_encode(z_enc_branch_con_short(cmp, lbl)); |
|
8978 |
ins_pipe(pipe_class_dummy); |
|
8979 |
// If set to 1 this indicates that the current instruction is a |
|
8980 |
// short variant of a long branch. This avoids using this |
|
8981 |
// instruction in first-pass matching. It will then only be used in |
|
8982 |
// the `Shorten_branches' pass. |
|
8983 |
ins_short_branch(1); |
|
8984 |
%} |
|
8985 |
||
8986 |
// This is for cases when the z/Architecture conditional branch instruction |
|
8987 |
// does not reach far enough. So we emit a far branch here, which is |
|
8988 |
// more expensive. |
|
8989 |
// |
|
8990 |
// Conditional Far Branch |
|
8991 |
instruct branchConFar(cmpOp cmp, flagsReg cr, label lbl) %{
|
|
8992 |
// Same match rule as `branchCon'. |
|
8993 |
match(If cmp cr); |
|
8994 |
effect(USE cr, USE lbl); |
|
8995 |
// Make more expensive to prefer compare_and_branch over separate instructions. |
|
8996 |
ins_cost(2 * BRANCH_COST); |
|
8997 |
size(6); |
|
8998 |
format %{ "branch_con_far,$cmp $cr, $lbl" %}
|
|
8999 |
ins_encode(z_enc_branch_con_far(cmp, lbl)); |
|
9000 |
ins_pipe(pipe_class_dummy); |
|
9001 |
// This is not a short variant of a branch, but the long variant.. |
|
9002 |
ins_short_branch(0); |
|
9003 |
%} |
|
9004 |
||
9005 |
instruct branchLoopEnd(cmpOp cmp, flagsReg cr, label labl) %{
|
|
9006 |
match(CountedLoopEnd cmp cr); |
|
9007 |
effect(USE labl); |
|
9008 |
ins_cost(BRANCH_COST); |
|
9009 |
size(4); |
|
9010 |
format %{ "branch_con_short,$cmp $labl\t # counted loop end" %}
|
|
9011 |
ins_encode(z_enc_branch_con_short(cmp, labl)); |
|
9012 |
ins_pipe(pipe_class_dummy); |
|
9013 |
// If set to 1 this indicates that the current instruction is a |
|
9014 |
// short variant of a long branch. This avoids using this |
|
9015 |
// instruction in first-pass matching. It will then only be used in |
|
9016 |
// the `Shorten_branches' pass. |
|
9017 |
ins_short_branch(1); |
|
9018 |
%} |
|
9019 |
||
9020 |
instruct branchLoopEndFar(cmpOp cmp, flagsReg cr, label labl) %{
|
|
9021 |
match(CountedLoopEnd cmp cr); |
|
9022 |
effect(USE labl); |
|
9023 |
ins_cost(BRANCH_COST); |
|
9024 |
size(6); |
|
9025 |
format %{ "branch_con_far,$cmp $labl\t # counted loop end" %}
|
|
9026 |
ins_encode(z_enc_branch_con_far(cmp, labl)); |
|
9027 |
ins_pipe(pipe_class_dummy); |
|
9028 |
// This is not a short variant of a branch, but the long variant. |
|
9029 |
ins_short_branch(0); |
|
9030 |
%} |
|
9031 |
||
9032 |
//----------Compare and Branch (short distance)------------------------------ |
|
9033 |
||
9034 |
// INT REG operands for loop counter processing. |
|
9035 |
instruct testAndBranchLoopEnd_Reg(cmpOpT boolnode, iRegI src1, iRegI src2, label labl, flagsReg cr) %{
|
|
9036 |
match(CountedLoopEnd boolnode (CmpI src1 src2)); |
|
9037 |
effect(USE labl, KILL cr); |
|
9038 |
predicate(VM_Version::has_CompareBranch()); |
|
9039 |
ins_cost(BRANCH_COST); |
|
9040 |
// TODO: s390 port size(FIXED_SIZE); |
|
9041 |
format %{ "test_and_branch_loop_end,$boolnode $src1,$src2,$labl\t # counted loop end SHORT" %}
|
|
9042 |
opcode(CRJ_ZOPC); |
|
9043 |
ins_encode(z_enc_cmpb_regreg(src1, src2, labl, boolnode)); |
|
9044 |
ins_pipe(pipe_class_dummy); |
|
9045 |
ins_short_branch(1); |
|
9046 |
%} |
|
9047 |
||
9048 |
// INT REG operands. |
|
9049 |
instruct cmpb_RegI(cmpOpT boolnode, iRegI src1, iRegI src2, label labl, flagsReg cr) %{
|
|
9050 |
match(If boolnode (CmpI src1 src2)); |
|
9051 |
effect(USE labl, KILL cr); |
|
9052 |
predicate(VM_Version::has_CompareBranch()); |
|
9053 |
ins_cost(BRANCH_COST); |
|
9054 |
// TODO: s390 port size(FIXED_SIZE); |
|
9055 |
format %{ "CRJ,$boolnode $src1,$src2,$labl\t # SHORT" %}
|
|
9056 |
opcode(CRJ_ZOPC); |
|
9057 |
ins_encode(z_enc_cmpb_regreg(src1, src2, labl, boolnode)); |
|
9058 |
ins_pipe(pipe_class_dummy); |
|
9059 |
ins_short_branch(1); |
|
9060 |
%} |
|
9061 |
||
9062 |
// Unsigned INT REG operands |
|
9063 |
instruct cmpbU_RegI(cmpOpT boolnode, iRegI src1, iRegI src2, label labl, flagsReg cr) %{
|
|
9064 |
match(If boolnode (CmpU src1 src2)); |
|
9065 |
effect(USE labl, KILL cr); |
|
9066 |
predicate(VM_Version::has_CompareBranch()); |
|
9067 |
ins_cost(BRANCH_COST); |
|
9068 |
// TODO: s390 port size(FIXED_SIZE); |
|
9069 |
format %{ "CLRJ,$boolnode $src1,$src2,$labl\t # SHORT" %}
|
|
9070 |
opcode(CLRJ_ZOPC); |
|
9071 |
ins_encode(z_enc_cmpb_regreg(src1, src2, labl, boolnode)); |
|
9072 |
ins_pipe(pipe_class_dummy); |
|
9073 |
ins_short_branch(1); |
|
9074 |
%} |
|
9075 |
||
9076 |
// LONG REG operands |
|
9077 |
instruct cmpb_RegL(cmpOpT boolnode, iRegL src1, iRegL src2, label labl, flagsReg cr) %{
|
|
9078 |
match(If boolnode (CmpL src1 src2)); |
|
9079 |
effect(USE labl, KILL cr); |
|
9080 |
predicate(VM_Version::has_CompareBranch()); |
|
9081 |
ins_cost(BRANCH_COST); |
|
9082 |
// TODO: s390 port size(FIXED_SIZE); |
|
9083 |
format %{ "CGRJ,$boolnode $src1,$src2,$labl\t # SHORT" %}
|
|
9084 |
opcode(CGRJ_ZOPC); |
|
9085 |
ins_encode(z_enc_cmpb_regreg(src1, src2, labl, boolnode)); |
|
9086 |
ins_pipe(pipe_class_dummy); |
|
9087 |
ins_short_branch(1); |
|
9088 |
%} |
|
9089 |
||
9090 |
// PTR REG operands |
|
9091 |
||
9092 |
// Separate rules for regular and narrow oops. ADLC can't recognize |
|
9093 |
// rules with polymorphic operands to be sisters -> shorten_branches |
|
9094 |
// will not shorten. |
|
9095 |
||
9096 |
instruct cmpb_RegPP(cmpOpT boolnode, iRegP src1, iRegP src2, label labl, flagsReg cr) %{
|
|
9097 |
match(If boolnode (CmpP src1 src2)); |
|
9098 |
effect(USE labl, KILL cr); |
|
9099 |
predicate(VM_Version::has_CompareBranch()); |
|
9100 |
ins_cost(BRANCH_COST); |
|
9101 |
// TODO: s390 port size(FIXED_SIZE); |
|
9102 |
format %{ "CLGRJ,$boolnode $src1,$src2,$labl\t # SHORT" %}
|
|
9103 |
opcode(CLGRJ_ZOPC); |
|
9104 |
ins_encode(z_enc_cmpb_regreg(src1, src2, labl, boolnode)); |
|
9105 |
ins_pipe(pipe_class_dummy); |
|
9106 |
ins_short_branch(1); |
|
9107 |
%} |
|
9108 |
||
9109 |
instruct cmpb_RegNN(cmpOpT boolnode, iRegN src1, iRegN src2, label labl, flagsReg cr) %{
|
|
9110 |
match(If boolnode (CmpP (DecodeN src1) (DecodeN src2))); |
|
9111 |
effect(USE labl, KILL cr); |
|
9112 |
predicate(VM_Version::has_CompareBranch()); |
|
9113 |
ins_cost(BRANCH_COST); |
|
9114 |
// TODO: s390 port size(FIXED_SIZE); |
|
9115 |
format %{ "CLGRJ,$boolnode $src1,$src2,$labl\t # SHORT" %}
|
|
9116 |
opcode(CLGRJ_ZOPC); |
|
9117 |
ins_encode(z_enc_cmpb_regreg(src1, src2, labl, boolnode)); |
|
9118 |
ins_pipe(pipe_class_dummy); |
|
9119 |
ins_short_branch(1); |
|
9120 |
%} |
|
9121 |
||
9122 |
// INT REG/IMM operands for loop counter processing |
|
9123 |
instruct testAndBranchLoopEnd_Imm(cmpOpT boolnode, iRegI src1, immI8 src2, label labl, flagsReg cr) %{
|
|
9124 |
match(CountedLoopEnd boolnode (CmpI src1 src2)); |
|
9125 |
effect(USE labl, KILL cr); |
|
9126 |
predicate(VM_Version::has_CompareBranch()); |
|
9127 |
ins_cost(BRANCH_COST); |
|
9128 |
// TODO: s390 port size(FIXED_SIZE); |
|
9129 |
format %{ "test_and_branch_loop_end,$boolnode $src1,$src2,$labl\t # counted loop end SHORT" %}
|
|
9130 |
opcode(CIJ_ZOPC); |
|
9131 |
ins_encode(z_enc_cmpb_regimm(src1, src2, labl, boolnode)); |
|
9132 |
ins_pipe(pipe_class_dummy); |
|
9133 |
ins_short_branch(1); |
|
9134 |
%} |
|
9135 |
||
9136 |
// INT REG/IMM operands |
|
9137 |
instruct cmpb_RegI_imm(cmpOpT boolnode, iRegI src1, immI8 src2, label labl, flagsReg cr) %{
|
|
9138 |
match(If boolnode (CmpI src1 src2)); |
|
9139 |
effect(USE labl, KILL cr); |
|
9140 |
predicate(VM_Version::has_CompareBranch()); |
|
9141 |
ins_cost(BRANCH_COST); |
|
9142 |
// TODO: s390 port size(FIXED_SIZE); |
|
9143 |
format %{ "CIJ,$boolnode $src1,$src2,$labl\t # SHORT" %}
|
|
9144 |
opcode(CIJ_ZOPC); |
|
9145 |
ins_encode(z_enc_cmpb_regimm(src1, src2, labl, boolnode)); |
|
9146 |
ins_pipe(pipe_class_dummy); |
|
9147 |
ins_short_branch(1); |
|
9148 |
%} |
|
9149 |
||
9150 |
// INT REG/IMM operands |
|
9151 |
instruct cmpbU_RegI_imm(cmpOpT boolnode, iRegI src1, uimmI8 src2, label labl, flagsReg cr) %{
|
|
9152 |
match(If boolnode (CmpU src1 src2)); |
|
9153 |
effect(USE labl, KILL cr); |
|
9154 |
predicate(VM_Version::has_CompareBranch()); |
|
9155 |
ins_cost(BRANCH_COST); |
|
9156 |
// TODO: s390 port size(FIXED_SIZE); |
|
9157 |
format %{ "CLIJ,$boolnode $src1,$src2,$labl\t # SHORT" %}
|
|
9158 |
opcode(CLIJ_ZOPC); |
|
9159 |
ins_encode(z_enc_cmpb_regimm(src1, src2, labl, boolnode)); |
|
9160 |
ins_pipe(pipe_class_dummy); |
|
9161 |
ins_short_branch(1); |
|
9162 |
%} |
|
9163 |
||
9164 |
// LONG REG/IMM operands |
|
9165 |
instruct cmpb_RegL_imm(cmpOpT boolnode, iRegL src1, immL8 src2, label labl, flagsReg cr) %{
|
|
9166 |
match(If boolnode (CmpL src1 src2)); |
|
9167 |
effect(USE labl, KILL cr); |
|
9168 |
predicate(VM_Version::has_CompareBranch()); |
|
9169 |
ins_cost(BRANCH_COST); |
|
9170 |
// TODO: s390 port size(FIXED_SIZE); |
|
9171 |
format %{ "CGIJ,$boolnode $src1,$src2,$labl\t # SHORT" %}
|
|
9172 |
opcode(CGIJ_ZOPC); |
|
9173 |
ins_encode(z_enc_cmpb_regimm(src1, src2, labl, boolnode)); |
|
9174 |
ins_pipe(pipe_class_dummy); |
|
9175 |
ins_short_branch(1); |
|
9176 |
%} |
|
9177 |
||
9178 |
// PTR REG-imm operands |
|
9179 |
||
9180 |
// Separate rules for regular and narrow oops. ADLC can't recognize |
|
9181 |
// rules with polymorphic operands to be sisters -> shorten_branches |
|
9182 |
// will not shorten. |
|
9183 |
||
9184 |
instruct cmpb_RegP_immP(cmpOpT boolnode, iRegP src1, immP8 src2, label labl, flagsReg cr) %{
|
|
9185 |
match(If boolnode (CmpP src1 src2)); |
|
9186 |
effect(USE labl, KILL cr); |
|
9187 |
predicate(VM_Version::has_CompareBranch()); |
|
9188 |
ins_cost(BRANCH_COST); |
|
9189 |
// TODO: s390 port size(FIXED_SIZE); |
|
9190 |
format %{ "CLGIJ,$boolnode $src1,$src2,$labl\t # SHORT" %}
|
|
9191 |
opcode(CLGIJ_ZOPC); |
|
9192 |
ins_encode(z_enc_cmpb_regimm(src1, src2, labl, boolnode)); |
|
9193 |
ins_pipe(pipe_class_dummy); |
|
9194 |
ins_short_branch(1); |
|
9195 |
%} |
|
9196 |
||
9197 |
// Compare against zero only, do not mix N and P oops (encode/decode required). |
|
9198 |
instruct cmpb_RegN_immP0(cmpOpT boolnode, iRegN src1, immP0 src2, label labl, flagsReg cr) %{
|
|
9199 |
match(If boolnode (CmpP (DecodeN src1) src2)); |
|
9200 |
effect(USE labl, KILL cr); |
|
9201 |
predicate(VM_Version::has_CompareBranch()); |
|
9202 |
ins_cost(BRANCH_COST); |
|
9203 |
// TODO: s390 port size(FIXED_SIZE); |
|
9204 |
format %{ "CLGIJ,$boolnode $src1,$src2,$labl\t # SHORT" %}
|
|
9205 |
opcode(CLGIJ_ZOPC); |
|
9206 |
ins_encode(z_enc_cmpb_regimm(src1, src2, labl, boolnode)); |
|
9207 |
ins_pipe(pipe_class_dummy); |
|
9208 |
ins_short_branch(1); |
|
9209 |
%} |
|
9210 |
||
9211 |
instruct cmpb_RegN_imm(cmpOpT boolnode, iRegN src1, immN8 src2, label labl, flagsReg cr) %{
|
|
9212 |
match(If boolnode (CmpP (DecodeN src1) (DecodeN src2))); |
|
9213 |
effect(USE labl, KILL cr); |
|
9214 |
predicate(VM_Version::has_CompareBranch()); |
|
9215 |
ins_cost(BRANCH_COST); |
|
9216 |
// TODO: s390 port size(FIXED_SIZE); |
|
9217 |
format %{ "CLGIJ,$boolnode $src1,$src2,$labl\t # SHORT" %}
|
|
9218 |
opcode(CLGIJ_ZOPC); |
|
9219 |
ins_encode(z_enc_cmpb_regimm(src1, src2, labl, boolnode)); |
|
9220 |
ins_pipe(pipe_class_dummy); |
|
9221 |
ins_short_branch(1); |
|
9222 |
%} |
|
9223 |
||
9224 |
||
9225 |
//----------Compare and Branch (far distance)------------------------------ |
|
9226 |
||
9227 |
// INT REG operands for loop counter processing |
|
9228 |
instruct testAndBranchLoopEnd_RegFar(cmpOpT boolnode, iRegI src1, iRegI src2, label labl, flagsReg cr) %{
|
|
9229 |
match(CountedLoopEnd boolnode (CmpI src1 src2)); |
|
9230 |
effect(USE labl, KILL cr); |
|
9231 |
predicate(VM_Version::has_CompareBranch()); |
|
9232 |
ins_cost(BRANCH_COST+DEFAULT_COST); |
|
9233 |
// TODO: s390 port size(FIXED_SIZE); |
|
9234 |
format %{ "test_and_branch_loop_end,$boolnode $src1,$src2,$labl\t # counted loop end FAR" %}
|
|
9235 |
opcode(CR_ZOPC, BRCL_ZOPC); |
|
9236 |
ins_encode(z_enc_cmpb_regregFar(src1, src2, labl, boolnode)); |
|
9237 |
ins_pipe(pipe_class_dummy); |
|
9238 |
ins_short_branch(0); |
|
9239 |
%} |
|
9240 |
||
9241 |
// INT REG operands |
|
9242 |
instruct cmpb_RegI_Far(cmpOpT boolnode, iRegI src1, iRegI src2, label labl, flagsReg cr) %{
|
|
9243 |
match(If boolnode (CmpI src1 src2)); |
|
9244 |
effect(USE labl, KILL cr); |
|
9245 |
predicate(VM_Version::has_CompareBranch()); |
|
9246 |
ins_cost(BRANCH_COST+DEFAULT_COST); |
|
9247 |
// TODO: s390 port size(FIXED_SIZE); |
|
9248 |
format %{ "CRJ,$boolnode $src1,$src2,$labl\t # FAR(substituted)" %}
|
|
9249 |
opcode(CR_ZOPC, BRCL_ZOPC); |
|
9250 |
ins_encode(z_enc_cmpb_regregFar(src1, src2, labl, boolnode)); |
|
9251 |
ins_pipe(pipe_class_dummy); |
|
9252 |
ins_short_branch(0); |
|
9253 |
%} |
|
9254 |
||
9255 |
// INT REG operands |
|
9256 |
instruct cmpbU_RegI_Far(cmpOpT boolnode, iRegI src1, iRegI src2, label labl, flagsReg cr) %{
|
|
9257 |
match(If boolnode (CmpU src1 src2)); |
|
9258 |
effect(USE labl, KILL cr); |
|
9259 |
predicate(VM_Version::has_CompareBranch()); |
|
9260 |
ins_cost(BRANCH_COST+DEFAULT_COST); |
|
9261 |
// TODO: s390 port size(FIXED_SIZE); |
|
9262 |
format %{ "CLRJ,$boolnode $src1,$src2,$labl\t # FAR(substituted)" %}
|
|
9263 |
opcode(CLR_ZOPC, BRCL_ZOPC); |
|
9264 |
ins_encode(z_enc_cmpb_regregFar(src1, src2, labl, boolnode)); |
|
9265 |
ins_pipe(pipe_class_dummy); |
|
9266 |
ins_short_branch(0); |
|
9267 |
%} |
|
9268 |
||
9269 |
// LONG REG operands |
|
9270 |
instruct cmpb_RegL_Far(cmpOpT boolnode, iRegL src1, iRegL src2, label labl, flagsReg cr) %{
|
|
9271 |
match(If boolnode (CmpL src1 src2)); |
|
9272 |
effect(USE labl, KILL cr); |
|
9273 |
predicate(VM_Version::has_CompareBranch()); |
|
9274 |
ins_cost(BRANCH_COST+DEFAULT_COST); |
|
9275 |
// TODO: s390 port size(FIXED_SIZE); |
|
9276 |
format %{ "CGRJ,$boolnode $src1,$src2,$labl\t # FAR(substituted)" %}
|
|
9277 |
opcode(CGR_ZOPC, BRCL_ZOPC); |
|
9278 |
ins_encode(z_enc_cmpb_regregFar(src1, src2, labl, boolnode)); |
|
9279 |
ins_pipe(pipe_class_dummy); |
|
9280 |
ins_short_branch(0); |
|
9281 |
%} |
|
9282 |
||
9283 |
// PTR REG operands |
|
9284 |
||
9285 |
// Separate rules for regular and narrow oops. ADLC can't recognize |
|
9286 |
// rules with polymorphic operands to be sisters -> shorten_branches |
|
9287 |
// will not shorten. |
|
9288 |
||
9289 |
instruct cmpb_RegPP_Far(cmpOpT boolnode, iRegP src1, iRegP src2, label labl, flagsReg cr) %{
|
|
9290 |
match(If boolnode (CmpP src1 src2)); |
|
9291 |
effect(USE labl, KILL cr); |
|
9292 |
predicate(VM_Version::has_CompareBranch()); |
|
9293 |
ins_cost(BRANCH_COST+DEFAULT_COST); |
|
9294 |
// TODO: s390 port size(FIXED_SIZE); |
|
9295 |
format %{ "CLGRJ,$boolnode $src1,$src2,$labl\t # FAR(substituted)" %}
|
|
9296 |
opcode(CLGR_ZOPC, BRCL_ZOPC); |
|
9297 |
ins_encode(z_enc_cmpb_regregFar(src1, src2, labl, boolnode)); |
|
9298 |
ins_pipe(pipe_class_dummy); |
|
9299 |
ins_short_branch(0); |
|
9300 |
%} |
|
9301 |
||
9302 |
instruct cmpb_RegNN_Far(cmpOpT boolnode, iRegN src1, iRegN src2, label labl, flagsReg cr) %{
|
|
9303 |
match(If boolnode (CmpP (DecodeN src1) (DecodeN src2))); |
|
9304 |
effect(USE labl, KILL cr); |
|
9305 |
predicate(VM_Version::has_CompareBranch()); |
|
9306 |
ins_cost(BRANCH_COST+DEFAULT_COST); |
|
9307 |
// TODO: s390 port size(FIXED_SIZE); |
|
9308 |
format %{ "CLGRJ,$boolnode $src1,$src2,$labl\t # FAR(substituted)" %}
|
|
9309 |
opcode(CLGR_ZOPC, BRCL_ZOPC); |
|
9310 |
ins_encode(z_enc_cmpb_regregFar(src1, src2, labl, boolnode)); |
|
9311 |
ins_pipe(pipe_class_dummy); |
|
9312 |
ins_short_branch(0); |
|
9313 |
%} |
|
9314 |
||
9315 |
// INT REG/IMM operands for loop counter processing |
|
9316 |
instruct testAndBranchLoopEnd_ImmFar(cmpOpT boolnode, iRegI src1, immI8 src2, label labl, flagsReg cr) %{
|
|
9317 |
match(CountedLoopEnd boolnode (CmpI src1 src2)); |
|
9318 |
effect(USE labl, KILL cr); |
|
9319 |
predicate(VM_Version::has_CompareBranch()); |
|
9320 |
ins_cost(BRANCH_COST+DEFAULT_COST); |
|
9321 |
// TODO: s390 port size(FIXED_SIZE); |
|
9322 |
format %{ "test_and_branch_loop_end,$boolnode $src1,$src2,$labl\t # counted loop end FAR" %}
|
|
9323 |
opcode(CHI_ZOPC, BRCL_ZOPC); |
|
9324 |
ins_encode(z_enc_cmpb_regimmFar(src1, src2, labl, boolnode)); |
|
9325 |
ins_pipe(pipe_class_dummy); |
|
9326 |
ins_short_branch(0); |
|
9327 |
%} |
|
9328 |
||
9329 |
// INT REG/IMM operands |
|
9330 |
instruct cmpb_RegI_imm_Far(cmpOpT boolnode, iRegI src1, immI8 src2, label labl, flagsReg cr) %{
|
|
9331 |
match(If boolnode (CmpI src1 src2)); |
|
9332 |
effect(USE labl, KILL cr); |
|
9333 |
predicate(VM_Version::has_CompareBranch()); |
|
9334 |
ins_cost(BRANCH_COST+DEFAULT_COST); |
|
9335 |
// TODO: s390 port size(FIXED_SIZE); |
|
9336 |
format %{ "CIJ,$boolnode $src1,$src2,$labl\t # FAR(substituted)" %}
|
|
9337 |
opcode(CHI_ZOPC, BRCL_ZOPC); |
|
9338 |
ins_encode(z_enc_cmpb_regimmFar(src1, src2, labl, boolnode)); |
|
9339 |
ins_pipe(pipe_class_dummy); |
|
9340 |
ins_short_branch(0); |
|
9341 |
%} |
|
9342 |
||
9343 |
// INT REG/IMM operands |
|
9344 |
instruct cmpbU_RegI_imm_Far(cmpOpT boolnode, iRegI src1, uimmI8 src2, label labl, flagsReg cr) %{
|
|
9345 |
match(If boolnode (CmpU src1 src2)); |
|
9346 |
effect(USE labl, KILL cr); |
|
9347 |
predicate(VM_Version::has_CompareBranch()); |
|
9348 |
ins_cost(BRANCH_COST+DEFAULT_COST); |
|
9349 |
// TODO: s390 port size(FIXED_SIZE); |
|
9350 |
format %{ "CLIJ,$boolnode $src1,$src2,$labl\t # FAR(substituted)" %}
|
|
9351 |
opcode(CLFI_ZOPC, BRCL_ZOPC); |
|
9352 |
ins_encode(z_enc_cmpb_regimmFar(src1, src2, labl, boolnode)); |
|
9353 |
ins_pipe(pipe_class_dummy); |
|
9354 |
ins_short_branch(0); |
|
9355 |
%} |
|
9356 |
||
9357 |
// LONG REG/IMM operands |
|
9358 |
instruct cmpb_RegL_imm_Far(cmpOpT boolnode, iRegL src1, immL8 src2, label labl, flagsReg cr) %{
|
|
9359 |
match(If boolnode (CmpL src1 src2)); |
|
9360 |
effect(USE labl, KILL cr); |
|
9361 |
predicate(VM_Version::has_CompareBranch()); |
|
9362 |
ins_cost(BRANCH_COST+DEFAULT_COST); |
|
9363 |
// TODO: s390 port size(FIXED_SIZE); |
|
9364 |
format %{ "CGIJ,$boolnode $src1,$src2,$labl\t # FAR(substituted)" %}
|
|
9365 |
opcode(CGHI_ZOPC, BRCL_ZOPC); |
|
9366 |
ins_encode(z_enc_cmpb_regimmFar(src1, src2, labl, boolnode)); |
|
9367 |
ins_pipe(pipe_class_dummy); |
|
9368 |
ins_short_branch(0); |
|
9369 |
%} |
|
9370 |
||
9371 |
// PTR REG-imm operands |
|
9372 |
||
9373 |
// Separate rules for regular and narrow oops. ADLC can't recognize |
|
9374 |
// rules with polymorphic operands to be sisters -> shorten_branches |
|
9375 |
// will not shorten. |
|
9376 |
||
9377 |
instruct cmpb_RegP_immP_Far(cmpOpT boolnode, iRegP src1, immP8 src2, label labl, flagsReg cr) %{
|
|
9378 |
match(If boolnode (CmpP src1 src2)); |
|
9379 |
effect(USE labl, KILL cr); |
|
9380 |
predicate(VM_Version::has_CompareBranch()); |
|
9381 |
ins_cost(BRANCH_COST+DEFAULT_COST); |
|
9382 |
// TODO: s390 port size(FIXED_SIZE); |
|
9383 |
format %{ "CLGIJ,$boolnode $src1,$src2,$labl\t # FAR(substituted)" %}
|
|
9384 |
opcode(CLGFI_ZOPC, BRCL_ZOPC); |
|
9385 |
ins_encode(z_enc_cmpb_regimmFar(src1, src2, labl, boolnode)); |
|
9386 |
ins_pipe(pipe_class_dummy); |
|
9387 |
ins_short_branch(0); |
|
9388 |
%} |
|
9389 |
||
9390 |
// Compare against zero only, do not mix N and P oops (encode/decode required). |
|
9391 |
instruct cmpb_RegN_immP0_Far(cmpOpT boolnode, iRegN src1, immP0 src2, label labl, flagsReg cr) %{
|
|
9392 |
match(If boolnode (CmpP (DecodeN src1) src2)); |
|
9393 |
effect(USE labl, KILL cr); |
|
9394 |
predicate(VM_Version::has_CompareBranch()); |
|
9395 |
ins_cost(BRANCH_COST+DEFAULT_COST); |
|
9396 |
// TODO: s390 port size(FIXED_SIZE); |
|
9397 |
format %{ "CLGIJ,$boolnode $src1,$src2,$labl\t # FAR(substituted)" %}
|
|
9398 |
opcode(CLGFI_ZOPC, BRCL_ZOPC); |
|
9399 |
ins_encode(z_enc_cmpb_regimmFar(src1, src2, labl, boolnode)); |
|
9400 |
ins_pipe(pipe_class_dummy); |
|
9401 |
ins_short_branch(0); |
|
9402 |
%} |
|
9403 |
||
9404 |
instruct cmpb_RegN_immN_Far(cmpOpT boolnode, iRegN src1, immN8 src2, label labl, flagsReg cr) %{
|
|
9405 |
match(If boolnode (CmpP (DecodeN src1) (DecodeN src2))); |
|
9406 |
effect(USE labl, KILL cr); |
|
9407 |
predicate(VM_Version::has_CompareBranch()); |
|
9408 |
ins_cost(BRANCH_COST+DEFAULT_COST); |
|
9409 |
// TODO: s390 port size(FIXED_SIZE); |
|
9410 |
format %{ "CLGIJ,$boolnode $src1,$src2,$labl\t # FAR(substituted)" %}
|
|
9411 |
opcode(CLGFI_ZOPC, BRCL_ZOPC); |
|
9412 |
ins_encode(z_enc_cmpb_regimmFar(src1, src2, labl, boolnode)); |
|
9413 |
ins_pipe(pipe_class_dummy); |
|
9414 |
ins_short_branch(0); |
|
9415 |
%} |
|
9416 |
||
9417 |
// ============================================================================ |
|
9418 |
// Long Compare |
|
9419 |
||
9420 |
// Due to a shortcoming in the ADLC, it mixes up expressions like: |
|
9421 |
// (foo (CmpI (CmpL X Y) 0)) and (bar (CmpI (CmpL X 0L) 0)). Note the |
|
9422 |
// difference between 'Y' and '0L'. The tree-matches for the CmpI sections |
|
9423 |
// are collapsed internally in the ADLC's dfa-gen code. The match for |
|
9424 |
// (CmpI (CmpL X Y) 0) is silently replaced with (CmpI (CmpL X 0L) 0) and the |
|
9425 |
// foo match ends up with the wrong leaf. One fix is to not match both |
|
9426 |
// reg-reg and reg-zero forms of long-compare. This is unfortunate because |
|
9427 |
// both forms beat the trinary form of long-compare and both are very useful |
|
9428 |
// on platforms which have few registers. |
|
9429 |
||
9430 |
// Manifest a CmpL3 result in an integer register. Very painful. |
|
9431 |
// This is the test to avoid. |
|
9432 |
instruct cmpL3_reg_reg(iRegI dst, iRegL src1, iRegL src2, flagsReg cr) %{
|
|
9433 |
match(Set dst (CmpL3 src1 src2)); |
|
9434 |
effect(KILL cr); |
|
9435 |
ins_cost(DEFAULT_COST * 5 + BRANCH_COST); |
|
9436 |
size(24); |
|
9437 |
format %{ "CmpL3 $dst,$src1,$src2" %}
|
|
9438 |
ins_encode %{
|
|
9439 |
Label done; |
|
9440 |
// compare registers |
|
9441 |
__ z_cgr($src1$$Register, $src2$$Register); |
|
9442 |
// Convert condition code into -1,0,1, where |
|
9443 |
// -1 means less |
|
9444 |
// 0 means equal |
|
9445 |
// 1 means greater. |
|
9446 |
if (VM_Version::has_LoadStoreConditional()) {
|
|
9447 |
Register one = Z_R0_scratch; |
|
9448 |
Register minus_one = Z_R1_scratch; |
|
9449 |
__ z_lghi(minus_one, -1); |
|
9450 |
__ z_lghi(one, 1); |
|
9451 |
__ z_lghi( $dst$$Register, 0); |
|
9452 |
__ z_locgr($dst$$Register, one, Assembler::bcondHigh); |
|
9453 |
__ z_locgr($dst$$Register, minus_one, Assembler::bcondLow); |
|
9454 |
} else {
|
|
9455 |
__ clear_reg($dst$$Register, true, false); |
|
9456 |
__ z_bre(done); |
|
9457 |
__ z_lhi($dst$$Register, 1); |
|
9458 |
__ z_brh(done); |
|
9459 |
__ z_lhi($dst$$Register, -1); |
|
9460 |
} |
|
9461 |
__ bind(done); |
|
9462 |
%} |
|
9463 |
ins_pipe(pipe_class_dummy); |
|
9464 |
%} |
|
9465 |
||
9466 |
// ============================================================================ |
|
9467 |
// Safepoint Instruction |
|
9468 |
||
9469 |
instruct safePoint() %{
|
|
9470 |
match(SafePoint); |
|
9471 |
predicate(false); |
|
9472 |
// TODO: s390 port size(FIXED_SIZE); |
|
9473 |
format %{ "UNIMPLEMENTED Safepoint_ " %}
|
|
9474 |
ins_encode(enc_unimplemented()); |
|
9475 |
ins_pipe(pipe_class_dummy); |
|
9476 |
%} |
|
9477 |
||
9478 |
instruct safePoint_poll(iRegP poll, flagsReg cr) %{
|
|
9479 |
match(SafePoint poll); |
|
9480 |
effect(USE poll, KILL cr); // R0 is killed, too. |
|
9481 |
// TODO: s390 port size(FIXED_SIZE); |
|
9482 |
format %{ "TM #0[,$poll],#111\t # Safepoint: poll for GC" %}
|
|
9483 |
ins_encode %{
|
|
9484 |
// Mark the code position where the load from the safepoint |
|
9485 |
// polling page was emitted as relocInfo::poll_type. |
|
9486 |
__ relocate(relocInfo::poll_type); |
|
9487 |
__ load_from_polling_page($poll$$Register); |
|
9488 |
%} |
|
9489 |
ins_pipe(pipe_class_dummy); |
|
9490 |
%} |
|
9491 |
||
9492 |
// ============================================================================ |
|
9493 |
||
9494 |
// Call Instructions |
|
9495 |
||
9496 |
// Call Java Static Instruction |
|
9497 |
instruct CallStaticJavaDirect_dynTOC(method meth) %{
|
|
9498 |
match(CallStaticJava); |
|
9499 |
effect(USE meth); |
|
9500 |
ins_cost(CALL_COST); |
|
9501 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
9502 |
format %{ "CALL,static dynTOC $meth; ==> " %}
|
|
9503 |
ins_encode( z_enc_java_static_call(meth) ); |
|
9504 |
ins_pipe(pipe_class_dummy); |
|
9505 |
ins_alignment(2); |
|
9506 |
%} |
|
9507 |
||
9508 |
// Call Java Dynamic Instruction |
|
9509 |
instruct CallDynamicJavaDirect_dynTOC(method meth) %{
|
|
9510 |
match(CallDynamicJava); |
|
9511 |
effect(USE meth); |
|
9512 |
ins_cost(CALL_COST); |
|
9513 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
9514 |
format %{ "CALL,dynamic dynTOC $meth; ==> " %}
|
|
9515 |
ins_encode(z_enc_java_dynamic_call(meth)); |
|
9516 |
ins_pipe(pipe_class_dummy); |
|
9517 |
ins_alignment(2); |
|
9518 |
%} |
|
9519 |
||
9520 |
// Call Runtime Instruction |
|
9521 |
instruct CallRuntimeDirect(method meth) %{
|
|
9522 |
match(CallRuntime); |
|
9523 |
effect(USE meth); |
|
9524 |
ins_cost(CALL_COST); |
|
9525 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
9526 |
ins_num_consts(1); |
|
9527 |
ins_alignment(2); |
|
9528 |
format %{ "CALL,runtime" %}
|
|
9529 |
ins_encode( z_enc_java_to_runtime_call(meth) ); |
|
9530 |
ins_pipe(pipe_class_dummy); |
|
9531 |
%} |
|
9532 |
||
9533 |
// Call runtime without safepoint - same as CallRuntime |
|
9534 |
instruct CallLeafDirect(method meth) %{
|
|
9535 |
match(CallLeaf); |
|
9536 |
effect(USE meth); |
|
9537 |
ins_cost(CALL_COST); |
|
9538 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
9539 |
ins_num_consts(1); |
|
9540 |
ins_alignment(2); |
|
9541 |
format %{ "CALL,runtime leaf $meth" %}
|
|
9542 |
ins_encode( z_enc_java_to_runtime_call(meth) ); |
|
9543 |
ins_pipe(pipe_class_dummy); |
|
9544 |
%} |
|
9545 |
||
9546 |
// Call runtime without safepoint - same as CallLeaf |
|
9547 |
instruct CallLeafNoFPDirect(method meth) %{
|
|
9548 |
match(CallLeafNoFP); |
|
9549 |
effect(USE meth); |
|
9550 |
ins_cost(CALL_COST); |
|
9551 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
9552 |
ins_num_consts(1); |
|
9553 |
format %{ "CALL,runtime leaf nofp $meth" %}
|
|
9554 |
ins_encode( z_enc_java_to_runtime_call(meth) ); |
|
9555 |
ins_pipe(pipe_class_dummy); |
|
9556 |
ins_alignment(2); |
|
9557 |
%} |
|
9558 |
||
9559 |
// Tail Call; Jump from runtime stub to Java code. |
|
9560 |
// Also known as an 'interprocedural jump'. |
|
9561 |
// Target of jump will eventually return to caller. |
|
9562 |
// TailJump below removes the return address. |
|
9563 |
instruct TailCalljmpInd(iRegP jump_target, inline_cache_regP method_oop) %{
|
|
9564 |
match(TailCall jump_target method_oop); |
|
9565 |
ins_cost(CALL_COST); |
|
9566 |
size(2); |
|
9567 |
format %{ "Jmp $jump_target\t# $method_oop holds method oop" %}
|
|
9568 |
ins_encode %{ __ z_br($jump_target$$Register); %}
|
|
9569 |
ins_pipe(pipe_class_dummy); |
|
9570 |
%} |
|
9571 |
||
9572 |
// Return Instruction |
|
9573 |
instruct Ret() %{
|
|
9574 |
match(Return); |
|
9575 |
size(2); |
|
9576 |
format %{ "BR(Z_R14) // branch to link register" %}
|
|
9577 |
ins_encode %{ __ z_br(Z_R14); %}
|
|
9578 |
ins_pipe(pipe_class_dummy); |
|
9579 |
%} |
|
9580 |
||
9581 |
// Tail Jump; remove the return address; jump to target. |
|
9582 |
// TailCall above leaves the return address around. |
|
9583 |
// TailJump is used in only one place, the rethrow_Java stub (fancy_jump=2). |
|
9584 |
// ex_oop (Exception Oop) is needed in %o0 at the jump. As there would be a |
|
9585 |
// "restore" before this instruction (in Epilogue), we need to materialize it |
|
9586 |
// in %i0. |
|
9587 |
instruct tailjmpInd(iRegP jump_target, rarg1RegP ex_oop) %{
|
|
9588 |
match(TailJump jump_target ex_oop); |
|
9589 |
ins_cost(CALL_COST); |
|
9590 |
size(8); |
|
9591 |
format %{ "TailJump $jump_target" %}
|
|
9592 |
ins_encode %{
|
|
9593 |
__ z_lg(Z_ARG2/* issuing pc */, _z_abi(return_pc), Z_SP); |
|
9594 |
__ z_br($jump_target$$Register); |
|
9595 |
%} |
|
9596 |
ins_pipe(pipe_class_dummy); |
|
9597 |
%} |
|
9598 |
||
9599 |
// Create exception oop: created by stack-crawling runtime code. |
|
9600 |
// Created exception is now available to this handler, and is setup |
|
9601 |
// just prior to jumping to this handler. No code emitted. |
|
9602 |
instruct CreateException(rarg1RegP ex_oop) %{
|
|
9603 |
match(Set ex_oop (CreateEx)); |
|
9604 |
ins_cost(0); |
|
9605 |
size(0); |
|
9606 |
format %{ "# exception oop; no code emitted" %}
|
|
9607 |
ins_encode(/*empty*/); |
|
9608 |
ins_pipe(pipe_class_dummy); |
|
9609 |
%} |
|
9610 |
||
9611 |
// Rethrow exception: The exception oop will come in the first |
|
9612 |
// argument position. Then JUMP (not call) to the rethrow stub code. |
|
9613 |
instruct RethrowException() %{
|
|
9614 |
match(Rethrow); |
|
9615 |
ins_cost(CALL_COST); |
|
9616 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
9617 |
format %{ "Jmp rethrow_stub" %}
|
|
9618 |
ins_encode %{
|
|
9619 |
cbuf.set_insts_mark(); |
|
9620 |
__ load_const_optimized(Z_R1_scratch, (address)OptoRuntime::rethrow_stub()); |
|
9621 |
__ z_br(Z_R1_scratch); |
|
9622 |
%} |
|
9623 |
ins_pipe(pipe_class_dummy); |
|
9624 |
%} |
|
9625 |
||
9626 |
// Die now. |
|
9627 |
instruct ShouldNotReachHere() %{
|
|
9628 |
match(Halt); |
|
9629 |
ins_cost(CALL_COST); |
|
9630 |
size(2); |
|
9631 |
format %{ "ILLTRAP; ShouldNotReachHere" %}
|
|
9632 |
ins_encode %{ __ z_illtrap(); %}
|
|
9633 |
ins_pipe(pipe_class_dummy); |
|
9634 |
%} |
|
9635 |
||
9636 |
// ============================================================================ |
|
9637 |
// The 2nd slow-half of a subtype check. Scan the subklass's 2ndary superklass |
|
9638 |
// array for an instance of the superklass. Set a hidden internal cache on a |
|
9639 |
// hit (cache is checked with exposed code in gen_subtype_check()). Return |
|
9640 |
// not zero for a miss or zero for a hit. The encoding ALSO sets flags. |
|
9641 |
instruct partialSubtypeCheck(rarg1RegP index, rarg2RegP sub, rarg3RegP super, flagsReg pcc, |
|
9642 |
rarg4RegP scratch1, rarg5RegP scratch2) %{
|
|
9643 |
match(Set index (PartialSubtypeCheck sub super)); |
|
9644 |
effect(KILL pcc, KILL scratch1, KILL scratch2); |
|
9645 |
ins_cost(10 * DEFAULT_COST); |
|
9646 |
size(12); |
|
9647 |
format %{ " CALL PartialSubtypeCheck\n" %}
|
|
9648 |
ins_encode %{
|
|
9649 |
AddressLiteral stub_address(StubRoutines::zarch::partial_subtype_check()); |
|
9650 |
__ load_const_optimized(Z_ARG4, stub_address); |
|
9651 |
__ z_basr(Z_R14, Z_ARG4); |
|
9652 |
%} |
|
9653 |
ins_pipe(pipe_class_dummy); |
|
9654 |
%} |
|
9655 |
||
9656 |
instruct partialSubtypeCheck_vs_zero(flagsReg pcc, rarg2RegP sub, rarg3RegP super, immP0 zero, |
|
9657 |
rarg1RegP index, rarg4RegP scratch1, rarg5RegP scratch2) %{
|
|
9658 |
match(Set pcc (CmpI (PartialSubtypeCheck sub super) zero)); |
|
9659 |
effect(KILL scratch1, KILL scratch2, KILL index); |
|
9660 |
ins_cost(10 * DEFAULT_COST); |
|
9661 |
// TODO: s390 port size(FIXED_SIZE); |
|
9662 |
format %{ "CALL PartialSubtypeCheck_vs_zero\n" %}
|
|
9663 |
ins_encode %{
|
|
9664 |
AddressLiteral stub_address(StubRoutines::zarch::partial_subtype_check()); |
|
9665 |
__ load_const_optimized(Z_ARG4, stub_address); |
|
9666 |
__ z_basr(Z_R14, Z_ARG4); |
|
9667 |
%} |
|
9668 |
ins_pipe(pipe_class_dummy); |
|
9669 |
%} |
|
9670 |
||
9671 |
// ============================================================================ |
|
9672 |
// inlined locking and unlocking |
|
9673 |
||
9674 |
instruct cmpFastLock(flagsReg pcc, iRegP_N2P oop, iRegP_N2P box, iRegP tmp1, iRegP tmp2) %{
|
|
9675 |
match(Set pcc (FastLock oop box)); |
|
9676 |
effect(TEMP tmp1, TEMP tmp2); |
|
9677 |
ins_cost(100); |
|
9678 |
// TODO: s390 port size(VARIABLE_SIZE); // Uses load_const_optimized. |
|
9679 |
format %{ "FASTLOCK $oop, $box; KILL Z_ARG4, Z_ARG5" %}
|
|
9680 |
ins_encode %{ __ compiler_fast_lock_object($oop$$Register, $box$$Register, $tmp1$$Register, $tmp2$$Register,
|
|
9681 |
UseBiasedLocking && !UseOptoBiasInlining); %} |
|
9682 |
ins_pipe(pipe_class_dummy); |
|
9683 |
%} |
|
9684 |
||
9685 |
instruct cmpFastUnlock(flagsReg pcc, iRegP_N2P oop, iRegP_N2P box, iRegP tmp1, iRegP tmp2) %{
|
|
9686 |
match(Set pcc (FastUnlock oop box)); |
|
9687 |
effect(TEMP tmp1, TEMP tmp2); |
|
9688 |
ins_cost(100); |
|
9689 |
// TODO: s390 port size(FIXED_SIZE); // emitted code depends on UseBiasedLocking being on/off. |
|
9690 |
format %{ "FASTUNLOCK $oop, $box; KILL Z_ARG4, Z_ARG5" %}
|
|
9691 |
ins_encode %{ __ compiler_fast_unlock_object($oop$$Register, $box$$Register, $tmp1$$Register, $tmp2$$Register,
|
|
9692 |
UseBiasedLocking && !UseOptoBiasInlining); %} |
|
9693 |
ins_pipe(pipe_class_dummy); |
|
9694 |
%} |
|
9695 |
||
9696 |
instruct inlineCallClearArrayConst(SSlenDW cnt, iRegP_N2P base, Universe dummy, flagsReg cr) %{
|
|
9697 |
match(Set dummy (ClearArray cnt base)); |
|
9698 |
effect(KILL cr); |
|
9699 |
ins_cost(100); |
|
9700 |
// TODO: s390 port size(VARIABLE_SIZE); // Variable in size due to varying #instructions. |
|
9701 |
format %{ "ClearArrayConst $cnt,$base" %}
|
|
9702 |
ins_encode %{ __ Clear_Array_Const($cnt$$constant, $base$$Register); %}
|
|
9703 |
ins_pipe(pipe_class_dummy); |
|
9704 |
%} |
|
9705 |
||
9706 |
instruct inlineCallClearArrayConstBig(immL cnt, iRegP_N2P base, Universe dummy, revenRegL srcA, roddRegL srcL, flagsReg cr) %{
|
|
9707 |
match(Set dummy (ClearArray cnt base)); |
|
9708 |
effect(TEMP srcA, TEMP srcL, KILL cr); // R0, R1 are killed, too. |
|
9709 |
ins_cost(200); |
|
9710 |
// TODO: s390 port size(VARIABLE_SIZE); // Variable in size due to optimized constant loader. |
|
9711 |
format %{ "ClearArrayConstBig $cnt,$base" %}
|
|
9712 |
ins_encode %{ __ Clear_Array_Const_Big($cnt$$constant, $base$$Register, $srcA$$Register, $srcL$$Register); %}
|
|
9713 |
ins_pipe(pipe_class_dummy); |
|
9714 |
%} |
|
9715 |
||
9716 |
instruct inlineCallClearArray(iRegL cnt, iRegP_N2P base, Universe dummy, revenRegL srcA, roddRegL srcL, flagsReg cr) %{
|
|
9717 |
match(Set dummy (ClearArray cnt base)); |
|
9718 |
effect(TEMP srcA, TEMP srcL, KILL cr); // R0, R1 are killed, too. |
|
9719 |
ins_cost(300); |
|
9720 |
// TODO: s390 port size(FIXED_SIZE); // z/Architecture: emitted code depends on PreferLAoverADD being on/off. |
|
9721 |
format %{ "ClearArrayVar $cnt,$base" %}
|
|
9722 |
ins_encode %{ __ Clear_Array($cnt$$Register, $base$$Register, $srcA$$Register, $srcL$$Register); %}
|
|
9723 |
ins_pipe(pipe_class_dummy); |
|
9724 |
%} |
|
9725 |
||
9726 |
// ============================================================================ |
|
9727 |
// CompactStrings |
|
9728 |
||
9729 |
// String equals |
|
9730 |
instruct string_equalsL(iRegP str1, iRegP str2, iRegI cnt, iRegI result, roddRegL oddReg, revenRegL evenReg, flagsReg cr) %{
|
|
9731 |
match(Set result (StrEquals (Binary str1 str2) cnt)); |
|
9732 |
effect(TEMP oddReg, TEMP evenReg, KILL cr); // R0, R1 are killed, too. |
|
9733 |
predicate(((StrEqualsNode*)n)->encoding() == StrIntrinsicNode::LL); |
|
9734 |
ins_cost(300); |
|
9735 |
format %{ "String Equals byte[] $str1,$str2,$cnt -> $result" %}
|
|
9736 |
ins_encode %{
|
|
9737 |
__ array_equals(false, $str1$$Register, $str2$$Register, |
|
9738 |
$cnt$$Register, $oddReg$$Register, $evenReg$$Register, |
|
9739 |
$result$$Register, true /* byte */); |
|
9740 |
%} |
|
9741 |
ins_pipe(pipe_class_dummy); |
|
9742 |
%} |
|
9743 |
||
9744 |
instruct string_equalsU(iRegP str1, iRegP str2, iRegI cnt, iRegI result, roddRegL oddReg, revenRegL evenReg, flagsReg cr) %{
|
|
9745 |
match(Set result (StrEquals (Binary str1 str2) cnt)); |
|
9746 |
effect(TEMP oddReg, TEMP evenReg, KILL cr); // R0, R1 are killed, too. |
|
9747 |
predicate(((StrEqualsNode*)n)->encoding() == StrIntrinsicNode::UU || ((StrEqualsNode*)n)->encoding() == StrIntrinsicNode::none); |
|
9748 |
ins_cost(300); |
|
9749 |
format %{ "String Equals char[] $str1,$str2,$cnt -> $result" %}
|
|
9750 |
ins_encode %{
|
|
9751 |
__ array_equals(false, $str1$$Register, $str2$$Register, |
|
9752 |
$cnt$$Register, $oddReg$$Register, $evenReg$$Register, |
|
9753 |
$result$$Register, false /* byte */); |
|
9754 |
%} |
|
9755 |
ins_pipe(pipe_class_dummy); |
|
9756 |
%} |
|
9757 |
||
9758 |
instruct string_equals_imm(iRegP str1, iRegP str2, uimmI8 cnt, iRegI result, flagsReg cr) %{
|
|
9759 |
match(Set result (StrEquals (Binary str1 str2) cnt)); |
|
9760 |
effect(KILL cr); // R0 is killed, too. |
|
9761 |
predicate(((StrEqualsNode*)n)->encoding() == StrIntrinsicNode::LL || ((StrEqualsNode*)n)->encoding() == StrIntrinsicNode::UU); |
|
9762 |
ins_cost(100); |
|
9763 |
format %{ "String Equals byte[] $str1,$str2,$cnt -> $result" %}
|
|
9764 |
ins_encode %{
|
|
9765 |
const int cnt_imm = $cnt$$constant; |
|
9766 |
if (cnt_imm) { __ z_clc(0, cnt_imm - 1, $str1$$Register, 0, $str2$$Register); }
|
|
9767 |
__ z_lhi($result$$Register, 1); |
|
9768 |
if (cnt_imm) {
|
|
9769 |
if (VM_Version::has_LoadStoreConditional()) {
|
|
9770 |
__ z_lhi(Z_R0_scratch, 0); |
|
9771 |
__ z_locr($result$$Register, Z_R0_scratch, Assembler::bcondNotEqual); |
|
9772 |
} else {
|
|
9773 |
Label Lskip; |
|
9774 |
__ z_bre(Lskip); |
|
9775 |
__ clear_reg($result$$Register); |
|
9776 |
__ bind(Lskip); |
|
9777 |
} |
|
9778 |
} |
|
9779 |
%} |
|
9780 |
ins_pipe(pipe_class_dummy); |
|
9781 |
%} |
|
9782 |
||
9783 |
instruct string_equalsC_imm(iRegP str1, iRegP str2, immI8 cnt, iRegI result, flagsReg cr) %{
|
|
9784 |
match(Set result (StrEquals (Binary str1 str2) cnt)); |
|
9785 |
effect(KILL cr); // R0 is killed, too. |
|
9786 |
predicate(((StrEqualsNode*)n)->encoding() == StrIntrinsicNode::none); |
|
9787 |
ins_cost(100); |
|
9788 |
format %{ "String Equals $str1,$str2,$cnt -> $result" %}
|
|
9789 |
ins_encode %{
|
|
9790 |
const int cnt_imm = $cnt$$constant; // positive immI8 (7 bits used) |
|
9791 |
if (cnt_imm) { __ z_clc(0, (cnt_imm << 1) - 1, $str1$$Register, 0, $str2$$Register); }
|
|
9792 |
__ z_lhi($result$$Register, 1); |
|
9793 |
if (cnt_imm) {
|
|
9794 |
if (VM_Version::has_LoadStoreConditional()) {
|
|
9795 |
__ z_lhi(Z_R0_scratch, 0); |
|
9796 |
__ z_locr($result$$Register, Z_R0_scratch, Assembler::bcondNotEqual); |
|
9797 |
} else {
|
|
9798 |
Label Lskip; |
|
9799 |
__ z_bre(Lskip); |
|
9800 |
__ clear_reg($result$$Register); |
|
9801 |
__ bind(Lskip); |
|
9802 |
} |
|
9803 |
} |
|
9804 |
%} |
|
9805 |
ins_pipe(pipe_class_dummy); |
|
9806 |
%} |
|
9807 |
||
9808 |
// Array equals |
|
9809 |
instruct array_equalsB(iRegP ary1, iRegP ary2, iRegI result, roddRegL oddReg, revenRegL evenReg, flagsReg cr) %{
|
|
9810 |
match(Set result (AryEq ary1 ary2)); |
|
9811 |
effect(TEMP oddReg, TEMP evenReg, KILL cr); // R0, R1 are killed, too. |
|
9812 |
predicate(((AryEqNode*)n)->encoding() == StrIntrinsicNode::LL); |
|
9813 |
ins_cost(300); |
|
9814 |
format %{ "Array Equals $ary1,$ary2 -> $result" %}
|
|
9815 |
ins_encode %{
|
|
9816 |
__ array_equals(true, $ary1$$Register, $ary2$$Register, |
|
9817 |
noreg, $oddReg$$Register, $evenReg$$Register, |
|
9818 |
$result$$Register, true /* byte */); |
|
9819 |
%} |
|
9820 |
ins_pipe(pipe_class_dummy); |
|
9821 |
%} |
|
9822 |
||
9823 |
instruct array_equalsC(iRegP ary1, iRegP ary2, iRegI result, roddRegL oddReg, revenRegL evenReg, flagsReg cr) %{
|
|
9824 |
match(Set result (AryEq ary1 ary2)); |
|
9825 |
effect(TEMP oddReg, TEMP evenReg, KILL cr); // R0, R1 are killed, too. |
|
9826 |
predicate(((AryEqNode*)n)->encoding() == StrIntrinsicNode::UU); |
|
9827 |
ins_cost(300); |
|
9828 |
format %{ "Array Equals $ary1,$ary2 -> $result" %}
|
|
9829 |
ins_encode %{
|
|
9830 |
__ array_equals(true, $ary1$$Register, $ary2$$Register, |
|
9831 |
noreg, $oddReg$$Register, $evenReg$$Register, |
|
9832 |
$result$$Register, false /* byte */); |
|
9833 |
%} |
|
9834 |
ins_pipe(pipe_class_dummy); |
|
9835 |
%} |
|
9836 |
||
9837 |
// String CompareTo |
|
9838 |
instruct string_compareL(iRegP str1, iRegP str2, rarg2RegI cnt1, rarg5RegI cnt2, iRegI result, roddRegL oddReg, revenRegL evenReg, flagsReg cr) %{
|
|
9839 |
match(Set result (StrComp (Binary str1 cnt1) (Binary str2 cnt2))); |
|
9840 |
effect(TEMP_DEF result, USE_KILL cnt1, USE_KILL cnt2, TEMP oddReg, TEMP evenReg, KILL cr); // R0, R1 are killed, too. |
|
9841 |
predicate(((StrCompNode*)n)->encoding() == StrIntrinsicNode::LL); |
|
9842 |
ins_cost(300); |
|
9843 |
format %{ "String Compare byte[] $str1,$cnt1,$str2,$cnt2 -> $result" %}
|
|
9844 |
ins_encode %{
|
|
9845 |
__ string_compare($str1$$Register, $str2$$Register, |
|
9846 |
$cnt1$$Register, $cnt2$$Register, |
|
9847 |
$oddReg$$Register, $evenReg$$Register, |
|
9848 |
$result$$Register, StrIntrinsicNode::LL); |
|
9849 |
%} |
|
9850 |
ins_pipe(pipe_class_dummy); |
|
9851 |
%} |
|
9852 |
||
9853 |
instruct string_compareU(iRegP str1, iRegP str2, rarg2RegI cnt1, rarg5RegI cnt2, iRegI result, roddRegL oddReg, revenRegL evenReg, flagsReg cr) %{
|
|
9854 |
match(Set result (StrComp (Binary str1 cnt1) (Binary str2 cnt2))); |
|
9855 |
effect(TEMP_DEF result, USE_KILL cnt1, USE_KILL cnt2, TEMP oddReg, TEMP evenReg, KILL cr); // R0, R1 are killed, too. |
|
9856 |
predicate(((StrCompNode*)n)->encoding() == StrIntrinsicNode::UU || ((StrCompNode*)n)->encoding() == StrIntrinsicNode::none); |
|
9857 |
ins_cost(300); |
|
9858 |
format %{ "String Compare char[] $str1,$cnt1,$str2,$cnt2 -> $result" %}
|
|
9859 |
ins_encode %{
|
|
9860 |
__ string_compare($str1$$Register, $str2$$Register, |
|
9861 |
$cnt1$$Register, $cnt2$$Register, |
|
9862 |
$oddReg$$Register, $evenReg$$Register, |
|
9863 |
$result$$Register, StrIntrinsicNode::UU); |
|
9864 |
%} |
|
9865 |
ins_pipe(pipe_class_dummy); |
|
9866 |
%} |
|
9867 |
||
9868 |
instruct string_compareLU(iRegP str1, iRegP str2, rarg2RegI cnt1, rarg5RegI cnt2, iRegI result, roddRegL oddReg, revenRegL evenReg, flagsReg cr) %{
|
|
9869 |
match(Set result (StrComp (Binary str1 cnt1) (Binary str2 cnt2))); |
|
9870 |
effect(TEMP_DEF result, USE_KILL cnt1, USE_KILL cnt2, TEMP oddReg, TEMP evenReg, KILL cr); // R0, R1 are killed, too. |
|
9871 |
predicate(((StrCompNode*)n)->encoding() == StrIntrinsicNode::LU); |
|
9872 |
ins_cost(300); |
|
9873 |
format %{ "String Compare byte[],char[] $str1,$cnt1,$str2,$cnt2 -> $result" %}
|
|
9874 |
ins_encode %{
|
|
9875 |
__ string_compare($str1$$Register, $str2$$Register, |
|
9876 |
$cnt1$$Register, $cnt2$$Register, |
|
9877 |
$oddReg$$Register, $evenReg$$Register, |
|
9878 |
$result$$Register, StrIntrinsicNode::LU); |
|
9879 |
%} |
|
9880 |
ins_pipe(pipe_class_dummy); |
|
9881 |
%} |
|
9882 |
||
9883 |
instruct string_compareUL(iRegP str1, iRegP str2, rarg2RegI cnt1, rarg5RegI cnt2, iRegI result, roddRegL oddReg, revenRegL evenReg, flagsReg cr) %{
|
|
9884 |
match(Set result (StrComp (Binary str1 cnt1) (Binary str2 cnt2))); |
|
9885 |
effect(TEMP_DEF result, USE_KILL cnt1, USE_KILL cnt2, TEMP oddReg, TEMP evenReg, KILL cr); // R0, R1 are killed, too. |
|
9886 |
predicate(((StrCompNode*)n)->encoding() == StrIntrinsicNode::UL); |
|
9887 |
ins_cost(300); |
|
9888 |
format %{ "String Compare char[],byte[] $str1,$cnt1,$str2,$cnt2 -> $result" %}
|
|
9889 |
ins_encode %{
|
|
9890 |
__ string_compare($str2$$Register, $str1$$Register, |
|
9891 |
$cnt2$$Register, $cnt1$$Register, |
|
9892 |
$oddReg$$Register, $evenReg$$Register, |
|
9893 |
$result$$Register, StrIntrinsicNode::UL); |
|
9894 |
%} |
|
9895 |
ins_pipe(pipe_class_dummy); |
|
9896 |
%} |
|
9897 |
||
9898 |
// String IndexOfChar |
|
9899 |
instruct indexOfChar_U(iRegP haystack, iRegI haycnt, iRegI ch, iRegI result, roddRegL oddReg, revenRegL evenReg, flagsReg cr) %{
|
|
9900 |
match(Set result (StrIndexOfChar (Binary haystack haycnt) ch)); |
|
9901 |
effect(TEMP_DEF result, TEMP evenReg, TEMP oddReg, KILL cr); // R0, R1 are killed, too. |
|
9902 |
ins_cost(200); |
|
9903 |
format %{ "String IndexOfChar [0..$haycnt]($haystack), $ch -> $result" %}
|
|
9904 |
ins_encode %{
|
|
9905 |
__ string_indexof_char($result$$Register, |
|
9906 |
$haystack$$Register, $haycnt$$Register, |
|
9907 |
$ch$$Register, 0 /* unused, ch is in register */, |
|
9908 |
$oddReg$$Register, $evenReg$$Register, false /*is_byte*/); |
|
9909 |
%} |
|
9910 |
ins_pipe(pipe_class_dummy); |
|
9911 |
%} |
|
9912 |
||
9913 |
instruct indexOf_imm1_U(iRegP haystack, iRegI haycnt, immP needle, immI_1 needlecnt, iRegI result, roddRegL oddReg, revenRegL evenReg, flagsReg cr) %{
|
|
9914 |
match(Set result (StrIndexOf (Binary haystack haycnt) (Binary needle needlecnt))); |
|
9915 |
effect(TEMP_DEF result, TEMP evenReg, TEMP oddReg, KILL cr); // R0, R1 are killed, too. |
|
9916 |
predicate(((StrIndexOfNode*)n)->encoding() == StrIntrinsicNode::UU || ((StrIndexOfNode*)n)->encoding() == StrIntrinsicNode::none); |
|
9917 |
ins_cost(200); |
|
9918 |
format %{ "String IndexOf UL [0..$haycnt]($haystack), [0]($needle) -> $result" %}
|
|
9919 |
ins_encode %{
|
|
9920 |
immPOper *needleOper = (immPOper *)$needle; |
|
9921 |
const TypeOopPtr *t = needleOper->type()->isa_oopptr(); |
|
9922 |
ciTypeArray* needle_values = t->const_oop()->as_type_array(); // Pointer to live char * |
|
9923 |
jchar chr; |
|
9924 |
#ifdef VM_LITTLE_ENDIAN |
|
9925 |
Unimplemented(); |
|
9926 |
#else |
|
9927 |
chr = (((jchar)(unsigned char)needle_values->element_value(0).as_byte()) << 8) | |
|
9928 |
((jchar)(unsigned char)needle_values->element_value(1).as_byte()); |
|
9929 |
#endif |
|
9930 |
__ string_indexof_char($result$$Register, |
|
9931 |
$haystack$$Register, $haycnt$$Register, |
|
9932 |
noreg, chr, |
|
9933 |
$oddReg$$Register, $evenReg$$Register, false /*is_byte*/); |
|
9934 |
%} |
|
9935 |
ins_pipe(pipe_class_dummy); |
|
9936 |
%} |
|
9937 |
||
9938 |
instruct indexOf_imm1_L(iRegP haystack, iRegI haycnt, immP needle, immI_1 needlecnt, iRegI result, roddRegL oddReg, revenRegL evenReg, flagsReg cr) %{
|
|
9939 |
match(Set result (StrIndexOf (Binary haystack haycnt) (Binary needle needlecnt))); |
|
9940 |
effect(TEMP_DEF result, TEMP evenReg, TEMP oddReg, KILL cr); // R0, R1 are killed, too. |
|
9941 |
predicate(((StrIndexOfNode*)n)->encoding() == StrIntrinsicNode::LL); |
|
9942 |
ins_cost(200); |
|
9943 |
format %{ "String IndexOf L [0..$haycnt]($haystack), [0]($needle) -> $result" %}
|
|
9944 |
ins_encode %{
|
|
9945 |
immPOper *needleOper = (immPOper *)$needle; |
|
9946 |
const TypeOopPtr *t = needleOper->type()->isa_oopptr(); |
|
9947 |
ciTypeArray* needle_values = t->const_oop()->as_type_array(); // Pointer to live char * |
|
9948 |
jchar chr = (jchar)needle_values->element_value(0).as_byte(); |
|
9949 |
__ string_indexof_char($result$$Register, |
|
9950 |
$haystack$$Register, $haycnt$$Register, |
|
9951 |
noreg, chr, |
|
9952 |
$oddReg$$Register, $evenReg$$Register, true /*is_byte*/); |
|
9953 |
%} |
|
9954 |
ins_pipe(pipe_class_dummy); |
|
9955 |
%} |
|
9956 |
||
9957 |
instruct indexOf_imm1_UL(iRegP haystack, iRegI haycnt, immP needle, immI_1 needlecnt, iRegI result, roddRegL oddReg, revenRegL evenReg, flagsReg cr) %{
|
|
9958 |
match(Set result (StrIndexOf (Binary haystack haycnt) (Binary needle needlecnt))); |
|
9959 |
effect(TEMP_DEF result, TEMP evenReg, TEMP oddReg, KILL cr); // R0, R1 are killed, too. |
|
9960 |
predicate(((StrIndexOfNode*)n)->encoding() == StrIntrinsicNode::UL); |
|
9961 |
ins_cost(200); |
|
9962 |
format %{ "String IndexOf UL [0..$haycnt]($haystack), [0]($needle) -> $result" %}
|
|
9963 |
ins_encode %{
|
|
9964 |
immPOper *needleOper = (immPOper *)$needle; |
|
9965 |
const TypeOopPtr *t = needleOper->type()->isa_oopptr(); |
|
9966 |
ciTypeArray* needle_values = t->const_oop()->as_type_array(); // Pointer to live char * |
|
9967 |
jchar chr = (jchar)needle_values->element_value(0).as_byte(); |
|
9968 |
__ string_indexof_char($result$$Register, |
|
9969 |
$haystack$$Register, $haycnt$$Register, |
|
9970 |
noreg, chr, |
|
9971 |
$oddReg$$Register, $evenReg$$Register, false /*is_byte*/); |
|
9972 |
%} |
|
9973 |
ins_pipe(pipe_class_dummy); |
|
9974 |
%} |
|
9975 |
||
9976 |
// String IndexOf |
|
9977 |
instruct indexOf_imm_U(iRegP haystack, rarg2RegI haycnt, iRegP needle, immI16 needlecntImm, iRegI result, roddRegL oddReg, revenRegL evenReg, flagsReg cr) %{
|
|
9978 |
match(Set result (StrIndexOf (Binary haystack haycnt) (Binary needle needlecntImm))); |
|
9979 |
effect(TEMP_DEF result, USE_KILL haycnt, TEMP oddReg, TEMP evenReg, KILL cr); // R0, R1 are killed, too. |
|
9980 |
predicate(((StrIndexOfNode*)n)->encoding() == StrIntrinsicNode::UU || ((StrIndexOfNode*)n)->encoding() == StrIntrinsicNode::none); |
|
9981 |
ins_cost(250); |
|
9982 |
format %{ "String IndexOf U [0..$needlecntImm]($needle) .in. [0..$haycnt]($haystack) -> $result" %}
|
|
9983 |
ins_encode %{
|
|
9984 |
__ string_indexof($result$$Register, |
|
9985 |
$haystack$$Register, $haycnt$$Register, |
|
9986 |
$needle$$Register, noreg, $needlecntImm$$constant, |
|
9987 |
$oddReg$$Register, $evenReg$$Register, StrIntrinsicNode::UU); |
|
9988 |
%} |
|
9989 |
ins_pipe(pipe_class_dummy); |
|
9990 |
%} |
|
9991 |
||
9992 |
instruct indexOf_imm_L(iRegP haystack, rarg2RegI haycnt, iRegP needle, immI16 needlecntImm, iRegI result, roddRegL oddReg, revenRegL evenReg, flagsReg cr) %{
|
|
9993 |
match(Set result (StrIndexOf (Binary haystack haycnt) (Binary needle needlecntImm))); |
|
9994 |
effect(TEMP_DEF result, USE_KILL haycnt, TEMP oddReg, TEMP evenReg, KILL cr); // R0, R1 are killed, too. |
|
9995 |
predicate(((StrIndexOfNode*)n)->encoding() == StrIntrinsicNode::LL); |
|
9996 |
ins_cost(250); |
|
9997 |
format %{ "String IndexOf L [0..$needlecntImm]($needle) .in. [0..$haycnt]($haystack) -> $result" %}
|
|
9998 |
ins_encode %{
|
|
9999 |
__ string_indexof($result$$Register, |
|
10000 |
$haystack$$Register, $haycnt$$Register, |
|
10001 |
$needle$$Register, noreg, $needlecntImm$$constant, |
|
10002 |
$oddReg$$Register, $evenReg$$Register, StrIntrinsicNode::LL); |
|
10003 |
%} |
|
10004 |
ins_pipe(pipe_class_dummy); |
|
10005 |
%} |
|
10006 |
||
10007 |
instruct indexOf_imm_UL(iRegP haystack, rarg2RegI haycnt, iRegP needle, immI16 needlecntImm, iRegI result, roddRegL oddReg, revenRegL evenReg, flagsReg cr) %{
|
|
10008 |
match(Set result (StrIndexOf (Binary haystack haycnt) (Binary needle needlecntImm))); |
|
10009 |
effect(TEMP_DEF result, USE_KILL haycnt, TEMP oddReg, TEMP evenReg, KILL cr); // R0, R1 are killed, too. |
|
10010 |
predicate(((StrIndexOfNode*)n)->encoding() == StrIntrinsicNode::UL); |
|
10011 |
ins_cost(250); |
|
10012 |
format %{ "String IndexOf UL [0..$needlecntImm]($needle) .in. [0..$haycnt]($haystack) -> $result" %}
|
|
10013 |
ins_encode %{
|
|
10014 |
__ string_indexof($result$$Register, |
|
10015 |
$haystack$$Register, $haycnt$$Register, |
|
10016 |
$needle$$Register, noreg, $needlecntImm$$constant, |
|
10017 |
$oddReg$$Register, $evenReg$$Register, StrIntrinsicNode::UL); |
|
10018 |
%} |
|
10019 |
ins_pipe(pipe_class_dummy); |
|
10020 |
%} |
|
10021 |
||
10022 |
instruct indexOf_U(iRegP haystack, rarg2RegI haycnt, iRegP needle, rarg5RegI needlecnt, iRegI result, roddRegL oddReg, revenRegL evenReg, flagsReg cr) %{
|
|
10023 |
match(Set result (StrIndexOf (Binary haystack haycnt) (Binary needle needlecnt))); |
|
10024 |
effect(TEMP_DEF result, USE_KILL haycnt, USE_KILL needlecnt, TEMP oddReg, TEMP evenReg, KILL cr); // R0, R1 are killed, too. |
|
10025 |
predicate(((StrIndexOfNode*)n)->encoding() == StrIntrinsicNode::UU || ((StrIndexOfNode*)n)->encoding() == StrIntrinsicNode::none); |
|
10026 |
ins_cost(300); |
|
10027 |
format %{ "String IndexOf U [0..$needlecnt]($needle) .in. [0..$haycnt]($haystack) -> $result" %}
|
|
10028 |
ins_encode %{
|
|
10029 |
__ string_indexof($result$$Register, |
|
10030 |
$haystack$$Register, $haycnt$$Register, |
|
10031 |
$needle$$Register, $needlecnt$$Register, 0, |
|
10032 |
$oddReg$$Register, $evenReg$$Register, StrIntrinsicNode::UU); |
|
10033 |
%} |
|
10034 |
ins_pipe(pipe_class_dummy); |
|
10035 |
%} |
|
10036 |
||
10037 |
instruct indexOf_L(iRegP haystack, rarg2RegI haycnt, iRegP needle, rarg5RegI needlecnt, iRegI result, roddRegL oddReg, revenRegL evenReg, flagsReg cr) %{
|
|
10038 |
match(Set result (StrIndexOf (Binary haystack haycnt) (Binary needle needlecnt))); |
|
10039 |
effect(TEMP_DEF result, USE_KILL haycnt, USE_KILL needlecnt, TEMP oddReg, TEMP evenReg, KILL cr); // R0, R1 are killed, too. |
|
10040 |
predicate(((StrIndexOfNode*)n)->encoding() == StrIntrinsicNode::LL); |
|
10041 |
ins_cost(300); |
|
10042 |
format %{ "String IndexOf L [0..$needlecnt]($needle) .in. [0..$haycnt]($haystack) -> $result" %}
|
|
10043 |
ins_encode %{
|
|
10044 |
__ string_indexof($result$$Register, |
|
10045 |
$haystack$$Register, $haycnt$$Register, |
|
10046 |
$needle$$Register, $needlecnt$$Register, 0, |
|
10047 |
$oddReg$$Register, $evenReg$$Register, StrIntrinsicNode::LL); |
|
10048 |
%} |
|
10049 |
ins_pipe(pipe_class_dummy); |
|
10050 |
%} |
|
10051 |
||
10052 |
instruct indexOf_UL(iRegP haystack, rarg2RegI haycnt, iRegP needle, rarg5RegI needlecnt, iRegI result, roddRegL oddReg, revenRegL evenReg, flagsReg cr) %{
|
|
10053 |
match(Set result (StrIndexOf (Binary haystack haycnt) (Binary needle needlecnt))); |
|
10054 |
effect(TEMP_DEF result, USE_KILL haycnt, USE_KILL needlecnt, TEMP oddReg, TEMP evenReg, KILL cr); // R0, R1 are killed, too. |
|
10055 |
predicate(((StrIndexOfNode*)n)->encoding() == StrIntrinsicNode::UL); |
|
10056 |
ins_cost(300); |
|
10057 |
format %{ "String IndexOf UL [0..$needlecnt]($needle) .in. [0..$haycnt]($haystack) -> $result" %}
|
|
10058 |
ins_encode %{
|
|
10059 |
__ string_indexof($result$$Register, |
|
10060 |
$haystack$$Register, $haycnt$$Register, |
|
10061 |
$needle$$Register, $needlecnt$$Register, 0, |
|
10062 |
$oddReg$$Register, $evenReg$$Register, StrIntrinsicNode::UL); |
|
10063 |
%} |
|
10064 |
ins_pipe(pipe_class_dummy); |
|
10065 |
%} |
|
10066 |
||
10067 |
// char[] to byte[] compression |
|
10068 |
instruct string_compress(iRegP src, rarg5RegP dst, iRegI result, roddRegI len, revenRegI evenReg, iRegI tmp, flagsReg cr) %{
|
|
10069 |
match(Set result (StrCompressedCopy src (Binary dst len))); |
|
10070 |
effect(TEMP_DEF result, USE_KILL dst, USE_KILL len, TEMP evenReg, TEMP tmp, KILL cr); // R0, R1 are killed, too. |
|
10071 |
ins_cost(300); |
|
10072 |
format %{ "String Compress $src->$dst($len) -> $result" %}
|
|
10073 |
ins_encode %{
|
|
10074 |
__ string_compress($result$$Register, $src$$Register, $dst$$Register, $len$$Register, |
|
10075 |
$evenReg$$Register, $tmp$$Register); |
|
10076 |
%} |
|
10077 |
ins_pipe(pipe_class_dummy); |
|
10078 |
%} |
|
10079 |
||
10080 |
// byte[] to char[] inflation. trot implementation is shorter, but slower than the unrolled icm(h) loop. |
|
10081 |
//instruct string_inflate_trot(Universe dummy, iRegP src, revenRegP dst, roddRegI len, iRegI tmp, flagsReg cr) %{
|
|
10082 |
// match(Set dummy (StrInflatedCopy src (Binary dst len))); |
|
10083 |
// effect(USE_KILL dst, USE_KILL len, TEMP tmp, KILL cr); // R0, R1 are killed, too. |
|
10084 |
// predicate(VM_Version::has_ETF2Enhancements()); |
|
10085 |
// ins_cost(300); |
|
10086 |
// format %{ "String Inflate (trot) $dst,$src($len)" %}
|
|
10087 |
// ins_encode %{
|
|
10088 |
// __ string_inflate_trot($src$$Register, $dst$$Register, $len$$Register, $tmp$$Register); |
|
10089 |
// %} |
|
10090 |
// ins_pipe(pipe_class_dummy); |
|
10091 |
//%} |
|
10092 |
||
10093 |
// byte[] to char[] inflation |
|
10094 |
instruct string_inflate(Universe dummy, rarg5RegP src, iRegP dst, roddRegI len, revenRegI evenReg, iRegI tmp, flagsReg cr) %{
|
|
10095 |
match(Set dummy (StrInflatedCopy src (Binary dst len))); |
|
10096 |
effect(USE_KILL src, USE_KILL len, TEMP evenReg, TEMP tmp, KILL cr); // R0, R1 are killed, too. |
|
10097 |
ins_cost(300); |
|
10098 |
format %{ "String Inflate $src->$dst($len)" %}
|
|
10099 |
ins_encode %{
|
|
10100 |
__ string_inflate($src$$Register, $dst$$Register, $len$$Register, $evenReg$$Register, $tmp$$Register); |
|
10101 |
%} |
|
10102 |
ins_pipe(pipe_class_dummy); |
|
10103 |
%} |
|
10104 |
||
10105 |
// StringCoding.java intrinsics |
|
10106 |
instruct has_negatives(rarg5RegP ary1, iRegI len, iRegI result, roddRegI oddReg, revenRegI evenReg, iRegI tmp, flagsReg cr) %{
|
|
10107 |
match(Set result (HasNegatives ary1 len)); |
|
10108 |
effect(TEMP_DEF result, USE_KILL ary1, TEMP oddReg, TEMP evenReg, TEMP tmp, KILL cr); // R0, R1 are killed, too. |
|
10109 |
ins_cost(300); |
|
10110 |
format %{ "has negatives byte[] $ary1($len) -> $result" %}
|
|
10111 |
ins_encode %{
|
|
10112 |
__ has_negatives($result$$Register, $ary1$$Register, $len$$Register, |
|
10113 |
$oddReg$$Register, $evenReg$$Register, $tmp$$Register); |
|
10114 |
%} |
|
10115 |
ins_pipe(pipe_class_dummy); |
|
10116 |
%} |
|
10117 |
||
10118 |
// encode char[] to byte[] in ISO_8859_1 |
|
10119 |
instruct encode_iso_array(rarg5RegP src, iRegP dst, iRegI result, roddRegI len, revenRegI evenReg, iRegI tmp, iRegI tmp2, flagsReg cr) %{
|
|
10120 |
match(Set result (EncodeISOArray src (Binary dst len))); |
|
10121 |
effect(TEMP_DEF result, USE_KILL src, USE_KILL len, TEMP evenReg, TEMP tmp, TEMP tmp2, KILL cr); // R0, R1 are killed, too. |
|
10122 |
ins_cost(300); |
|
10123 |
format %{ "Encode array $src->$dst($len) -> $result" %}
|
|
10124 |
ins_encode %{
|
|
10125 |
__ string_compress($result$$Register, $src$$Register, $dst$$Register, $len$$Register, |
|
10126 |
$evenReg$$Register, $tmp$$Register, $tmp2$$Register); |
|
10127 |
%} |
|
10128 |
ins_pipe(pipe_class_dummy); |
|
10129 |
%} |
|
10130 |
||
10131 |
||
10132 |
//----------PEEPHOLE RULES----------------------------------------------------- |
|
10133 |
// These must follow all instruction definitions as they use the names |
|
10134 |
// defined in the instructions definitions. |
|
10135 |
// |
|
10136 |
// peepmatch (root_instr_name [preceeding_instruction]*); |
|
10137 |
// |
|
10138 |
// peepconstraint %{
|
|
10139 |
// (instruction_number.operand_name relational_op instruction_number.operand_name |
|
10140 |
// [, ...]); |
|
10141 |
// // instruction numbers are zero-based using left to right order in peepmatch |
|
10142 |
// |
|
10143 |
// peepreplace (instr_name([instruction_number.operand_name]*)); |
|
10144 |
// // provide an instruction_number.operand_name for each operand that appears |
|
10145 |
// // in the replacement instruction's match rule |
|
10146 |
// |
|
10147 |
// ---------VM FLAGS--------------------------------------------------------- |
|
10148 |
// |
|
10149 |
// All peephole optimizations can be turned off using -XX:-OptoPeephole |
|
10150 |
// |
|
10151 |
// Each peephole rule is given an identifying number starting with zero and |
|
10152 |
// increasing by one in the order seen by the parser. An individual peephole |
|
10153 |
// can be enabled, and all others disabled, by using -XX:OptoPeepholeAt=# |
|
10154 |
// on the command-line. |
|
10155 |
// |
|
10156 |
// ---------CURRENT LIMITATIONS---------------------------------------------- |
|
10157 |
// |
|
10158 |
// Only match adjacent instructions in same basic block |
|
10159 |
// Only equality constraints |
|
10160 |
// Only constraints between operands, not (0.dest_reg == EAX_enc) |
|
10161 |
// Only one replacement instruction |
|
10162 |
// |
|
10163 |
// ---------EXAMPLE---------------------------------------------------------- |
|
10164 |
// |
|
10165 |
// // pertinent parts of existing instructions in architecture description |
|
10166 |
// instruct movI(eRegI dst, eRegI src) %{
|
|
10167 |
// match(Set dst (CopyI src)); |
|
10168 |
// %} |
|
10169 |
// |
|
10170 |
// instruct incI_eReg(eRegI dst, immI1 src, eFlagsReg cr) %{
|
|
10171 |
// match(Set dst (AddI dst src)); |
|
10172 |
// effect(KILL cr); |
|
10173 |
// %} |
|
10174 |
// |
|
10175 |
// // Change (inc mov) to lea |
|
10176 |
// peephole %{
|
|
10177 |
// // increment preceeded by register-register move |
|
10178 |
// peepmatch (incI_eReg movI); |
|
10179 |
// // require that the destination register of the increment |
|
10180 |
// // match the destination register of the move |
|
10181 |
// peepconstraint (0.dst == 1.dst); |
|
10182 |
// // construct a replacement instruction that sets |
|
10183 |
// // the destination to (move's source register + one) |
|
10184 |
// peepreplace (leaI_eReg_immI(0.dst 1.src 0.src)); |
|
10185 |
// %} |
|
10186 |
// |
|
10187 |
// Implementation no longer uses movX instructions since |
|
10188 |
// machine-independent system no longer uses CopyX nodes. |
|
10189 |
// |
|
10190 |
// peephole %{
|
|
10191 |
// peepmatch (incI_eReg movI); |
|
10192 |
// peepconstraint (0.dst == 1.dst); |
|
10193 |
// peepreplace (leaI_eReg_immI(0.dst 1.src 0.src)); |
|
10194 |
// %} |
|
10195 |
// |
|
10196 |
// peephole %{
|
|
10197 |
// peepmatch (decI_eReg movI); |
|
10198 |
// peepconstraint (0.dst == 1.dst); |
|
10199 |
// peepreplace (leaI_eReg_immI(0.dst 1.src 0.src)); |
|
10200 |
// %} |
|
10201 |
// |
|
10202 |
// peephole %{
|
|
10203 |
// peepmatch (addI_eReg_imm movI); |
|
10204 |
// peepconstraint (0.dst == 1.dst); |
|
10205 |
// peepreplace (leaI_eReg_immI(0.dst 1.src 0.src)); |
|
10206 |
// %} |
|
10207 |
// |
|
10208 |
// peephole %{
|
|
10209 |
// peepmatch (addP_eReg_imm movP); |
|
10210 |
// peepconstraint (0.dst == 1.dst); |
|
10211 |
// peepreplace (leaP_eReg_immI(0.dst 1.src 0.src)); |
|
10212 |
// %} |
|
10213 |
||
10214 |
||
10215 |
// This peephole rule does not work, probably because ADLC can't handle two effects: |
|
10216 |
// Effect 1 is defining 0.op1 and effect 2 is setting CC |
|
10217 |
// condense a load from memory and subsequent test for zero |
|
10218 |
// into a single, more efficient ICM instruction. |
|
10219 |
// peephole %{
|
|
10220 |
// peepmatch (compI_iReg_imm0 loadI); |
|
10221 |
// peepconstraint (1.dst == 0.op1); |
|
10222 |
// peepreplace (loadtest15_iReg_mem(0.op1 0.op1 1.mem)); |
|
10223 |
// %} |
|
10224 |
||
10225 |
// // Change load of spilled value to only a spill |
|
10226 |
// instruct storeI(memory mem, eRegI src) %{
|
|
10227 |
// match(Set mem (StoreI mem src)); |
|
10228 |
// %} |
|
10229 |
// |
|
10230 |
// instruct loadI(eRegI dst, memory mem) %{
|
|
10231 |
// match(Set dst (LoadI mem)); |
|
10232 |
// %} |
|
10233 |
// |
|
10234 |
peephole %{
|
|
10235 |
peepmatch (loadI storeI); |
|
10236 |
peepconstraint (1.src == 0.dst, 1.mem == 0.mem); |
|
10237 |
peepreplace (storeI(1.mem 1.mem 1.src)); |
|
10238 |
%} |
|
10239 |
||
10240 |
peephole %{
|
|
10241 |
peepmatch (loadL storeL); |
|
10242 |
peepconstraint (1.src == 0.dst, 1.mem == 0.mem); |
|
10243 |
peepreplace (storeL(1.mem 1.mem 1.src)); |
|
10244 |
%} |
|
10245 |
||
10246 |
peephole %{
|
|
10247 |
peepmatch (loadP storeP); |
|
10248 |
peepconstraint (1.src == 0.dst, 1.dst == 0.mem); |
|
10249 |
peepreplace (storeP(1.dst 1.dst 1.src)); |
|
10250 |
%} |
|
10251 |
||
10252 |
//----------SUPERWORD RULES--------------------------------------------------- |
|
10253 |
||
10254 |
// Expand rules for special cases |
|
10255 |
||
10256 |
instruct expand_storeF(stackSlotF mem, regF src) %{
|
|
10257 |
// No match rule, false predicate, for expand only. |
|
10258 |
effect(DEF mem, USE src); |
|
10259 |
predicate(false); |
|
10260 |
ins_cost(MEMORY_REF_COST); |
|
10261 |
// TODO: s390 port size(FIXED_SIZE); |
|
10262 |
format %{ "STE $src,$mem\t # replicate(float2stack)" %}
|
|
10263 |
opcode(STE_ZOPC, STE_ZOPC); |
|
10264 |
ins_encode(z_form_rt_mem(src, mem)); |
|
10265 |
ins_pipe(pipe_class_dummy); |
|
10266 |
%} |
|
10267 |
||
10268 |
instruct expand_LoadLogical_I2L(iRegL dst, stackSlotF mem) %{
|
|
10269 |
// No match rule, false predicate, for expand only. |
|
10270 |
effect(DEF dst, USE mem); |
|
10271 |
predicate(false); |
|
10272 |
ins_cost(MEMORY_REF_COST); |
|
10273 |
// TODO: s390 port size(FIXED_SIZE); |
|
10274 |
format %{ "LLGF $dst,$mem\t # replicate(stack2reg(unsigned))" %}
|
|
10275 |
opcode(LLGF_ZOPC, LLGF_ZOPC); |
|
10276 |
ins_encode(z_form_rt_mem(dst, mem)); |
|
10277 |
ins_pipe(pipe_class_dummy); |
|
10278 |
%} |
|
10279 |
||
10280 |
// Replicate scalar int to packed int values (8 Bytes) |
|
10281 |
instruct expand_Repl2I_reg(iRegL dst, iRegL src) %{
|
|
10282 |
// Dummy match rule, false predicate, for expand only. |
|
10283 |
match(Set dst (ConvI2L src)); |
|
10284 |
predicate(false); |
|
10285 |
ins_cost(DEFAULT_COST); |
|
10286 |
// TODO: s390 port size(FIXED_SIZE); |
|
10287 |
format %{ "REPLIC2F $dst,$src\t # replicate(pack2F)" %}
|
|
10288 |
ins_encode %{
|
|
10289 |
if ($dst$$Register == $src$$Register) {
|
|
10290 |
__ z_sllg(Z_R0_scratch, $src$$Register, 64-32); |
|
10291 |
__ z_ogr($dst$$Register, Z_R0_scratch); |
|
10292 |
} else {
|
|
10293 |
__ z_sllg($dst$$Register, $src$$Register, 64-32); |
|
10294 |
__ z_ogr( $dst$$Register, $src$$Register); |
|
10295 |
} |
|
10296 |
%} |
|
10297 |
ins_pipe(pipe_class_dummy); |
|
10298 |
%} |
|
10299 |
||
10300 |
// Replication |
|
10301 |
||
10302 |
// Exploit rotate_then_insert, if available |
|
10303 |
// Replicate scalar byte to packed byte values (8 Bytes). |
|
10304 |
instruct Repl8B_reg_risbg(iRegL dst, iRegI src, flagsReg cr) %{
|
|
10305 |
match(Set dst (ReplicateB src)); |
|
10306 |
effect(KILL cr); |
|
10307 |
predicate((n->as_Vector()->length() == 8)); |
|
10308 |
format %{ "REPLIC8B $dst,$src\t # pack8B" %}
|
|
10309 |
ins_encode %{
|
|
10310 |
if ($dst$$Register != $src$$Register) {
|
|
10311 |
__ z_lgr($dst$$Register, $src$$Register); |
|
10312 |
} |
|
10313 |
__ rotate_then_insert($dst$$Register, $dst$$Register, 48, 55, 8, false); |
|
10314 |
__ rotate_then_insert($dst$$Register, $dst$$Register, 32, 47, 16, false); |
|
10315 |
__ rotate_then_insert($dst$$Register, $dst$$Register, 0, 31, 32, false); |
|
10316 |
%} |
|
10317 |
ins_pipe(pipe_class_dummy); |
|
10318 |
%} |
|
10319 |
||
10320 |
// Replicate scalar byte to packed byte values (8 Bytes). |
|
10321 |
instruct Repl8B_imm(iRegL dst, immB_n0m1 src) %{
|
|
10322 |
match(Set dst (ReplicateB src)); |
|
10323 |
predicate(n->as_Vector()->length() == 8); |
|
10324 |
ins_should_rematerialize(true); |
|
10325 |
format %{ "REPLIC8B $dst,$src\t # pack8B imm" %}
|
|
10326 |
ins_encode %{
|
|
10327 |
int64_t Isrc8 = $src$$constant & 0x000000ff; |
|
10328 |
int64_t Isrc16 = Isrc8 << 8 | Isrc8; |
|
10329 |
int64_t Isrc32 = Isrc16 << 16 | Isrc16; |
|
10330 |
assert(Isrc8 != 0x000000ff && Isrc8 != 0, "should be handled by other match rules."); |
|
10331 |
||
10332 |
__ z_llilf($dst$$Register, Isrc32); |
|
10333 |
__ z_iihf($dst$$Register, Isrc32); |
|
10334 |
%} |
|
10335 |
ins_pipe(pipe_class_dummy); |
|
10336 |
%} |
|
10337 |
||
10338 |
// Replicate scalar byte to packed byte values (8 Bytes). |
|
10339 |
instruct Repl8B_imm0(iRegL dst, immI_0 src) %{
|
|
10340 |
match(Set dst (ReplicateB src)); |
|
10341 |
predicate(n->as_Vector()->length() == 8); |
|
10342 |
ins_should_rematerialize(true); |
|
10343 |
format %{ "REPLIC8B $dst,$src\t # pack8B imm0" %}
|
|
10344 |
ins_encode %{ __ z_laz($dst$$Register, 0, Z_R0); %}
|
|
10345 |
ins_pipe(pipe_class_dummy); |
|
10346 |
%} |
|
10347 |
||
10348 |
// Replicate scalar byte to packed byte values (8 Bytes). |
|
10349 |
instruct Repl8B_immm1(iRegL dst, immB_minus1 src) %{
|
|
10350 |
match(Set dst (ReplicateB src)); |
|
10351 |
predicate(n->as_Vector()->length() == 8); |
|
10352 |
ins_should_rematerialize(true); |
|
10353 |
format %{ "REPLIC8B $dst,$src\t # pack8B immm1" %}
|
|
10354 |
ins_encode %{ __ z_lghi($dst$$Register, -1); %}
|
|
10355 |
ins_pipe(pipe_class_dummy); |
|
10356 |
%} |
|
10357 |
||
10358 |
// Exploit rotate_then_insert, if available |
|
10359 |
// Replicate scalar short to packed short values (8 Bytes). |
|
10360 |
instruct Repl4S_reg_risbg(iRegL dst, iRegI src, flagsReg cr) %{
|
|
10361 |
match(Set dst (ReplicateS src)); |
|
10362 |
effect(KILL cr); |
|
10363 |
predicate((n->as_Vector()->length() == 4)); |
|
10364 |
format %{ "REPLIC4S $dst,$src\t # pack4S" %}
|
|
10365 |
ins_encode %{
|
|
10366 |
if ($dst$$Register != $src$$Register) {
|
|
10367 |
__ z_lgr($dst$$Register, $src$$Register); |
|
10368 |
} |
|
10369 |
__ rotate_then_insert($dst$$Register, $dst$$Register, 32, 47, 16, false); |
|
10370 |
__ rotate_then_insert($dst$$Register, $dst$$Register, 0, 31, 32, false); |
|
10371 |
%} |
|
10372 |
ins_pipe(pipe_class_dummy); |
|
10373 |
%} |
|
10374 |
||
10375 |
// Replicate scalar short to packed short values (8 Bytes). |
|
10376 |
instruct Repl4S_imm(iRegL dst, immS_n0m1 src) %{
|
|
10377 |
match(Set dst (ReplicateS src)); |
|
10378 |
predicate(n->as_Vector()->length() == 4); |
|
10379 |
ins_should_rematerialize(true); |
|
10380 |
format %{ "REPLIC4S $dst,$src\t # pack4S imm" %}
|
|
10381 |
ins_encode %{
|
|
10382 |
int64_t Isrc16 = $src$$constant & 0x0000ffff; |
|
10383 |
int64_t Isrc32 = Isrc16 << 16 | Isrc16; |
|
10384 |
assert(Isrc16 != 0x0000ffff && Isrc16 != 0, "Repl4S_imm: (src == " INT64_FORMAT |
|
10385 |
") should be handled by other match rules.", $src$$constant); |
|
10386 |
||
10387 |
__ z_llilf($dst$$Register, Isrc32); |
|
10388 |
__ z_iihf($dst$$Register, Isrc32); |
|
10389 |
%} |
|
10390 |
ins_pipe(pipe_class_dummy); |
|
10391 |
%} |
|
10392 |
||
10393 |
// Replicate scalar short to packed short values (8 Bytes). |
|
10394 |
instruct Repl4S_imm0(iRegL dst, immI_0 src) %{
|
|
10395 |
match(Set dst (ReplicateS src)); |
|
10396 |
predicate(n->as_Vector()->length() == 4); |
|
10397 |
ins_should_rematerialize(true); |
|
10398 |
format %{ "REPLIC4S $dst,$src\t # pack4S imm0" %}
|
|
10399 |
ins_encode %{ __ z_laz($dst$$Register, 0, Z_R0); %}
|
|
10400 |
ins_pipe(pipe_class_dummy); |
|
10401 |
%} |
|
10402 |
||
10403 |
// Replicate scalar short to packed short values (8 Bytes). |
|
10404 |
instruct Repl4S_immm1(iRegL dst, immS_minus1 src) %{
|
|
10405 |
match(Set dst (ReplicateS src)); |
|
10406 |
predicate(n->as_Vector()->length() == 4); |
|
10407 |
ins_should_rematerialize(true); |
|
10408 |
format %{ "REPLIC4S $dst,$src\t # pack4S immm1" %}
|
|
10409 |
ins_encode %{ __ z_lghi($dst$$Register, -1); %}
|
|
10410 |
ins_pipe(pipe_class_dummy); |
|
10411 |
%} |
|
10412 |
||
10413 |
// Exploit rotate_then_insert, if available. |
|
10414 |
// Replicate scalar int to packed int values (8 Bytes). |
|
10415 |
instruct Repl2I_reg_risbg(iRegL dst, iRegI src, flagsReg cr) %{
|
|
10416 |
match(Set dst (ReplicateI src)); |
|
10417 |
effect(KILL cr); |
|
10418 |
predicate((n->as_Vector()->length() == 2)); |
|
10419 |
format %{ "REPLIC2I $dst,$src\t # pack2I" %}
|
|
10420 |
ins_encode %{
|
|
10421 |
if ($dst$$Register != $src$$Register) {
|
|
10422 |
__ z_lgr($dst$$Register, $src$$Register); |
|
10423 |
} |
|
10424 |
__ rotate_then_insert($dst$$Register, $dst$$Register, 0, 31, 32, false); |
|
10425 |
%} |
|
10426 |
ins_pipe(pipe_class_dummy); |
|
10427 |
%} |
|
10428 |
||
10429 |
// Replicate scalar int to packed int values (8 Bytes). |
|
10430 |
instruct Repl2I_imm(iRegL dst, immI_n0m1 src) %{
|
|
10431 |
match(Set dst (ReplicateI src)); |
|
10432 |
predicate(n->as_Vector()->length() == 2); |
|
10433 |
ins_should_rematerialize(true); |
|
10434 |
format %{ "REPLIC2I $dst,$src\t # pack2I imm" %}
|
|
10435 |
ins_encode %{
|
|
10436 |
int64_t Isrc32 = $src$$constant; |
|
10437 |
assert(Isrc32 != -1 && Isrc32 != 0, "should be handled by other match rules."); |
|
10438 |
||
10439 |
__ z_llilf($dst$$Register, Isrc32); |
|
10440 |
__ z_iihf($dst$$Register, Isrc32); |
|
10441 |
%} |
|
10442 |
ins_pipe(pipe_class_dummy); |
|
10443 |
%} |
|
10444 |
||
10445 |
// Replicate scalar int to packed int values (8 Bytes). |
|
10446 |
instruct Repl2I_imm0(iRegL dst, immI_0 src) %{
|
|
10447 |
match(Set dst (ReplicateI src)); |
|
10448 |
predicate(n->as_Vector()->length() == 2); |
|
10449 |
ins_should_rematerialize(true); |
|
10450 |
format %{ "REPLIC2I $dst,$src\t # pack2I imm0" %}
|
|
10451 |
ins_encode %{ __ z_laz($dst$$Register, 0, Z_R0); %}
|
|
10452 |
ins_pipe(pipe_class_dummy); |
|
10453 |
%} |
|
10454 |
||
10455 |
// Replicate scalar int to packed int values (8 Bytes). |
|
10456 |
instruct Repl2I_immm1(iRegL dst, immI_minus1 src) %{
|
|
10457 |
match(Set dst (ReplicateI src)); |
|
10458 |
predicate(n->as_Vector()->length() == 2); |
|
10459 |
ins_should_rematerialize(true); |
|
10460 |
format %{ "REPLIC2I $dst,$src\t # pack2I immm1" %}
|
|
10461 |
ins_encode %{ __ z_lghi($dst$$Register, -1); %}
|
|
10462 |
ins_pipe(pipe_class_dummy); |
|
10463 |
%} |
|
10464 |
||
10465 |
// |
|
10466 |
||
10467 |
instruct Repl2F_reg_indirect(iRegL dst, regF src, flagsReg cr) %{
|
|
10468 |
match(Set dst (ReplicateF src)); |
|
10469 |
effect(KILL cr); |
|
10470 |
predicate(!VM_Version::has_FPSupportEnhancements() && n->as_Vector()->length() == 2); |
|
10471 |
format %{ "REPLIC2F $dst,$src\t # pack2F indirect" %}
|
|
10472 |
expand %{
|
|
10473 |
stackSlotF tmp; |
|
10474 |
iRegL tmp2; |
|
10475 |
expand_storeF(tmp, src); |
|
10476 |
expand_LoadLogical_I2L(tmp2, tmp); |
|
10477 |
expand_Repl2I_reg(dst, tmp2); |
|
10478 |
%} |
|
10479 |
%} |
|
10480 |
||
10481 |
// Replicate scalar float to packed float values in GREG (8 Bytes). |
|
10482 |
instruct Repl2F_reg_direct(iRegL dst, regF src, flagsReg cr) %{
|
|
10483 |
match(Set dst (ReplicateF src)); |
|
10484 |
effect(KILL cr); |
|
10485 |
predicate(VM_Version::has_FPSupportEnhancements() && n->as_Vector()->length() == 2); |
|
10486 |
format %{ "REPLIC2F $dst,$src\t # pack2F direct" %}
|
|
10487 |
ins_encode %{
|
|
10488 |
assert(VM_Version::has_FPSupportEnhancements(), "encoder should never be called on old H/W"); |
|
10489 |
__ z_lgdr($dst$$Register, $src$$FloatRegister); |
|
10490 |
||
10491 |
__ z_srlg(Z_R0_scratch, $dst$$Register, 32); // Floats are left-justified in 64bit reg. |
|
10492 |
__ z_iilf($dst$$Register, 0); // Save a "result not ready" stall. |
|
10493 |
__ z_ogr($dst$$Register, Z_R0_scratch); |
|
10494 |
%} |
|
10495 |
ins_pipe(pipe_class_dummy); |
|
10496 |
%} |
|
10497 |
||
10498 |
// Replicate scalar float immediate to packed float values in GREG (8 Bytes). |
|
10499 |
instruct Repl2F_imm(iRegL dst, immF src) %{
|
|
10500 |
match(Set dst (ReplicateF src)); |
|
10501 |
predicate(n->as_Vector()->length() == 2); |
|
10502 |
ins_should_rematerialize(true); |
|
10503 |
format %{ "REPLIC2F $dst,$src\t # pack2F imm" %}
|
|
10504 |
ins_encode %{
|
|
10505 |
union {
|
|
10506 |
int Isrc32; |
|
10507 |
float Fsrc32; |
|
10508 |
}; |
|
10509 |
Fsrc32 = $src$$constant; |
|
10510 |
__ z_llilf($dst$$Register, Isrc32); |
|
10511 |
__ z_iihf($dst$$Register, Isrc32); |
|
10512 |
%} |
|
10513 |
ins_pipe(pipe_class_dummy); |
|
10514 |
%} |
|
10515 |
||
10516 |
// Replicate scalar float immediate zeroes to packed float values in GREG (8 Bytes). |
|
10517 |
// Do this only for 'real' zeroes, especially don't loose sign of negative zeroes. |
|
10518 |
instruct Repl2F_imm0(iRegL dst, immFp0 src) %{
|
|
10519 |
match(Set dst (ReplicateF src)); |
|
10520 |
predicate(n->as_Vector()->length() == 2); |
|
10521 |
ins_should_rematerialize(true); |
|
10522 |
format %{ "REPLIC2F $dst,$src\t # pack2F imm0" %}
|
|
10523 |
ins_encode %{ __ z_laz($dst$$Register, 0, Z_R0); %}
|
|
10524 |
ins_pipe(pipe_class_dummy); |
|
10525 |
%} |
|
10526 |
||
10527 |
// Store |
|
10528 |
||
10529 |
// Store Aligned Packed Byte register to memory (8 Bytes). |
|
10530 |
instruct storeA8B(memory mem, iRegL src) %{
|
|
10531 |
match(Set mem (StoreVector mem src)); |
|
10532 |
predicate(n->as_StoreVector()->memory_size() == 8); |
|
10533 |
ins_cost(MEMORY_REF_COST); |
|
10534 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
10535 |
format %{ "STG $src,$mem\t # ST(packed8B)" %}
|
|
10536 |
opcode(STG_ZOPC, STG_ZOPC); |
|
10537 |
ins_encode(z_form_rt_mem_opt(src, mem)); |
|
10538 |
ins_pipe(pipe_class_dummy); |
|
10539 |
%} |
|
10540 |
||
10541 |
// Load |
|
10542 |
||
10543 |
instruct loadV8(iRegL dst, memory mem) %{
|
|
10544 |
match(Set dst (LoadVector mem)); |
|
10545 |
predicate(n->as_LoadVector()->memory_size() == 8); |
|
10546 |
ins_cost(MEMORY_REF_COST); |
|
10547 |
// TODO: s390 port size(VARIABLE_SIZE); |
|
10548 |
format %{ "LG $dst,$mem\t # L(packed8B)" %}
|
|
10549 |
opcode(LG_ZOPC, LG_ZOPC); |
|
10550 |
ins_encode(z_form_rt_mem_opt(dst, mem)); |
|
10551 |
ins_pipe(pipe_class_dummy); |
|
10552 |
%} |
|
10553 |
||
10554 |
//----------POPULATION COUNT RULES-------------------------------------------- |
|
10555 |
||
10556 |
// Byte reverse |
|
10557 |
||
10558 |
instruct bytes_reverse_int(iRegI dst, iRegI src) %{
|
|
10559 |
match(Set dst (ReverseBytesI src)); |
|
10560 |
predicate(UseByteReverseInstruction); // See Matcher::match_rule_supported |
|
10561 |
ins_cost(DEFAULT_COST); |
|
10562 |
size(4); |
|
10563 |
format %{ "LRVR $dst,$src\t# byte reverse int" %}
|
|
10564 |
opcode(LRVR_ZOPC); |
|
10565 |
ins_encode(z_rreform(dst, src)); |
|
10566 |
ins_pipe(pipe_class_dummy); |
|
10567 |
%} |
|
10568 |
||
10569 |
instruct bytes_reverse_long(iRegL dst, iRegL src) %{
|
|
10570 |
match(Set dst (ReverseBytesL src)); |
|
10571 |
predicate(UseByteReverseInstruction); // See Matcher::match_rule_supported |
|
10572 |
ins_cost(DEFAULT_COST); |
|
10573 |
// TODO: s390 port size(FIXED_SIZE); |
|
10574 |
format %{ "LRVGR $dst,$src\t# byte reverse long" %}
|
|
10575 |
opcode(LRVGR_ZOPC); |
|
10576 |
ins_encode(z_rreform(dst, src)); |
|
10577 |
ins_pipe(pipe_class_dummy); |
|
10578 |
%} |
|
10579 |
||
10580 |
// Leading zeroes |
|
10581 |
||
10582 |
// The instruction FLOGR (Find Leftmost One in Grande (64bit) Register) |
|
10583 |
// returns the bit position of the leftmost 1 in the 64bit source register. |
|
10584 |
// As the bits are numbered from left to right (0..63), the returned |
|
10585 |
// position index is equivalent to the number of leading zeroes. |
|
10586 |
// If no 1-bit is found (i.e. the regsiter contains zero), the instruction |
|
10587 |
// returns position 64. That's exactly what we need. |
|
10588 |
||
10589 |
instruct countLeadingZerosI(revenRegI dst, iRegI src, roddRegI tmp, flagsReg cr) %{
|
|
10590 |
match(Set dst (CountLeadingZerosI src)); |
|
10591 |
effect(KILL tmp, KILL cr); |
|
10592 |
ins_cost(3 * DEFAULT_COST); |
|
10593 |
size(14); |
|
10594 |
format %{ "SLLG $dst,$src,32\t# no need to always count 32 zeroes first\n\t"
|
|
10595 |
"IILH $dst,0x8000 \t# insert \"stop bit\" to force result 32 for zero src.\n\t" |
|
10596 |
"FLOGR $dst,$dst" |
|
10597 |
%} |
|
10598 |
ins_encode %{
|
|
10599 |
// Performance experiments indicate that "FLOGR" is using some kind of |
|
10600 |
// iteration to find the leftmost "1" bit. |
|
10601 |
// |
|
10602 |
// The prior implementation zero-extended the 32-bit argument to 64 bit, |
|
10603 |
// thus forcing "FLOGR" to count 32 bits of which we know they are zero. |
|
10604 |
// We could gain measurable speedup in micro benchmark: |
|
10605 |
// |
|
10606 |
// leading trailing |
|
10607 |
// z10: int 2.04 1.68 |
|
10608 |
// long 1.00 1.02 |
|
10609 |
// z196: int 0.99 1.23 |
|
10610 |
// long 1.00 1.11 |
|
10611 |
// |
|
10612 |
// By shifting the argument into the high-word instead of zero-extending it. |
|
10613 |
// The add'l branch on condition (taken for a zero argument, very infrequent, |
|
10614 |
// good prediction) is well compensated for by the savings. |
|
10615 |
// |
|
10616 |
// We leave the previous implementation in for some time in the future when |
|
10617 |
// the "FLOGR" instruction may become less iterative. |
|
10618 |
||
10619 |
// Version 2: shows 62%(z9), 204%(z10), -1%(z196) improvement over original |
|
10620 |
__ z_sllg($dst$$Register, $src$$Register, 32); // No need to always count 32 zeroes first. |
|
10621 |
__ z_iilh($dst$$Register, 0x8000); // Insert "stop bit" to force result 32 for zero src. |
|
10622 |
__ z_flogr($dst$$Register, $dst$$Register); |
|
10623 |
%} |
|
10624 |
ins_pipe(pipe_class_dummy); |
|
10625 |
%} |
|
10626 |
||
10627 |
instruct countLeadingZerosL(revenRegI dst, iRegL src, roddRegI tmp, flagsReg cr) %{
|
|
10628 |
match(Set dst (CountLeadingZerosL src)); |
|
10629 |
effect(KILL tmp, KILL cr); |
|
10630 |
ins_cost(DEFAULT_COST); |
|
10631 |
size(4); |
|
10632 |
format %{ "FLOGR $dst,$src \t# count leading zeros (long)\n\t" %}
|
|
10633 |
ins_encode %{ __ z_flogr($dst$$Register, $src$$Register); %}
|
|
10634 |
ins_pipe(pipe_class_dummy); |
|
10635 |
%} |
|
10636 |
||
10637 |
// trailing zeroes |
|
10638 |
||
10639 |
// We transform the trailing zeroes problem to a leading zeroes problem |
|
10640 |
// such that can use the FLOGR instruction to our advantage. |
|
10641 |
||
10642 |
// With |
|
10643 |
// tmp1 = src - 1 |
|
10644 |
// we flip all trailing zeroes to ones and the rightmost one to zero. |
|
10645 |
// All other bits remain unchanged. |
|
10646 |
// With the complement |
|
10647 |
// tmp2 = ~src |
|
10648 |
// we get all ones in the trailing zeroes positions. Thus, |
|
10649 |
// tmp3 = tmp1 & tmp2 |
|
10650 |
// yields ones in the trailing zeroes positions and zeroes elsewhere. |
|
10651 |
// Now we can apply FLOGR and get 64-(trailing zeroes). |
|
10652 |
instruct countTrailingZerosI(revenRegI dst, iRegI src, roddRegI tmp, flagsReg cr) %{
|
|
10653 |
match(Set dst (CountTrailingZerosI src)); |
|
10654 |
effect(TEMP_DEF dst, TEMP tmp, KILL cr); |
|
10655 |
ins_cost(8 * DEFAULT_COST); |
|
10656 |
// TODO: s390 port size(FIXED_SIZE); // Emitted code depends on PreferLAoverADD being on/off. |
|
10657 |
format %{ "LLGFR $dst,$src \t# clear upper 32 bits (we are dealing with int)\n\t"
|
|
10658 |
"LCGFR $tmp,$src \t# load 2's complement (32->64 bit)\n\t" |
|
10659 |
"AGHI $dst,-1 \t# tmp1 = src-1\n\t" |
|
10660 |
"AGHI $tmp,-1 \t# tmp2 = -src-1 = ~src\n\t" |
|
10661 |
"NGR $dst,$tmp \t# tmp3 = tmp1&tmp2\n\t" |
|
10662 |
"FLOGR $dst,$dst \t# count trailing zeros (int)\n\t" |
|
10663 |
"AHI $dst,-64 \t# tmp4 = 64-(trailing zeroes)-64\n\t" |
|
10664 |
"LCR $dst,$dst \t# res = -tmp4" |
|
10665 |
%} |
|
10666 |
ins_encode %{
|
|
10667 |
Register Rdst = $dst$$Register; |
|
10668 |
Register Rsrc = $src$$Register; |
|
10669 |
// Rtmp only needed for for zero-argument shortcut. With kill effect in |
|
10670 |
// match rule Rsrc = roddReg would be possible, saving one register. |
|
10671 |
Register Rtmp = $tmp$$Register; |
|
10672 |
||
10673 |
assert_different_registers(Rdst, Rsrc, Rtmp); |
|
10674 |
||
10675 |
// Algorithm: |
|
10676 |
// - Isolate the least significant (rightmost) set bit using (src & (-src)). |
|
10677 |
// All other bits in the result are zero. |
|
10678 |
// - Find the "leftmost one" bit position in the single-bit result from previous step. |
|
10679 |
// - 63-("leftmost one" bit position) gives the # of trailing zeros.
|
|
10680 |
||
10681 |
// Version 2: shows 79%(z9), 68%(z10), 23%(z196) improvement over original. |
|
10682 |
Label done; |
|
10683 |
__ load_const_optimized(Rdst, 32); // Prepare for shortcut (zero argument), result will be 32. |
|
10684 |
__ z_lcgfr(Rtmp, Rsrc); |
|
10685 |
__ z_bre(done); // Taken very infrequently, good prediction, no BHT entry. |
|
10686 |
||
10687 |
__ z_nr(Rtmp, Rsrc); // (src) & (-src) leaves nothing but least significant bit. |
|
10688 |
__ z_ahi(Rtmp, -1); // Subtract one to fill all trailing zero positions with ones. |
|
10689 |
// Use 32bit op to prevent borrow propagation (case Rdst = 0x80000000) |
|
10690 |
// into upper half of reg. Not relevant with sllg below. |
|
10691 |
__ z_sllg(Rdst, Rtmp, 32); // Shift interesting contents to upper half of register. |
|
10692 |
__ z_bre(done); // Shortcut for argument = 1, result will be 0. |
|
10693 |
// Depends on CC set by ahi above. |
|
10694 |
// Taken very infrequently, good prediction, no BHT entry. |
|
10695 |
// Branch delayed to have Rdst set correctly (Rtmp == 0(32bit) |
|
10696 |
// after SLLG Rdst == 0(64bit)). |
|
10697 |
__ z_flogr(Rdst, Rdst); // Kills tmp which is the oddReg for dst. |
|
10698 |
__ add2reg(Rdst, -32); // 32-pos(leftmost1) is #trailing zeros |
|
10699 |
__ z_lcgfr(Rdst, Rdst); // Provide 64bit result at no cost. |
|
10700 |
__ bind(done); |
|
10701 |
%} |
|
10702 |
ins_pipe(pipe_class_dummy); |
|
10703 |
%} |
|
10704 |
||
10705 |
instruct countTrailingZerosL(revenRegI dst, iRegL src, roddRegL tmp, flagsReg cr) %{
|
|
10706 |
match(Set dst (CountTrailingZerosL src)); |
|
10707 |
effect(TEMP_DEF dst, KILL tmp, KILL cr); |
|
10708 |
ins_cost(8 * DEFAULT_COST); |
|
10709 |
// TODO: s390 port size(FIXED_SIZE); // Emitted code depends on PreferLAoverADD being on/off. |
|
10710 |
format %{ "LCGR $dst,$src \t# preserve src\n\t"
|
|
10711 |
"NGR $dst,$src \t#" |
|
10712 |
"AGHI $dst,-1 \t# tmp1 = src-1\n\t" |
|
10713 |
"FLOGR $dst,$dst \t# count trailing zeros (long), kill $tmp\n\t" |
|
10714 |
"AHI $dst,-64 \t# tmp4 = 64-(trailing zeroes)-64\n\t" |
|
10715 |
"LCR $dst,$dst \t#" |
|
10716 |
%} |
|
10717 |
ins_encode %{
|
|
10718 |
Register Rdst = $dst$$Register; |
|
10719 |
Register Rsrc = $src$$Register; |
|
10720 |
assert_different_registers(Rdst, Rsrc); // Rtmp == Rsrc allowed. |
|
10721 |
||
10722 |
// New version: shows 5%(z9), 2%(z10), 11%(z196) improvement over original. |
|
10723 |
__ z_lcgr(Rdst, Rsrc); |
|
10724 |
__ z_ngr(Rdst, Rsrc); |
|
10725 |
__ add2reg(Rdst, -1); |
|
10726 |
__ z_flogr(Rdst, Rdst); // Kills tmp which is the oddReg for dst. |
|
10727 |
__ add2reg(Rdst, -64); |
|
10728 |
__ z_lcgfr(Rdst, Rdst); // Provide 64bit result at no cost. |
|
10729 |
%} |
|
10730 |
ins_pipe(pipe_class_dummy); |
|
10731 |
%} |
|
10732 |
||
10733 |
||
10734 |
// bit count |
|
10735 |
||
10736 |
instruct popCountI(iRegI dst, iRegI src, iRegI tmp, flagsReg cr) %{
|
|
10737 |
match(Set dst (PopCountI src)); |
|
10738 |
effect(TEMP_DEF dst, TEMP tmp, KILL cr); |
|
10739 |
predicate(UsePopCountInstruction && VM_Version::has_PopCount()); |
|
10740 |
ins_cost(DEFAULT_COST); |
|
10741 |
size(24); |
|
10742 |
format %{ "POPCNT $dst,$src\t# pop count int" %}
|
|
10743 |
ins_encode %{
|
|
10744 |
Register Rdst = $dst$$Register; |
|
10745 |
Register Rsrc = $src$$Register; |
|
10746 |
Register Rtmp = $tmp$$Register; |
|
10747 |
||
10748 |
// Prefer compile-time assertion over run-time SIGILL. |
|
10749 |
assert(VM_Version::has_PopCount(), "bad predicate for countLeadingZerosI"); |
|
10750 |
assert_different_registers(Rdst, Rtmp); |
|
10751 |
||
10752 |
// Version 2: shows 10%(z196) improvement over original. |
|
10753 |
__ z_popcnt(Rdst, Rsrc); |
|
10754 |
__ z_srlg(Rtmp, Rdst, 16); // calc byte4+byte6 and byte5+byte7 |
|
10755 |
__ z_alr(Rdst, Rtmp); // into byte6 and byte7 |
|
10756 |
__ z_srlg(Rtmp, Rdst, 8); // calc (byte4+byte6) + (byte5+byte7) |
|
10757 |
__ z_alr(Rdst, Rtmp); // into byte7 |
|
10758 |
__ z_llgcr(Rdst, Rdst); // zero-extend sum |
|
10759 |
%} |
|
10760 |
ins_pipe(pipe_class_dummy); |
|
10761 |
%} |
|
10762 |
||
10763 |
instruct popCountL(iRegI dst, iRegL src, iRegL tmp, flagsReg cr) %{
|
|
10764 |
match(Set dst (PopCountL src)); |
|
10765 |
effect(TEMP_DEF dst, TEMP tmp, KILL cr); |
|
10766 |
predicate(UsePopCountInstruction && VM_Version::has_PopCount()); |
|
10767 |
ins_cost(DEFAULT_COST); |
|
10768 |
// TODO: s390 port size(FIXED_SIZE); |
|
10769 |
format %{ "POPCNT $dst,$src\t# pop count long" %}
|
|
10770 |
ins_encode %{
|
|
10771 |
Register Rdst = $dst$$Register; |
|
10772 |
Register Rsrc = $src$$Register; |
|
10773 |
Register Rtmp = $tmp$$Register; |
|
10774 |
||
10775 |
// Prefer compile-time assertion over run-time SIGILL. |
|
10776 |
assert(VM_Version::has_PopCount(), "bad predicate for countLeadingZerosI"); |
|
10777 |
assert_different_registers(Rdst, Rtmp); |
|
10778 |
||
10779 |
// Original version. Using LA instead of algr seems to be a really bad idea (-35%). |
|
10780 |
__ z_popcnt(Rdst, Rsrc); |
|
10781 |
__ z_ahhlr(Rdst, Rdst, Rdst); |
|
10782 |
__ z_sllg(Rtmp, Rdst, 16); |
|
10783 |
__ z_algr(Rdst, Rtmp); |
|
10784 |
__ z_sllg(Rtmp, Rdst, 8); |
|
10785 |
__ z_algr(Rdst, Rtmp); |
|
10786 |
__ z_srlg(Rdst, Rdst, 56); |
|
10787 |
%} |
|
10788 |
ins_pipe(pipe_class_dummy); |
|
10789 |
%} |
|
10790 |
||
10791 |
//----------SMARTSPILL RULES--------------------------------------------------- |
|
10792 |
// These must follow all instruction definitions as they use the names |
|
10793 |
// defined in the instructions definitions. |
|
10794 |
||
10795 |
// ============================================================================ |
|
10796 |
// TYPE PROFILING RULES |
|
10797 |