jdk-sandbox: src/hotspot/cpu/x86/gc/z/z_x86_64.ad@d376d86b0a01 (annotated)

53542 5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	1	//
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	2	// Copyright (c) 2015, 2019, Oracle and/or its affiliates. All rights reserved.
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	3	// DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	4	//
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	5	// This code is free software; you can redistribute it and/or modify it
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	6	// under the terms of the GNU General Public License version 2 only, as
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	7	// published by the Free Software Foundation.
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	8	//
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	9	// This code is distributed in the hope that it will be useful, but WITHOUT
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	10	// ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	11	// FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	12	// version 2 for more details (a copy is included in the LICENSE file that
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	13	// accompanied this code).
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	14	//
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	15	// You should have received a copy of the GNU General Public License version
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	16	// 2 along with this work; if not, write to the Free Software Foundation,
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	17	// Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	18	//
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	19	// Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	20	// or visit www.oracle.com if you need additional information or have any
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	21	// questions.
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	22	//
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	23
55307 ed12027517c0 8224675: Late GC barrier insertion for ZGC neliasso parents: 53844 diff changeset	24	source_hpp %{
ed12027517c0 8224675: Late GC barrier insertion for ZGC neliasso parents: 53844 diff changeset	25
ed12027517c0 8224675: Late GC barrier insertion for ZGC neliasso parents: 53844 diff changeset	26	#include "gc/z/c2/zBarrierSetC2.hpp"
58516 d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	27	#include "gc/z/zThreadLocalData.hpp"
55307 ed12027517c0 8224675: Late GC barrier insertion for ZGC neliasso parents: 53844 diff changeset	28
ed12027517c0 8224675: Late GC barrier insertion for ZGC neliasso parents: 53844 diff changeset	29	%}
ed12027517c0 8224675: Late GC barrier insertion for ZGC neliasso parents: 53844 diff changeset	30
53542 5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	31	source %{
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	32
58516 d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	33	static void z_load_barrier(MacroAssembler& _masm, const MachNode* node, Address ref_addr, Register ref, Register tmp, bool weak) {
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	34	ZLoadBarrierStubC2* const stub = ZLoadBarrierStubC2::create(node, ref_addr, ref, tmp, weak);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	35	__ testptr(ref, Address(r15_thread, ZThreadLocalData::address_bad_mask_offset()));
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	36	__ jcc(Assembler::notZero, *stub->entry());
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	37	__ bind(*stub->continuation());
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	38	}
53542 5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	39
58516 d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	40	static void z_load_barrier_slow_path(MacroAssembler& _masm, const MachNode* node, Address ref_addr, Register ref, Register tmp) {
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	41	ZLoadBarrierStubC2* const stub = ZLoadBarrierStubC2::create(node, ref_addr, ref, tmp, false /* weak */);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	42	__ jmp(*stub->entry());
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	43	__ bind(*stub->continuation());
53542 5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	44	}
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	45
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	46	%}
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	47
58516 d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	48	// Load Pointer
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	49	instruct zLoadP(rRegP dst, memory mem, rFlagsReg cr)
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	50	%{
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	51	predicate(UseZGC && n->as_Load()->barrier_data() == ZLoadBarrierStrong);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	52	match(Set dst (LoadP mem));
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	53	effect(KILL cr, TEMP dst);
53542 5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	54
58516 d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	55	ins_cost(125);
53542 5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	56
58516 d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	57	format %{ "movq $dst, $mem" %}
53542 5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	58
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	59	ins_encode %{
58516 d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	60	__ movptr($dst$$Register, $mem$$Address);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	61	if (barrier_data() != ZLoadBarrierElided) {
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	62	z_load_barrier(_masm, this, $mem$$Address, $dst$$Register, noreg /* tmp /, false / weak */);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	63	}
53542 5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	64	%}
58516 d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	65
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	66	ins_pipe(ialu_reg_mem);
53542 5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	67	%}
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	68
58516 d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	69	// Load Weak Pointer
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	70	instruct zLoadWeakP(rRegP dst, memory mem, rFlagsReg cr)
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	71	%{
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	72	predicate(UseZGC && n->as_Load()->barrier_data() == ZLoadBarrierWeak);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	73	match(Set dst (LoadP mem));
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	74	effect(KILL cr, TEMP dst);
53542 5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	75
58516 d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	76	ins_cost(125);
53542 5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	77
58516 d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	78	format %{ "movq $dst, $mem" %}
53542 5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	79
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	80	ins_encode %{
58516 d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	81	__ movptr($dst$$Register, $mem$$Address);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	82	z_load_barrier(_masm, this, $mem$$Address, $dst$$Register, noreg /* tmp /, true / weak */);
53542 5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	83	%}
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	84
58516 d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	85	ins_pipe(ialu_reg_mem);
53542 5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	86	%}
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	87
58516 d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	88	instruct zCompareAndExchangeP(memory mem, rax_RegP oldval, rRegP newval, rRegP tmp, rFlagsReg cr) %{
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	89	match(Set oldval (CompareAndExchangeP mem (Binary oldval newval)));
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	90	predicate(UseZGC && n->as_LoadStore()->barrier_data() == ZLoadBarrierStrong);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	91	effect(KILL cr, TEMP tmp);
53542 5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	92
58516 d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	93	format %{ "lock\n\t"
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	94	"cmpxchgq $newval, $mem" %}
53542 5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	95
5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	96	ins_encode %{
58516 d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	97	if (barrier_data() != ZLoadBarrierElided) {
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	98	__ movptr($tmp$$Register, $oldval$$Register);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	99	}
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	100	__ lock();
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	101	__ cmpxchgptr($newval$$Register, $mem$$Address);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	102	if (barrier_data() != ZLoadBarrierElided) {
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	103	Label good;
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	104	__ testptr($oldval$$Register, Address(r15_thread, ZThreadLocalData::address_bad_mask_offset()));
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	105	__ jcc(Assembler::zero, good);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	106	z_load_barrier_slow_path(_masm, this, $mem$$Address, $oldval$$Register, $tmp$$Register);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	107	__ movptr($oldval$$Register, $tmp$$Register);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	108	__ lock();
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	109	__ cmpxchgptr($newval$$Register, $mem$$Address);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	110	__ bind(good);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	111	}
53542 5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	112	%}
58516 d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	113
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	114	ins_pipe(pipe_cmpxchg);
53542 5c80e6994d8a 8217856: ZGC: Break out C2 matching rules into separate AD file pliden parents: diff changeset	115	%}
55307 ed12027517c0 8224675: Late GC barrier insertion for ZGC neliasso parents: 53844 diff changeset	116
58516 d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	117	instruct zCompareAndSwapP(rRegI res, memory mem, rRegP newval, rRegP tmp, rFlagsReg cr, rax_RegP oldval) %{
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	118	match(Set res (CompareAndSwapP mem (Binary oldval newval)));
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	119	match(Set res (WeakCompareAndSwapP mem (Binary oldval newval)));
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	120	predicate(UseZGC && n->as_LoadStore()->barrier_data() == ZLoadBarrierStrong);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	121	effect(KILL cr, KILL oldval, TEMP tmp);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	122
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	123	format %{ "lock\n\t"
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	124	"cmpxchgq $newval, $mem\n\t"
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	125	"sete $res\n\t"
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	126	"movzbl $res, $res" %}
55307 ed12027517c0 8224675: Late GC barrier insertion for ZGC neliasso parents: 53844 diff changeset	127
58516 d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	128	ins_encode %{
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	129	if (barrier_data() != ZLoadBarrierElided) {
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	130	__ movptr($tmp$$Register, $oldval$$Register);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	131	}
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	132	__ lock();
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	133	__ cmpxchgptr($newval$$Register, $mem$$Address);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	134	if (barrier_data() != ZLoadBarrierElided) {
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	135	Label good;
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	136	__ testptr($oldval$$Register, Address(r15_thread, ZThreadLocalData::address_bad_mask_offset()));
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	137	__ jcc(Assembler::zero, good);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	138	z_load_barrier_slow_path(_masm, this, $mem$$Address, $oldval$$Register, $tmp$$Register);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	139	__ movptr($oldval$$Register, $tmp$$Register);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	140	__ lock();
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	141	__ cmpxchgptr($newval$$Register, $mem$$Address);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	142	__ bind(good);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	143	__ cmpptr($tmp$$Register, $oldval$$Register);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	144	}
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	145	__ setb(Assembler::equal, $res$$Register);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	146	__ movzbl($res$$Register, $res$$Register);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	147	%}
55307 ed12027517c0 8224675: Late GC barrier insertion for ZGC neliasso parents: 53844 diff changeset	148
58516 d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	149	ins_pipe(pipe_cmpxchg);
55307 ed12027517c0 8224675: Late GC barrier insertion for ZGC neliasso parents: 53844 diff changeset	150	%}
ed12027517c0 8224675: Late GC barrier insertion for ZGC neliasso parents: 53844 diff changeset	151
58516 d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	152	instruct zXChgP(memory mem, rRegP newval, rFlagsReg cr) %{
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	153	match(Set newval (GetAndSetP mem newval));
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	154	predicate(UseZGC && n->as_LoadStore()->barrier_data() == ZLoadBarrierStrong);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	155	effect(KILL cr);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	156
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	157	format %{ "xchgq $newval, $mem" %}
55307 ed12027517c0 8224675: Late GC barrier insertion for ZGC neliasso parents: 53844 diff changeset	158
58516 d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	159	ins_encode %{
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	160	__ xchgptr($newval$$Register, $mem$$Address);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	161	if (barrier_data() != ZLoadBarrierElided) {
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	162	z_load_barrier(_masm, this, Address(noreg, 0), $newval$$Register, noreg /* tmp /, false / weak */);
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	163	}
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	164	%}
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	165
d376d86b0a01 8230565: ZGC: Redesign C2 load barrier to expand on the MachNode level eosterlund parents: 55563 diff changeset	166	ins_pipe(pipe_cmpxchg);
55307 ed12027517c0 8224675: Late GC barrier insertion for ZGC neliasso parents: 53844 diff changeset	167	%}

author	eosterlund
	Wed, 09 Oct 2019 12:30:06 +0000
changeset 58516	d376d86b0a01
parent 55563	d56b192c73e9
child 58679	9c3209ff7550
permissions	-rw-r--r--