author | stefank |
Mon, 25 Nov 2019 12:32:40 +0100 | |
changeset 59251 | 4cbfa5077d68 |
parent 58710 | ff3eab78554f |
child 59252 | 623722a6aeb9 |
permissions | -rw-r--r-- |
52925
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
1 |
/* |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
2 |
* Copyright (c) 2015, 2018, Red Hat, Inc. All rights reserved. |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
3 |
* |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
4 |
* This code is free software; you can redistribute it and/or modify it |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
5 |
* under the terms of the GNU General Public License version 2 only, as |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
6 |
* published by the Free Software Foundation. |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
7 |
* |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
8 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
9 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
10 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
11 |
* version 2 for more details (a copy is included in the LICENSE file that |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
12 |
* accompanied this code). |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
13 |
* |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
14 |
* You should have received a copy of the GNU General Public License version |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
15 |
* 2 along with this work; if not, write to the Free Software Foundation, |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
16 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
17 |
* |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
18 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
19 |
* or visit www.oracle.com if you need additional information or have any |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
20 |
* questions. |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
21 |
* |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
22 |
*/ |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
23 |
|
53244
9807daeb47c4
8216167: Update include guards to reflect correct directories
coleenp
parents:
52925
diff
changeset
|
24 |
#ifndef SHARE_GC_SHENANDOAH_SHENANDOAHBARRIERSET_INLINE_HPP |
9807daeb47c4
8216167: Update include guards to reflect correct directories
coleenp
parents:
52925
diff
changeset
|
25 |
#define SHARE_GC_SHENANDOAH_SHENANDOAHBARRIERSET_INLINE_HPP |
52925
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
26 |
|
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
27 |
#include "gc/shared/barrierSet.hpp" |
55681 | 28 |
#include "gc/shenandoah/shenandoahAsserts.hpp" |
52925
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
29 |
#include "gc/shenandoah/shenandoahBarrierSet.hpp" |
58218
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
30 |
#include "gc/shenandoah/shenandoahCollectionSet.inline.hpp" |
54766
1321f8cf9de5
8223567: Rename ShenandoahBrooksPointer to ShenandoahForwarding
rkennke
parents:
54425
diff
changeset
|
31 |
#include "gc/shenandoah/shenandoahForwarding.inline.hpp" |
52925
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
32 |
#include "gc/shenandoah/shenandoahHeap.inline.hpp" |
54383 | 33 |
#include "gc/shenandoah/shenandoahHeapRegion.hpp" |
34 |
#include "gc/shenandoah/shenandoahMarkingContext.inline.hpp" |
|
35 |
#include "gc/shenandoah/shenandoahThreadLocalData.hpp" |
|
58218
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
36 |
#include "memory/iterator.inline.hpp" |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
37 |
#include "oops/oop.inline.hpp" |
52925
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
38 |
|
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
39 |
inline oop ShenandoahBarrierSet::resolve_forwarded_not_null(oop p) { |
54766
1321f8cf9de5
8223567: Rename ShenandoahBrooksPointer to ShenandoahForwarding
rkennke
parents:
54425
diff
changeset
|
40 |
return ShenandoahForwarding::get_forwardee(p); |
52925
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
41 |
} |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
42 |
|
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
43 |
inline oop ShenandoahBarrierSet::resolve_forwarded(oop p) { |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
44 |
if (((HeapWord*) p) != NULL) { |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
45 |
return resolve_forwarded_not_null(p); |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
46 |
} else { |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
47 |
return p; |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
48 |
} |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
49 |
} |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
50 |
|
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
51 |
template <DecoratorSet decorators, typename BarrierSetT> |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
52 |
template <typename T> |
54423 | 53 |
inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_load_in_heap(T* addr) { |
54 |
oop value = Raw::oop_load_in_heap(addr); |
|
55 |
value = ShenandoahBarrierSet::barrier_set()->load_reference_barrier(value); |
|
56 |
keep_alive_if_weak(decorators, value); |
|
57 |
return value; |
|
58 |
} |
|
59 |
||
60 |
template <DecoratorSet decorators, typename BarrierSetT> |
|
61 |
inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_load_in_heap_at(oop base, ptrdiff_t offset) { |
|
62 |
oop value = Raw::oop_load_in_heap_at(base, offset); |
|
63 |
value = ShenandoahBarrierSet::barrier_set()->load_reference_barrier(value); |
|
64 |
keep_alive_if_weak(AccessBarrierSupport::resolve_possibly_unknown_oop_ref_strength<decorators>(base, offset), value); |
|
65 |
return value; |
|
66 |
} |
|
67 |
||
68 |
template <DecoratorSet decorators, typename BarrierSetT> |
|
69 |
template <typename T> |
|
70 |
inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_load_not_in_heap(T* addr) { |
|
71 |
oop value = Raw::oop_load_not_in_heap(addr); |
|
58710
ff3eab78554f
8232674: Fix build and rename ShenandoahBarrierSet::oop_load_from_native_barrier
shade
parents:
58693
diff
changeset
|
72 |
value = ShenandoahBarrierSet::barrier_set()->load_reference_barrier_native(value, addr); |
54423 | 73 |
keep_alive_if_weak(decorators, value); |
74 |
return value; |
|
75 |
} |
|
76 |
||
77 |
template <DecoratorSet decorators, typename BarrierSetT> |
|
78 |
template <typename T> |
|
79 |
inline void ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_store_in_heap(T* addr, oop value) { |
|
80 |
ShenandoahBarrierSet::barrier_set()->storeval_barrier(value); |
|
81 |
const bool keep_alive = (decorators & AS_NO_KEEPALIVE) == 0; |
|
82 |
if (keep_alive) { |
|
83 |
ShenandoahBarrierSet::barrier_set()->write_ref_field_pre_work(addr, value); |
|
84 |
} |
|
85 |
Raw::oop_store_in_heap(addr, value); |
|
86 |
} |
|
87 |
||
88 |
template <DecoratorSet decorators, typename BarrierSetT> |
|
89 |
inline void ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_store_in_heap_at(oop base, ptrdiff_t offset, oop value) { |
|
90 |
oop_store_in_heap(AccessInternal::oop_field_addr<decorators>(base, offset), value); |
|
91 |
} |
|
92 |
||
93 |
template <DecoratorSet decorators, typename BarrierSetT> |
|
94 |
template <typename T> |
|
55681 | 95 |
inline void ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_store_not_in_heap(T* addr, oop value) { |
96 |
shenandoah_assert_marked_if(NULL, value, !CompressedOops::is_null(value) && ShenandoahHeap::heap()->is_evacuation_in_progress()); |
|
97 |
Raw::oop_store(addr, value); |
|
98 |
} |
|
99 |
||
100 |
template <DecoratorSet decorators, typename BarrierSetT> |
|
101 |
template <typename T> |
|
54423 | 102 |
inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_cmpxchg_not_in_heap(oop new_value, T* addr, oop compare_value) { |
52925
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
103 |
oop res; |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
104 |
oop expected = compare_value; |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
105 |
do { |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
106 |
compare_value = expected; |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
107 |
res = Raw::oop_atomic_cmpxchg(new_value, addr, compare_value); |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
108 |
expected = res; |
58177 | 109 |
} while ((compare_value != expected) && (resolve_forwarded(compare_value) == resolve_forwarded(expected))); |
54423 | 110 |
if (res != NULL) { |
111 |
return ShenandoahBarrierSet::barrier_set()->load_reference_barrier_not_null(res); |
|
112 |
} else { |
|
113 |
return res; |
|
114 |
} |
|
115 |
} |
|
116 |
||
117 |
template <DecoratorSet decorators, typename BarrierSetT> |
|
118 |
template <typename T> |
|
119 |
inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_cmpxchg_in_heap_impl(oop new_value, T* addr, oop compare_value) { |
|
120 |
ShenandoahBarrierSet::barrier_set()->storeval_barrier(new_value); |
|
121 |
oop result = oop_atomic_cmpxchg_not_in_heap(new_value, addr, compare_value); |
|
122 |
const bool keep_alive = (decorators & AS_NO_KEEPALIVE) == 0; |
|
123 |
if (keep_alive && ShenandoahSATBBarrier && !CompressedOops::is_null(result) && |
|
58177 | 124 |
(result == compare_value) && |
54423 | 125 |
ShenandoahHeap::heap()->is_concurrent_mark_in_progress()) { |
126 |
ShenandoahBarrierSet::barrier_set()->enqueue(result); |
|
52925
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
127 |
} |
54423 | 128 |
return result; |
129 |
} |
|
130 |
||
131 |
template <DecoratorSet decorators, typename BarrierSetT> |
|
132 |
template <typename T> |
|
133 |
inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_cmpxchg_in_heap(oop new_value, T* addr, oop compare_value) { |
|
134 |
oop result = oop_atomic_cmpxchg_in_heap_impl(new_value, addr, compare_value); |
|
135 |
keep_alive_if_weak(decorators, result); |
|
136 |
return result; |
|
137 |
} |
|
138 |
||
139 |
template <DecoratorSet decorators, typename BarrierSetT> |
|
140 |
inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_cmpxchg_in_heap_at(oop new_value, oop base, ptrdiff_t offset, oop compare_value) { |
|
141 |
oop result = oop_atomic_cmpxchg_in_heap_impl(new_value, AccessInternal::oop_field_addr<decorators>(base, offset), compare_value); |
|
142 |
keep_alive_if_weak(AccessBarrierSupport::resolve_possibly_unknown_oop_ref_strength<decorators>(base, offset), result); |
|
143 |
return result; |
|
144 |
} |
|
145 |
||
146 |
template <DecoratorSet decorators, typename BarrierSetT> |
|
147 |
template <typename T> |
|
59251
4cbfa5077d68
8234739: Harmonize parameter order in Atomic - xchg
stefank
parents:
58710
diff
changeset
|
148 |
inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_xchg_not_in_heap(T* addr, oop new_value) { |
4cbfa5077d68
8234739: Harmonize parameter order in Atomic - xchg
stefank
parents:
58710
diff
changeset
|
149 |
oop previous = Raw::oop_atomic_xchg(addr, new_value); |
54423 | 150 |
if (previous != NULL) { |
151 |
return ShenandoahBarrierSet::barrier_set()->load_reference_barrier_not_null(previous); |
|
152 |
} else { |
|
153 |
return previous; |
|
154 |
} |
|
155 |
} |
|
156 |
||
157 |
template <DecoratorSet decorators, typename BarrierSetT> |
|
158 |
template <typename T> |
|
59251
4cbfa5077d68
8234739: Harmonize parameter order in Atomic - xchg
stefank
parents:
58710
diff
changeset
|
159 |
inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_xchg_in_heap_impl(T* addr, oop new_value) { |
54423 | 160 |
ShenandoahBarrierSet::barrier_set()->storeval_barrier(new_value); |
59251
4cbfa5077d68
8234739: Harmonize parameter order in Atomic - xchg
stefank
parents:
58710
diff
changeset
|
161 |
oop result = oop_atomic_xchg_not_in_heap(addr, new_value); |
54423 | 162 |
const bool keep_alive = (decorators & AS_NO_KEEPALIVE) == 0; |
163 |
if (keep_alive && ShenandoahSATBBarrier && !CompressedOops::is_null(result) && |
|
164 |
ShenandoahHeap::heap()->is_concurrent_mark_in_progress()) { |
|
165 |
ShenandoahBarrierSet::barrier_set()->enqueue(result); |
|
166 |
} |
|
167 |
return result; |
|
52925
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
168 |
} |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
169 |
|
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
170 |
template <DecoratorSet decorators, typename BarrierSetT> |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
171 |
template <typename T> |
59251
4cbfa5077d68
8234739: Harmonize parameter order in Atomic - xchg
stefank
parents:
58710
diff
changeset
|
172 |
inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_xchg_in_heap(T* addr, oop new_value) { |
4cbfa5077d68
8234739: Harmonize parameter order in Atomic - xchg
stefank
parents:
58710
diff
changeset
|
173 |
oop result = oop_atomic_xchg_in_heap_impl(addr, new_value); |
54423 | 174 |
keep_alive_if_weak(addr, result); |
175 |
return result; |
|
52925
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
176 |
} |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
177 |
|
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
178 |
template <DecoratorSet decorators, typename BarrierSetT> |
59251
4cbfa5077d68
8234739: Harmonize parameter order in Atomic - xchg
stefank
parents:
58710
diff
changeset
|
179 |
inline oop ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_atomic_xchg_in_heap_at(oop base, ptrdiff_t offset, oop new_value) { |
4cbfa5077d68
8234739: Harmonize parameter order in Atomic - xchg
stefank
parents:
58710
diff
changeset
|
180 |
oop result = oop_atomic_xchg_in_heap_impl(AccessInternal::oop_field_addr<decorators>(base, offset), new_value); |
54423 | 181 |
keep_alive_if_weak(AccessBarrierSupport::resolve_possibly_unknown_oop_ref_strength<decorators>(base, offset), result); |
182 |
return result; |
|
52925
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
183 |
} |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
184 |
|
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
185 |
// Clone barrier support |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
186 |
template <DecoratorSet decorators, typename BarrierSetT> |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
187 |
void ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::clone_in_heap(oop src, oop dst, size_t size) { |
58218
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
188 |
if (ShenandoahCloneBarrier) { |
58334
f642ad5c655f
8231447: Shenandoah: Compilation-time regression after JDK-8231086
rkennke
parents:
58218
diff
changeset
|
189 |
ShenandoahBarrierSet::barrier_set()->clone_barrier_runtime(src); |
58218
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
190 |
} |
52925
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
191 |
Raw::clone(src, dst, size); |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
192 |
} |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
193 |
|
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
194 |
template <DecoratorSet decorators, typename BarrierSetT> |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
195 |
template <typename T> |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
196 |
bool ShenandoahBarrierSet::AccessBarrier<decorators, BarrierSetT>::oop_arraycopy_in_heap(arrayOop src_obj, size_t src_offset_in_bytes, T* src_raw, |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
197 |
arrayOop dst_obj, size_t dst_offset_in_bytes, T* dst_raw, |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
198 |
size_t length) { |
58218
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
199 |
ShenandoahBarrierSet* bs = ShenandoahBarrierSet::barrier_set(); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
200 |
bs->arraycopy_pre(arrayOopDesc::obj_offset_to_raw(src_obj, src_offset_in_bytes, src_raw), |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
201 |
arrayOopDesc::obj_offset_to_raw(dst_obj, dst_offset_in_bytes, dst_raw), |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
202 |
length); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
203 |
return Raw::oop_arraycopy_in_heap(src_obj, src_offset_in_bytes, src_raw, dst_obj, dst_offset_in_bytes, dst_raw, length); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
204 |
} |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
205 |
|
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
206 |
template <class T, bool HAS_FWD, bool EVAC, bool ENQUEUE> |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
207 |
void ShenandoahBarrierSet::arraycopy_work(T* src, size_t count) { |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
208 |
Thread* thread = Thread::current(); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
209 |
SATBMarkQueue& queue = ShenandoahThreadLocalData::satb_mark_queue(thread); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
210 |
ShenandoahMarkingContext* ctx = _heap->marking_context(); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
211 |
const ShenandoahCollectionSet* const cset = _heap->collection_set(); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
212 |
T* end = src + count; |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
213 |
for (T* elem_ptr = src; elem_ptr < end; elem_ptr++) { |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
214 |
T o = RawAccess<>::oop_load(elem_ptr); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
215 |
if (!CompressedOops::is_null(o)) { |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
216 |
oop obj = CompressedOops::decode_not_null(o); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
217 |
if (HAS_FWD && cset->is_in((HeapWord *) obj)) { |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
218 |
assert(_heap->has_forwarded_objects(), "only get here with forwarded objects"); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
219 |
oop fwd = resolve_forwarded_not_null(obj); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
220 |
if (EVAC && obj == fwd) { |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
221 |
fwd = _heap->evacuate_object(obj, thread); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
222 |
} |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
223 |
assert(obj != fwd || _heap->cancelled_gc(), "must be forwarded"); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
224 |
oop witness = ShenandoahHeap::cas_oop(fwd, elem_ptr, o); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
225 |
obj = fwd; |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
226 |
} |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
227 |
if (ENQUEUE && !ctx->is_marked(obj)) { |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
228 |
queue.enqueue_known_active(obj); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
229 |
} |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
230 |
} |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
231 |
} |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
232 |
} |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
233 |
|
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
234 |
template <class T> |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
235 |
void ShenandoahBarrierSet::arraycopy_pre_work(T* src, T* dst, size_t count) { |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
236 |
if (_heap->is_concurrent_mark_in_progress()) { |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
237 |
if (_heap->has_forwarded_objects()) { |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
238 |
arraycopy_work<T, true, false, true>(dst, count); |
52925
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
239 |
} else { |
58218
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
240 |
arraycopy_work<T, false, false, true>(dst, count); |
52925
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
241 |
} |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
242 |
} |
9c18c9d839d3
8214259: Implementation: JEP 189: Shenandoah: A Low-Pause-Time Garbage Collector (Experimental)
rkennke
parents:
diff
changeset
|
243 |
|
58218
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
244 |
arraycopy_update_impl(src, count); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
245 |
} |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
246 |
|
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
247 |
void ShenandoahBarrierSet::arraycopy_pre(oop* src, oop* dst, size_t count) { |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
248 |
arraycopy_pre_work(src, dst, count); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
249 |
} |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
250 |
|
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
251 |
void ShenandoahBarrierSet::arraycopy_pre(narrowOop* src, narrowOop* dst, size_t count) { |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
252 |
arraycopy_pre_work(src, dst, count); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
253 |
} |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
254 |
|
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
255 |
template <class T> |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
256 |
void ShenandoahBarrierSet::arraycopy_update_impl(T* src, size_t count) { |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
257 |
if (_heap->is_evacuation_in_progress()) { |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
258 |
ShenandoahEvacOOMScope oom_evac; |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
259 |
arraycopy_work<T, true, true, false>(src, count); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
260 |
} else if (_heap->is_concurrent_traversal_in_progress()){ |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
261 |
ShenandoahEvacOOMScope oom_evac; |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
262 |
arraycopy_work<T, true, true, true>(src, count); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
263 |
} else if (_heap->has_forwarded_objects()) { |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
264 |
arraycopy_work<T, true, false, false>(src, count); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
265 |
} |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
266 |
} |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
267 |
|
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
268 |
void ShenandoahBarrierSet::arraycopy_update(oop* src, size_t count) { |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
269 |
arraycopy_update_impl(src, count); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
270 |
} |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
271 |
|
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
272 |
void ShenandoahBarrierSet::arraycopy_update(narrowOop* src, size_t count) { |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
273 |
arraycopy_update_impl(src, count); |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
274 |
} |
0d7877278adf
8231086: Shenandoah: Stronger invariant for object-arraycopy
rkennke
parents:
58177
diff
changeset
|
275 |
|
53244
9807daeb47c4
8216167: Update include guards to reflect correct directories
coleenp
parents:
52925
diff
changeset
|
276 |
#endif // SHARE_GC_SHENANDOAH_SHENANDOAHBARRIERSET_INLINE_HPP |