author | drchase |
Fri, 09 May 2014 16:50:54 -0400 | |
changeset 24424 | 2658d7834c6e |
parent 24351 | 61b33cc6d3cf |
child 25482 | b69656f26643 |
permissions | -rw-r--r-- |
1374 | 1 |
/* |
24424
2658d7834c6e
8037816: Fix for 8036122 breaks build with Xcode5/clang
drchase
parents:
24351
diff
changeset
|
2 |
* Copyright (c) 2001, 2014, Oracle and/or its affiliates. All rights reserved. |
1374 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
5547
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
2742
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
2742
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
2742
diff
changeset
|
21 |
* questions. |
1374 | 22 |
* |
23 |
*/ |
|
24 |
||
7397 | 25 |
#ifndef SHARE_VM_GC_IMPLEMENTATION_G1_G1COLLECTEDHEAP_INLINE_HPP |
26 |
#define SHARE_VM_GC_IMPLEMENTATION_G1_G1COLLECTEDHEAP_INLINE_HPP |
|
27 |
||
28 |
#include "gc_implementation/g1/concurrentMark.hpp" |
|
29 |
#include "gc_implementation/g1/g1CollectedHeap.hpp" |
|
8928
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
7923
diff
changeset
|
30 |
#include "gc_implementation/g1/g1AllocRegion.inline.hpp" |
7398 | 31 |
#include "gc_implementation/g1/g1CollectorPolicy.hpp" |
23543 | 32 |
#include "gc_implementation/g1/g1RemSet.inline.hpp" |
20403
45a89fbcd8f7
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
20309
diff
changeset
|
33 |
#include "gc_implementation/g1/g1SATBCardTableModRefBS.hpp" |
23450
c7c6202fc7e2
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
22234
diff
changeset
|
34 |
#include "gc_implementation/g1/heapRegionSet.inline.hpp" |
7920 | 35 |
#include "gc_implementation/g1/heapRegionSeq.inline.hpp" |
24351
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
36 |
#include "runtime/orderAccess.inline.hpp" |
7397 | 37 |
#include "utilities/taskqueue.hpp" |
38 |
||
1374 | 39 |
// Inline functions for G1CollectedHeap |
40 |
||
23543 | 41 |
// Return the region with the given index. It assumes the index is valid. |
42 |
inline HeapRegion* G1CollectedHeap::region_at(uint index) const { return _hrs.at(index); } |
|
43 |
||
9989 | 44 |
template <class T> |
1374 | 45 |
inline HeapRegion* |
24106
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
46 |
G1CollectedHeap::heap_region_containing_raw(const T addr) const { |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
47 |
assert(addr != NULL, "invariant"); |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
48 |
assert(_g1_reserved.contains((const void*) addr), |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
49 |
err_msg("Address "PTR_FORMAT" is outside of the heap ranging from ["PTR_FORMAT" to "PTR_FORMAT")", |
24424
2658d7834c6e
8037816: Fix for 8036122 breaks build with Xcode5/clang
drchase
parents:
24351
diff
changeset
|
50 |
p2i((void*)addr), p2i(_g1_reserved.start()), p2i(_g1_reserved.end()))); |
24106
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
51 |
return _hrs.addr_to_region((HeapWord*) addr); |
1374 | 52 |
} |
53 |
||
9989 | 54 |
template <class T> |
1374 | 55 |
inline HeapRegion* |
24106
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
56 |
G1CollectedHeap::heap_region_containing(const T addr) const { |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
57 |
HeapRegion* hr = heap_region_containing_raw(addr); |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
58 |
if (hr->continuesHumongous()) { |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
59 |
return hr->humongous_start_region(); |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
60 |
} |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
61 |
return hr; |
1374 | 62 |
} |
63 |
||
24351
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
64 |
inline void G1CollectedHeap::reset_gc_time_stamp() { |
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
65 |
_gc_time_stamp = 0; |
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
66 |
OrderAccess::fence(); |
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
67 |
// Clear the cached CSet starting regions and time stamps. |
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
68 |
// Their validity is dependent on the GC timestamp. |
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
69 |
clear_cset_start_regions(); |
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
70 |
} |
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
71 |
|
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
72 |
inline void G1CollectedHeap::increment_gc_time_stamp() { |
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
73 |
++_gc_time_stamp; |
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
74 |
OrderAccess::fence(); |
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
75 |
} |
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
76 |
|
23543 | 77 |
inline void G1CollectedHeap::old_set_remove(HeapRegion* hr) { |
78 |
_old_set.remove(hr); |
|
79 |
} |
|
80 |
||
1374 | 81 |
inline bool G1CollectedHeap::obj_in_cs(oop obj) { |
9989 | 82 |
HeapRegion* r = _hrs.addr_to_region((HeapWord*) obj); |
1374 | 83 |
return r != NULL && r->in_collection_set(); |
84 |
} |
|
85 |
||
7398 | 86 |
inline HeapWord* |
8928
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
7923
diff
changeset
|
87 |
G1CollectedHeap::attempt_allocation(size_t word_size, |
16604
800a65bfe347
7014552: gc/lock/jni/jnilockXXX works too slow on 1-processor machine
mgerdin
parents:
13517
diff
changeset
|
88 |
unsigned int* gc_count_before_ret, |
800a65bfe347
7014552: gc/lock/jni/jnilockXXX works too slow on 1-processor machine
mgerdin
parents:
13517
diff
changeset
|
89 |
int* gclocker_retry_count_ret) { |
7905
cc7740616b03
6994297: G1: do first-level slow-path allocations with a CAS
tonyp
parents:
7416
diff
changeset
|
90 |
assert_heap_not_locked_and_not_at_safepoint(); |
8928
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
7923
diff
changeset
|
91 |
assert(!isHumongous(word_size), "attempt_allocation() should not " |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
7923
diff
changeset
|
92 |
"be called for humongous allocation requests"); |
7398 | 93 |
|
8928
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
7923
diff
changeset
|
94 |
HeapWord* result = _mutator_alloc_region.attempt_allocation(word_size, |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
7923
diff
changeset
|
95 |
false /* bot_updates */); |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
7923
diff
changeset
|
96 |
if (result == NULL) { |
16604
800a65bfe347
7014552: gc/lock/jni/jnilockXXX works too slow on 1-processor machine
mgerdin
parents:
13517
diff
changeset
|
97 |
result = attempt_allocation_slow(word_size, |
800a65bfe347
7014552: gc/lock/jni/jnilockXXX works too slow on 1-processor machine
mgerdin
parents:
13517
diff
changeset
|
98 |
gc_count_before_ret, |
800a65bfe347
7014552: gc/lock/jni/jnilockXXX works too slow on 1-processor machine
mgerdin
parents:
13517
diff
changeset
|
99 |
gclocker_retry_count_ret); |
1374 | 100 |
} |
8928
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
7923
diff
changeset
|
101 |
assert_heap_not_locked(); |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
7923
diff
changeset
|
102 |
if (result != NULL) { |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
7923
diff
changeset
|
103 |
dirty_young_block(result, word_size); |
7905
cc7740616b03
6994297: G1: do first-level slow-path allocations with a CAS
tonyp
parents:
7416
diff
changeset
|
104 |
} |
8928
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
7923
diff
changeset
|
105 |
return result; |
7905
cc7740616b03
6994297: G1: do first-level slow-path allocations with a CAS
tonyp
parents:
7416
diff
changeset
|
106 |
} |
cc7740616b03
6994297: G1: do first-level slow-path allocations with a CAS
tonyp
parents:
7416
diff
changeset
|
107 |
|
10243
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
108 |
inline HeapWord* G1CollectedHeap::survivor_attempt_allocation(size_t |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
109 |
word_size) { |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
110 |
assert(!isHumongous(word_size), |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
111 |
"we should not be seeing humongous-size allocations in this path"); |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
112 |
|
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
113 |
HeapWord* result = _survivor_gc_alloc_region.attempt_allocation(word_size, |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
114 |
false /* bot_updates */); |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
115 |
if (result == NULL) { |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
116 |
MutexLockerEx x(FreeList_lock, Mutex::_no_safepoint_check_flag); |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
117 |
result = _survivor_gc_alloc_region.attempt_allocation_locked(word_size, |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
118 |
false /* bot_updates */); |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
119 |
} |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
120 |
if (result != NULL) { |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
121 |
dirty_young_block(result, word_size); |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
122 |
} |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
123 |
return result; |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
124 |
} |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
125 |
|
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
126 |
inline HeapWord* G1CollectedHeap::old_attempt_allocation(size_t word_size) { |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
127 |
assert(!isHumongous(word_size), |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
128 |
"we should not be seeing humongous-size allocations in this path"); |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
129 |
|
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
130 |
HeapWord* result = _old_gc_alloc_region.attempt_allocation(word_size, |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
131 |
true /* bot_updates */); |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
132 |
if (result == NULL) { |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
133 |
MutexLockerEx x(FreeList_lock, Mutex::_no_safepoint_check_flag); |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
134 |
result = _old_gc_alloc_region.attempt_allocation_locked(word_size, |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
135 |
true /* bot_updates */); |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
136 |
} |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
137 |
return result; |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
138 |
} |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
139 |
|
7398 | 140 |
// It dirties the cards that cover the block so that so that the post |
141 |
// write barrier never queues anything when updating objects on this |
|
142 |
// block. It is assumed (and in fact we assert) that the block |
|
143 |
// belongs to a young region. |
|
144 |
inline void |
|
145 |
G1CollectedHeap::dirty_young_block(HeapWord* start, size_t word_size) { |
|
146 |
assert_heap_not_locked(); |
|
147 |
||
148 |
// Assign the containing region to containing_hr so that we don't |
|
149 |
// have to keep calling heap_region_containing_raw() in the |
|
150 |
// asserts below. |
|
151 |
DEBUG_ONLY(HeapRegion* containing_hr = heap_region_containing_raw(start);) |
|
24106
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
152 |
assert(word_size > 0, "pre-condition"); |
7398 | 153 |
assert(containing_hr->is_in(start), "it should contain start"); |
154 |
assert(containing_hr->is_young(), "it should be young"); |
|
155 |
assert(!containing_hr->isHumongous(), "it should not be humongous"); |
|
156 |
||
157 |
HeapWord* end = start + word_size; |
|
158 |
assert(containing_hr->is_in(end - 1), "it should also contain end - 1"); |
|
159 |
||
160 |
MemRegion mr(start, end); |
|
20403
45a89fbcd8f7
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
20309
diff
changeset
|
161 |
g1_barrier_set()->g1_mark_as_young(mr); |
1374 | 162 |
} |
163 |
||
6251 | 164 |
inline RefToScanQueue* G1CollectedHeap::task_queue(int i) const { |
1374 | 165 |
return _task_queues->queue(i); |
166 |
} |
|
167 |
||
13517
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
168 |
inline bool G1CollectedHeap::isMarkedPrev(oop obj) const { |
1374 | 169 |
return _cm->prevMarkBitMap()->isMarked((HeapWord *)obj); |
170 |
} |
|
171 |
||
172 |
inline bool G1CollectedHeap::isMarkedNext(oop obj) const { |
|
173 |
return _cm->nextMarkBitMap()->isMarked((HeapWord *)obj); |
|
174 |
} |
|
7397 | 175 |
|
23543 | 176 |
|
177 |
// This is a fast test on whether a reference points into the |
|
178 |
// collection set or not. Assume that the reference |
|
179 |
// points into the heap. |
|
180 |
inline bool G1CollectedHeap::in_cset_fast_test(oop obj) { |
|
24100
7e71ac14ec06
8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents:
23543
diff
changeset
|
181 |
bool ret = _in_cset_fast_test.get_by_address((HeapWord*)obj); |
23543 | 182 |
// let's make sure the result is consistent with what the slower |
183 |
// test returns |
|
184 |
assert( ret || !obj_in_cs(obj), "sanity"); |
|
185 |
assert(!ret || obj_in_cs(obj), "sanity"); |
|
186 |
return ret; |
|
187 |
} |
|
188 |
||
13517
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
189 |
#ifndef PRODUCT |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
190 |
// Support for G1EvacuationFailureALot |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
191 |
|
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
192 |
inline bool |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
193 |
G1CollectedHeap::evacuation_failure_alot_for_gc_type(bool gcs_are_young, |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
194 |
bool during_initial_mark, |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
195 |
bool during_marking) { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
196 |
bool res = false; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
197 |
if (during_marking) { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
198 |
res |= G1EvacuationFailureALotDuringConcMark; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
199 |
} |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
200 |
if (during_initial_mark) { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
201 |
res |= G1EvacuationFailureALotDuringInitialMark; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
202 |
} |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
203 |
if (gcs_are_young) { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
204 |
res |= G1EvacuationFailureALotDuringYoungGC; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
205 |
} else { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
206 |
// GCs are mixed |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
207 |
res |= G1EvacuationFailureALotDuringMixedGC; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
208 |
} |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
209 |
return res; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
210 |
} |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
211 |
|
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
212 |
inline void |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
213 |
G1CollectedHeap::set_evacuation_failure_alot_for_current_gc() { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
214 |
if (G1EvacuationFailureALot) { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
215 |
// Note we can't assert that _evacuation_failure_alot_for_current_gc |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
216 |
// is clear here. It may have been set during a previous GC but that GC |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
217 |
// did not copy enough objects (i.e. G1EvacuationFailureALotCount) to |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
218 |
// trigger an evacuation failure and clear the flags and and counts. |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
219 |
|
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
220 |
// Check if we have gone over the interval. |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
221 |
const size_t gc_num = total_collections(); |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
222 |
const size_t elapsed_gcs = gc_num - _evacuation_failure_alot_gc_number; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
223 |
|
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
224 |
_evacuation_failure_alot_for_current_gc = (elapsed_gcs >= G1EvacuationFailureALotInterval); |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
225 |
|
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
226 |
// Now check if G1EvacuationFailureALot is enabled for the current GC type. |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
227 |
const bool gcs_are_young = g1_policy()->gcs_are_young(); |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
228 |
const bool during_im = g1_policy()->during_initial_mark_pause(); |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
229 |
const bool during_marking = mark_in_progress(); |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
230 |
|
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
231 |
_evacuation_failure_alot_for_current_gc &= |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
232 |
evacuation_failure_alot_for_gc_type(gcs_are_young, |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
233 |
during_im, |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
234 |
during_marking); |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
235 |
} |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
236 |
} |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
237 |
|
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
238 |
inline bool |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
239 |
G1CollectedHeap::evacuation_should_fail() { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
240 |
if (!G1EvacuationFailureALot || !_evacuation_failure_alot_for_current_gc) { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
241 |
return false; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
242 |
} |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
243 |
// G1EvacuationFailureALot is in effect for current GC |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
244 |
// Access to _evacuation_failure_alot_count is not atomic; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
245 |
// the value does not have to be exact. |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
246 |
if (++_evacuation_failure_alot_count < G1EvacuationFailureALotCount) { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
247 |
return false; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
248 |
} |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
249 |
_evacuation_failure_alot_count = 0; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
250 |
return true; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
251 |
} |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
252 |
|
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
253 |
inline void G1CollectedHeap::reset_evacuation_should_fail() { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
254 |
if (G1EvacuationFailureALot) { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
255 |
_evacuation_failure_alot_gc_number = total_collections(); |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
256 |
_evacuation_failure_alot_count = 0; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
257 |
_evacuation_failure_alot_for_current_gc = false; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
258 |
} |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
259 |
} |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
260 |
#endif // #ifndef PRODUCT |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
261 |
|
23543 | 262 |
inline bool G1CollectedHeap::is_in_young(const oop obj) { |
24106
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
263 |
if (obj == NULL) { |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
264 |
return false; |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
265 |
} |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
266 |
return heap_region_containing(obj)->is_young(); |
23543 | 267 |
} |
268 |
||
269 |
// We don't need barriers for initializing stores to objects |
|
270 |
// in the young gen: for the SATB pre-barrier, there is no |
|
271 |
// pre-value that needs to be remembered; for the remembered-set |
|
272 |
// update logging post-barrier, we don't maintain remembered set |
|
273 |
// information for young gen objects. |
|
274 |
inline bool G1CollectedHeap::can_elide_initializing_store_barrier(oop new_obj) { |
|
275 |
return is_in_young(new_obj); |
|
276 |
} |
|
277 |
||
278 |
inline bool G1CollectedHeap::is_obj_dead(const oop obj) const { |
|
24106
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
279 |
if (obj == NULL) { |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
280 |
return false; |
23543 | 281 |
} |
24106
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
282 |
return is_obj_dead(obj, heap_region_containing(obj)); |
23543 | 283 |
} |
284 |
||
285 |
inline bool G1CollectedHeap::is_obj_ill(const oop obj) const { |
|
24106
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
286 |
if (obj == NULL) { |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
287 |
return false; |
23543 | 288 |
} |
24106
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
289 |
return is_obj_ill(obj, heap_region_containing(obj)); |
23543 | 290 |
} |
291 |
||
292 |
template <class T> inline void G1ParScanThreadState::immediate_rs_update(HeapRegion* from, T* p, int tid) { |
|
293 |
if (!from->is_survivor()) { |
|
294 |
_g1_rem->par_write_ref(from, p, tid); |
|
295 |
} |
|
296 |
} |
|
297 |
||
298 |
template <class T> void G1ParScanThreadState::update_rs(HeapRegion* from, T* p, int tid) { |
|
299 |
if (G1DeferredRSUpdate) { |
|
300 |
deferred_rs_update(from, p, tid); |
|
301 |
} else { |
|
302 |
immediate_rs_update(from, p, tid); |
|
303 |
} |
|
304 |
} |
|
305 |
||
306 |
||
307 |
inline void G1ParScanThreadState::do_oop_partial_array(oop* p) { |
|
308 |
assert(has_partial_array_mask(p), "invariant"); |
|
309 |
oop from_obj = clear_partial_array_mask(p); |
|
310 |
||
311 |
assert(Universe::heap()->is_in_reserved(from_obj), "must be in heap."); |
|
312 |
assert(from_obj->is_objArray(), "must be obj array"); |
|
313 |
objArrayOop from_obj_array = objArrayOop(from_obj); |
|
314 |
// The from-space object contains the real length. |
|
315 |
int length = from_obj_array->length(); |
|
316 |
||
317 |
assert(from_obj->is_forwarded(), "must be forwarded"); |
|
318 |
oop to_obj = from_obj->forwardee(); |
|
319 |
assert(from_obj != to_obj, "should not be chunking self-forwarded objects"); |
|
320 |
objArrayOop to_obj_array = objArrayOop(to_obj); |
|
321 |
// We keep track of the next start index in the length field of the |
|
322 |
// to-space object. |
|
323 |
int next_index = to_obj_array->length(); |
|
324 |
assert(0 <= next_index && next_index < length, |
|
325 |
err_msg("invariant, next index: %d, length: %d", next_index, length)); |
|
326 |
||
327 |
int start = next_index; |
|
328 |
int end = length; |
|
329 |
int remainder = end - start; |
|
330 |
// We'll try not to push a range that's smaller than ParGCArrayScanChunk. |
|
331 |
if (remainder > 2 * ParGCArrayScanChunk) { |
|
332 |
end = start + ParGCArrayScanChunk; |
|
333 |
to_obj_array->set_length(end); |
|
334 |
// Push the remainder before we process the range in case another |
|
335 |
// worker has run out of things to do and can steal it. |
|
336 |
oop* from_obj_p = set_partial_array_mask(from_obj); |
|
337 |
push_on_queue(from_obj_p); |
|
338 |
} else { |
|
339 |
assert(length == end, "sanity"); |
|
340 |
// We'll process the final range for this object. Restore the length |
|
341 |
// so that the heap remains parsable in case of evacuation failure. |
|
342 |
to_obj_array->set_length(end); |
|
343 |
} |
|
344 |
_scanner.set_region(_g1h->heap_region_containing_raw(to_obj)); |
|
345 |
// Process indexes [start,end). It will also process the header |
|
346 |
// along with the first chunk (i.e., the chunk with start == 0). |
|
347 |
// Note that at this point the length field of to_obj_array is not |
|
348 |
// correct given that we are using it to keep track of the next |
|
349 |
// start index. oop_iterate_range() (thankfully!) ignores the length |
|
350 |
// field and only relies on the start / end parameters. It does |
|
351 |
// however return the size of the object which will be incorrect. So |
|
352 |
// we have to ignore it even if we wanted to use it. |
|
353 |
to_obj_array->oop_iterate_range(&_scanner, start, end); |
|
354 |
} |
|
355 |
||
356 |
template <class T> inline void G1ParScanThreadState::deal_with_reference(T* ref_to_scan) { |
|
357 |
if (!has_partial_array_mask(ref_to_scan)) { |
|
358 |
// Note: we can use "raw" versions of "region_containing" because |
|
359 |
// "obj_to_scan" is definitely in the heap, and is not in a |
|
360 |
// humongous region. |
|
361 |
HeapRegion* r = _g1h->heap_region_containing_raw(ref_to_scan); |
|
362 |
do_oop_evac(ref_to_scan, r); |
|
363 |
} else { |
|
364 |
do_oop_partial_array((oop*)ref_to_scan); |
|
365 |
} |
|
366 |
} |
|
367 |
||
368 |
inline void G1ParScanThreadState::deal_with_reference(StarTask ref) { |
|
369 |
assert(verify_task(ref), "sanity"); |
|
370 |
if (ref.is_narrow()) { |
|
371 |
deal_with_reference((narrowOop*)ref); |
|
372 |
} else { |
|
373 |
deal_with_reference((oop*)ref); |
|
374 |
} |
|
375 |
} |
|
376 |
||
7397 | 377 |
#endif // SHARE_VM_GC_IMPLEMENTATION_G1_G1COLLECTEDHEAP_INLINE_HPP |