author | tschatzl |
Thu, 26 Jun 2014 15:45:07 +0200 | |
changeset 25482 | b69656f26643 |
parent 24424 | 2658d7834c6e |
child 25889 | 221296ac4359 |
permissions | -rw-r--r-- |
1374 | 1 |
/* |
24424
2658d7834c6e
8037816: Fix for 8036122 breaks build with Xcode5/clang
drchase
parents:
24351
diff
changeset
|
2 |
* Copyright (c) 2001, 2014, Oracle and/or its affiliates. All rights reserved. |
1374 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
5547
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
2742
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
2742
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
2742
diff
changeset
|
21 |
* questions. |
1374 | 22 |
* |
23 |
*/ |
|
24 |
||
7397 | 25 |
#ifndef SHARE_VM_GC_IMPLEMENTATION_G1_G1COLLECTEDHEAP_INLINE_HPP |
26 |
#define SHARE_VM_GC_IMPLEMENTATION_G1_G1COLLECTEDHEAP_INLINE_HPP |
|
27 |
||
28 |
#include "gc_implementation/g1/concurrentMark.hpp" |
|
29 |
#include "gc_implementation/g1/g1CollectedHeap.hpp" |
|
8928
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
7923
diff
changeset
|
30 |
#include "gc_implementation/g1/g1AllocRegion.inline.hpp" |
7398 | 31 |
#include "gc_implementation/g1/g1CollectorPolicy.hpp" |
20403
45a89fbcd8f7
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
20309
diff
changeset
|
32 |
#include "gc_implementation/g1/g1SATBCardTableModRefBS.hpp" |
23450
c7c6202fc7e2
8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents:
22234
diff
changeset
|
33 |
#include "gc_implementation/g1/heapRegionSet.inline.hpp" |
7920 | 34 |
#include "gc_implementation/g1/heapRegionSeq.inline.hpp" |
24351
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
35 |
#include "runtime/orderAccess.inline.hpp" |
7397 | 36 |
#include "utilities/taskqueue.hpp" |
37 |
||
1374 | 38 |
// Inline functions for G1CollectedHeap |
39 |
||
23543 | 40 |
// Return the region with the given index. It assumes the index is valid. |
41 |
inline HeapRegion* G1CollectedHeap::region_at(uint index) const { return _hrs.at(index); } |
|
42 |
||
9989 | 43 |
template <class T> |
1374 | 44 |
inline HeapRegion* |
24106
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
45 |
G1CollectedHeap::heap_region_containing_raw(const T addr) const { |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
46 |
assert(addr != NULL, "invariant"); |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
47 |
assert(_g1_reserved.contains((const void*) addr), |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
48 |
err_msg("Address "PTR_FORMAT" is outside of the heap ranging from ["PTR_FORMAT" to "PTR_FORMAT")", |
24424
2658d7834c6e
8037816: Fix for 8036122 breaks build with Xcode5/clang
drchase
parents:
24351
diff
changeset
|
49 |
p2i((void*)addr), p2i(_g1_reserved.start()), p2i(_g1_reserved.end()))); |
24106
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
50 |
return _hrs.addr_to_region((HeapWord*) addr); |
1374 | 51 |
} |
52 |
||
9989 | 53 |
template <class T> |
1374 | 54 |
inline HeapRegion* |
24106
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
55 |
G1CollectedHeap::heap_region_containing(const T addr) const { |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
56 |
HeapRegion* hr = heap_region_containing_raw(addr); |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
57 |
if (hr->continuesHumongous()) { |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
58 |
return hr->humongous_start_region(); |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
59 |
} |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
60 |
return hr; |
1374 | 61 |
} |
62 |
||
24351
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
63 |
inline void G1CollectedHeap::reset_gc_time_stamp() { |
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
64 |
_gc_time_stamp = 0; |
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
65 |
OrderAccess::fence(); |
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
66 |
// Clear the cached CSet starting regions and time stamps. |
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
67 |
// Their validity is dependent on the GC timestamp. |
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
68 |
clear_cset_start_regions(); |
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
69 |
} |
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
70 |
|
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
71 |
inline void G1CollectedHeap::increment_gc_time_stamp() { |
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
72 |
++_gc_time_stamp; |
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
73 |
OrderAccess::fence(); |
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
74 |
} |
61b33cc6d3cf
8042195: Introduce umbrella header orderAccess.inline.hpp.
goetz
parents:
24106
diff
changeset
|
75 |
|
23543 | 76 |
inline void G1CollectedHeap::old_set_remove(HeapRegion* hr) { |
77 |
_old_set.remove(hr); |
|
78 |
} |
|
79 |
||
1374 | 80 |
inline bool G1CollectedHeap::obj_in_cs(oop obj) { |
9989 | 81 |
HeapRegion* r = _hrs.addr_to_region((HeapWord*) obj); |
1374 | 82 |
return r != NULL && r->in_collection_set(); |
83 |
} |
|
84 |
||
7398 | 85 |
inline HeapWord* |
8928
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
7923
diff
changeset
|
86 |
G1CollectedHeap::attempt_allocation(size_t word_size, |
16604
800a65bfe347
7014552: gc/lock/jni/jnilockXXX works too slow on 1-processor machine
mgerdin
parents:
13517
diff
changeset
|
87 |
unsigned int* gc_count_before_ret, |
800a65bfe347
7014552: gc/lock/jni/jnilockXXX works too slow on 1-processor machine
mgerdin
parents:
13517
diff
changeset
|
88 |
int* gclocker_retry_count_ret) { |
7905
cc7740616b03
6994297: G1: do first-level slow-path allocations with a CAS
tonyp
parents:
7416
diff
changeset
|
89 |
assert_heap_not_locked_and_not_at_safepoint(); |
8928
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
7923
diff
changeset
|
90 |
assert(!isHumongous(word_size), "attempt_allocation() should not " |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
7923
diff
changeset
|
91 |
"be called for humongous allocation requests"); |
7398 | 92 |
|
8928
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
7923
diff
changeset
|
93 |
HeapWord* result = _mutator_alloc_region.attempt_allocation(word_size, |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
7923
diff
changeset
|
94 |
false /* bot_updates */); |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
7923
diff
changeset
|
95 |
if (result == NULL) { |
16604
800a65bfe347
7014552: gc/lock/jni/jnilockXXX works too slow on 1-processor machine
mgerdin
parents:
13517
diff
changeset
|
96 |
result = attempt_allocation_slow(word_size, |
800a65bfe347
7014552: gc/lock/jni/jnilockXXX works too slow on 1-processor machine
mgerdin
parents:
13517
diff
changeset
|
97 |
gc_count_before_ret, |
800a65bfe347
7014552: gc/lock/jni/jnilockXXX works too slow on 1-processor machine
mgerdin
parents:
13517
diff
changeset
|
98 |
gclocker_retry_count_ret); |
1374 | 99 |
} |
8928
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
7923
diff
changeset
|
100 |
assert_heap_not_locked(); |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
7923
diff
changeset
|
101 |
if (result != NULL) { |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
7923
diff
changeset
|
102 |
dirty_young_block(result, word_size); |
7905
cc7740616b03
6994297: G1: do first-level slow-path allocations with a CAS
tonyp
parents:
7416
diff
changeset
|
103 |
} |
8928
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
7923
diff
changeset
|
104 |
return result; |
7905
cc7740616b03
6994297: G1: do first-level slow-path allocations with a CAS
tonyp
parents:
7416
diff
changeset
|
105 |
} |
cc7740616b03
6994297: G1: do first-level slow-path allocations with a CAS
tonyp
parents:
7416
diff
changeset
|
106 |
|
10243
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
107 |
inline HeapWord* G1CollectedHeap::survivor_attempt_allocation(size_t |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
108 |
word_size) { |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
109 |
assert(!isHumongous(word_size), |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
110 |
"we should not be seeing humongous-size allocations in this path"); |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
111 |
|
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
112 |
HeapWord* result = _survivor_gc_alloc_region.attempt_allocation(word_size, |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
113 |
false /* bot_updates */); |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
114 |
if (result == NULL) { |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
115 |
MutexLockerEx x(FreeList_lock, Mutex::_no_safepoint_check_flag); |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
116 |
result = _survivor_gc_alloc_region.attempt_allocation_locked(word_size, |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
117 |
false /* bot_updates */); |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
118 |
} |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
119 |
if (result != NULL) { |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
120 |
dirty_young_block(result, word_size); |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
121 |
} |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
122 |
return result; |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
123 |
} |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
124 |
|
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
125 |
inline HeapWord* G1CollectedHeap::old_attempt_allocation(size_t word_size) { |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
126 |
assert(!isHumongous(word_size), |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
127 |
"we should not be seeing humongous-size allocations in this path"); |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
128 |
|
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
129 |
HeapWord* result = _old_gc_alloc_region.attempt_allocation(word_size, |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
130 |
true /* bot_updates */); |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
131 |
if (result == NULL) { |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
132 |
MutexLockerEx x(FreeList_lock, Mutex::_no_safepoint_check_flag); |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
133 |
result = _old_gc_alloc_region.attempt_allocation_locked(word_size, |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
134 |
true /* bot_updates */); |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
135 |
} |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
136 |
return result; |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
137 |
} |
d00a21009f1f
7039627: G1: avoid BOT updates for survivor allocations and dirty survivor regions incrementally
tonyp
parents:
9989
diff
changeset
|
138 |
|
7398 | 139 |
// It dirties the cards that cover the block so that so that the post |
140 |
// write barrier never queues anything when updating objects on this |
|
141 |
// block. It is assumed (and in fact we assert) that the block |
|
142 |
// belongs to a young region. |
|
143 |
inline void |
|
144 |
G1CollectedHeap::dirty_young_block(HeapWord* start, size_t word_size) { |
|
145 |
assert_heap_not_locked(); |
|
146 |
||
147 |
// Assign the containing region to containing_hr so that we don't |
|
148 |
// have to keep calling heap_region_containing_raw() in the |
|
149 |
// asserts below. |
|
150 |
DEBUG_ONLY(HeapRegion* containing_hr = heap_region_containing_raw(start);) |
|
24106
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
151 |
assert(word_size > 0, "pre-condition"); |
7398 | 152 |
assert(containing_hr->is_in(start), "it should contain start"); |
153 |
assert(containing_hr->is_young(), "it should be young"); |
|
154 |
assert(!containing_hr->isHumongous(), "it should not be humongous"); |
|
155 |
||
156 |
HeapWord* end = start + word_size; |
|
157 |
assert(containing_hr->is_in(end - 1), "it should also contain end - 1"); |
|
158 |
||
159 |
MemRegion mr(start, end); |
|
20403
45a89fbcd8f7
8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents:
20309
diff
changeset
|
160 |
g1_barrier_set()->g1_mark_as_young(mr); |
1374 | 161 |
} |
162 |
||
6251 | 163 |
inline RefToScanQueue* G1CollectedHeap::task_queue(int i) const { |
1374 | 164 |
return _task_queues->queue(i); |
165 |
} |
|
166 |
||
13517
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
167 |
inline bool G1CollectedHeap::isMarkedPrev(oop obj) const { |
1374 | 168 |
return _cm->prevMarkBitMap()->isMarked((HeapWord *)obj); |
169 |
} |
|
170 |
||
171 |
inline bool G1CollectedHeap::isMarkedNext(oop obj) const { |
|
172 |
return _cm->nextMarkBitMap()->isMarked((HeapWord *)obj); |
|
173 |
} |
|
7397 | 174 |
|
23543 | 175 |
|
176 |
// This is a fast test on whether a reference points into the |
|
177 |
// collection set or not. Assume that the reference |
|
178 |
// points into the heap. |
|
179 |
inline bool G1CollectedHeap::in_cset_fast_test(oop obj) { |
|
24100
7e71ac14ec06
8027553: Change the in_cset_fast_test functionality to use the G1BiasedArray abstraction
tschatzl
parents:
23543
diff
changeset
|
180 |
bool ret = _in_cset_fast_test.get_by_address((HeapWord*)obj); |
23543 | 181 |
// let's make sure the result is consistent with what the slower |
182 |
// test returns |
|
183 |
assert( ret || !obj_in_cs(obj), "sanity"); |
|
184 |
assert(!ret || obj_in_cs(obj), "sanity"); |
|
185 |
return ret; |
|
186 |
} |
|
187 |
||
13517
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
188 |
#ifndef PRODUCT |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
189 |
// Support for G1EvacuationFailureALot |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
190 |
|
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
191 |
inline bool |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
192 |
G1CollectedHeap::evacuation_failure_alot_for_gc_type(bool gcs_are_young, |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
193 |
bool during_initial_mark, |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
194 |
bool during_marking) { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
195 |
bool res = false; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
196 |
if (during_marking) { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
197 |
res |= G1EvacuationFailureALotDuringConcMark; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
198 |
} |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
199 |
if (during_initial_mark) { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
200 |
res |= G1EvacuationFailureALotDuringInitialMark; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
201 |
} |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
202 |
if (gcs_are_young) { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
203 |
res |= G1EvacuationFailureALotDuringYoungGC; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
204 |
} else { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
205 |
// GCs are mixed |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
206 |
res |= G1EvacuationFailureALotDuringMixedGC; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
207 |
} |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
208 |
return res; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
209 |
} |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
210 |
|
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
211 |
inline void |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
212 |
G1CollectedHeap::set_evacuation_failure_alot_for_current_gc() { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
213 |
if (G1EvacuationFailureALot) { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
214 |
// Note we can't assert that _evacuation_failure_alot_for_current_gc |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
215 |
// is clear here. It may have been set during a previous GC but that GC |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
216 |
// did not copy enough objects (i.e. G1EvacuationFailureALotCount) to |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
217 |
// trigger an evacuation failure and clear the flags and and counts. |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
218 |
|
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
219 |
// Check if we have gone over the interval. |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
220 |
const size_t gc_num = total_collections(); |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
221 |
const size_t elapsed_gcs = gc_num - _evacuation_failure_alot_gc_number; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
222 |
|
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
223 |
_evacuation_failure_alot_for_current_gc = (elapsed_gcs >= G1EvacuationFailureALotInterval); |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
224 |
|
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
225 |
// Now check if G1EvacuationFailureALot is enabled for the current GC type. |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
226 |
const bool gcs_are_young = g1_policy()->gcs_are_young(); |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
227 |
const bool during_im = g1_policy()->during_initial_mark_pause(); |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
228 |
const bool during_marking = mark_in_progress(); |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
229 |
|
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
230 |
_evacuation_failure_alot_for_current_gc &= |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
231 |
evacuation_failure_alot_for_gc_type(gcs_are_young, |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
232 |
during_im, |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
233 |
during_marking); |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
234 |
} |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
235 |
} |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
236 |
|
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
237 |
inline bool |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
238 |
G1CollectedHeap::evacuation_should_fail() { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
239 |
if (!G1EvacuationFailureALot || !_evacuation_failure_alot_for_current_gc) { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
240 |
return false; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
241 |
} |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
242 |
// G1EvacuationFailureALot is in effect for current GC |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
243 |
// Access to _evacuation_failure_alot_count is not atomic; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
244 |
// the value does not have to be exact. |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
245 |
if (++_evacuation_failure_alot_count < G1EvacuationFailureALotCount) { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
246 |
return false; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
247 |
} |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
248 |
_evacuation_failure_alot_count = 0; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
249 |
return true; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
250 |
} |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
251 |
|
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
252 |
inline void G1CollectedHeap::reset_evacuation_should_fail() { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
253 |
if (G1EvacuationFailureALot) { |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
254 |
_evacuation_failure_alot_gc_number = total_collections(); |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
255 |
_evacuation_failure_alot_count = 0; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
256 |
_evacuation_failure_alot_for_current_gc = false; |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
257 |
} |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
258 |
} |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
259 |
#endif // #ifndef PRODUCT |
f158a0c702d4
7041879: G1: introduce stress testing parameter to cause frequent evacuation failures
johnc
parents:
10243
diff
changeset
|
260 |
|
23543 | 261 |
inline bool G1CollectedHeap::is_in_young(const oop obj) { |
24106
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
262 |
if (obj == NULL) { |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
263 |
return false; |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
264 |
} |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
265 |
return heap_region_containing(obj)->is_young(); |
23543 | 266 |
} |
267 |
||
268 |
// We don't need barriers for initializing stores to objects |
|
269 |
// in the young gen: for the SATB pre-barrier, there is no |
|
270 |
// pre-value that needs to be remembered; for the remembered-set |
|
271 |
// update logging post-barrier, we don't maintain remembered set |
|
272 |
// information for young gen objects. |
|
273 |
inline bool G1CollectedHeap::can_elide_initializing_store_barrier(oop new_obj) { |
|
274 |
return is_in_young(new_obj); |
|
275 |
} |
|
276 |
||
277 |
inline bool G1CollectedHeap::is_obj_dead(const oop obj) const { |
|
24106
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
278 |
if (obj == NULL) { |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
279 |
return false; |
23543 | 280 |
} |
24106
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
281 |
return is_obj_dead(obj, heap_region_containing(obj)); |
23543 | 282 |
} |
283 |
||
284 |
inline bool G1CollectedHeap::is_obj_ill(const oop obj) const { |
|
24106
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
285 |
if (obj == NULL) { |
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
286 |
return false; |
23543 | 287 |
} |
24106
dae9277bdf2a
8040722: G1: Clean up usages of heap_region_containing
brutisso
parents:
24100
diff
changeset
|
288 |
return is_obj_ill(obj, heap_region_containing(obj)); |
23543 | 289 |
} |
290 |
||
7397 | 291 |
#endif // SHARE_VM_GC_IMPLEMENTATION_G1_G1COLLECTEDHEAP_INLINE_HPP |