author | tonyp |
Fri, 23 Mar 2012 10:53:19 -0400 | |
changeset 12228 | 15ffdb8224fe |
parent 11756 | 28b6fe22e43d |
child 12381 | 1438e0fbfa27 |
permissions | -rw-r--r-- |
1374 | 1 |
/* |
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
2 |
* Copyright (c) 2001, 2012, Oracle and/or its affiliates. All rights reserved. |
1374 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
5547
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
4473
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
4473
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
4473
diff
changeset
|
21 |
* questions. |
1374 | 22 |
* |
23 |
*/ |
|
24 |
||
7397 | 25 |
#include "precompiled.hpp" |
26 |
#include "gc_implementation/g1/collectionSetChooser.hpp" |
|
27 |
#include "gc_implementation/g1/g1CollectedHeap.inline.hpp" |
|
28 |
#include "gc_implementation/g1/g1CollectorPolicy.hpp" |
|
10523
cdb54c167ab0
7050392: G1: Introduce flag to generate a log of the G1 ergonomic decisions
tonyp
parents:
8930
diff
changeset
|
29 |
#include "gc_implementation/g1/g1ErgoVerbose.hpp" |
7397 | 30 |
#include "memory/space.inline.hpp" |
1374 | 31 |
|
32 |
CSetChooserCache::CSetChooserCache() { |
|
33 |
for (int i = 0; i < CacheLength; ++i) |
|
34 |
_cache[i] = NULL; |
|
35 |
clear(); |
|
36 |
} |
|
37 |
||
38 |
void CSetChooserCache::clear() { |
|
39 |
_occupancy = 0; |
|
40 |
_first = 0; |
|
41 |
for (int i = 0; i < CacheLength; ++i) { |
|
42 |
HeapRegion *hr = _cache[i]; |
|
43 |
if (hr != NULL) |
|
44 |
hr->set_sort_index(-1); |
|
45 |
_cache[i] = NULL; |
|
46 |
} |
|
47 |
} |
|
48 |
||
49 |
#ifndef PRODUCT |
|
50 |
bool CSetChooserCache::verify() { |
|
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
51 |
guarantee(false, "CSetChooserCache::verify(): don't call this any more"); |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
52 |
|
1374 | 53 |
int index = _first; |
54 |
HeapRegion *prev = NULL; |
|
55 |
for (int i = 0; i < _occupancy; ++i) { |
|
56 |
guarantee(_cache[index] != NULL, "cache entry should not be empty"); |
|
57 |
HeapRegion *hr = _cache[index]; |
|
58 |
guarantee(!hr->is_young(), "should not be young!"); |
|
59 |
if (prev != NULL) { |
|
60 |
guarantee(prev->gc_efficiency() >= hr->gc_efficiency(), |
|
61 |
"cache should be correctly ordered"); |
|
62 |
} |
|
63 |
guarantee(hr->sort_index() == get_sort_index(index), |
|
64 |
"sort index should be correct"); |
|
65 |
index = trim_index(index + 1); |
|
66 |
prev = hr; |
|
67 |
} |
|
68 |
||
69 |
for (int i = 0; i < (CacheLength - _occupancy); ++i) { |
|
70 |
guarantee(_cache[index] == NULL, "cache entry should be empty"); |
|
71 |
index = trim_index(index + 1); |
|
72 |
} |
|
73 |
||
74 |
guarantee(index == _first, "we should have reached where we started from"); |
|
75 |
return true; |
|
76 |
} |
|
77 |
#endif // PRODUCT |
|
78 |
||
79 |
void CSetChooserCache::insert(HeapRegion *hr) { |
|
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
80 |
guarantee(false, "CSetChooserCache::insert(): don't call this any more"); |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
81 |
|
1374 | 82 |
assert(!is_full(), "cache should not be empty"); |
83 |
hr->calc_gc_efficiency(); |
|
84 |
||
85 |
int empty_index; |
|
86 |
if (_occupancy == 0) { |
|
87 |
empty_index = _first; |
|
88 |
} else { |
|
89 |
empty_index = trim_index(_first + _occupancy); |
|
90 |
assert(_cache[empty_index] == NULL, "last slot should be empty"); |
|
91 |
int last_index = trim_index(empty_index - 1); |
|
92 |
HeapRegion *last = _cache[last_index]; |
|
93 |
assert(last != NULL,"as the cache is not empty, last should not be empty"); |
|
94 |
while (empty_index != _first && |
|
95 |
last->gc_efficiency() < hr->gc_efficiency()) { |
|
96 |
_cache[empty_index] = last; |
|
97 |
last->set_sort_index(get_sort_index(empty_index)); |
|
98 |
empty_index = last_index; |
|
99 |
last_index = trim_index(last_index - 1); |
|
100 |
last = _cache[last_index]; |
|
101 |
} |
|
102 |
} |
|
103 |
_cache[empty_index] = hr; |
|
104 |
hr->set_sort_index(get_sort_index(empty_index)); |
|
105 |
||
106 |
++_occupancy; |
|
107 |
assert(verify(), "cache should be consistent"); |
|
108 |
} |
|
109 |
||
110 |
HeapRegion *CSetChooserCache::remove_first() { |
|
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
111 |
guarantee(false, "CSetChooserCache::remove_first(): " |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
112 |
"don't call this any more"); |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
113 |
|
1374 | 114 |
if (_occupancy > 0) { |
115 |
assert(_cache[_first] != NULL, "cache should have at least one region"); |
|
116 |
HeapRegion *ret = _cache[_first]; |
|
117 |
_cache[_first] = NULL; |
|
118 |
ret->set_sort_index(-1); |
|
119 |
--_occupancy; |
|
120 |
_first = trim_index(_first + 1); |
|
121 |
assert(verify(), "cache should be consistent"); |
|
122 |
return ret; |
|
123 |
} else { |
|
124 |
return NULL; |
|
125 |
} |
|
126 |
} |
|
127 |
||
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
128 |
// Even though we don't use the GC efficiency in our heuristics as |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
129 |
// much as we used to, we still order according to GC efficiency. This |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
130 |
// will cause regions with a lot of live objects and large RSets to |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
131 |
// end up at the end of the array. Given that we might skip collecting |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
132 |
// the last few old regions, if after a few mixed GCs the remaining |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
133 |
// have reclaimable bytes under a certain threshold, the hope is that |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
134 |
// the ones we'll skip are ones with both large RSets and a lot of |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
135 |
// live objects, not the ones with just a lot of live objects if we |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
136 |
// ordered according to the amount of reclaimable bytes per region. |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
137 |
static int orderRegions(HeapRegion* hr1, HeapRegion* hr2) { |
1374 | 138 |
if (hr1 == NULL) { |
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
139 |
if (hr2 == NULL) { |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
140 |
return 0; |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
141 |
} else { |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
142 |
return 1; |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
143 |
} |
1374 | 144 |
} else if (hr2 == NULL) { |
145 |
return -1; |
|
146 |
} |
|
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
147 |
|
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
148 |
double gc_eff1 = hr1->gc_efficiency(); |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
149 |
double gc_eff2 = hr2->gc_efficiency(); |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
150 |
if (gc_eff1 > gc_eff2) { |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
151 |
return -1; |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
152 |
} if (gc_eff1 < gc_eff2) { |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
153 |
return 1; |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
154 |
} else { |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
155 |
return 0; |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
156 |
} |
1374 | 157 |
} |
158 |
||
159 |
static int orderRegions(HeapRegion** hr1p, HeapRegion** hr2p) { |
|
160 |
return orderRegions(*hr1p, *hr2p); |
|
161 |
} |
|
162 |
||
163 |
CollectionSetChooser::CollectionSetChooser() : |
|
164 |
// The line below is the worst bit of C++ hackery I've ever written |
|
165 |
// (Detlefs, 11/23). You should think of it as equivalent to |
|
166 |
// "_regions(100, true)": initialize the growable array and inform it |
|
6183
4c74cfe14f20
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
5547
diff
changeset
|
167 |
// that it should allocate its elem array(s) on the C heap. |
4c74cfe14f20
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
5547
diff
changeset
|
168 |
// |
4c74cfe14f20
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
5547
diff
changeset
|
169 |
// The first argument, however, is actually a comma expression |
4c74cfe14f20
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
5547
diff
changeset
|
170 |
// (set_allocation_type(this, C_HEAP), 100). The purpose of the |
4c74cfe14f20
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
5547
diff
changeset
|
171 |
// set_allocation_type() call is to replace the default allocation |
4c74cfe14f20
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
5547
diff
changeset
|
172 |
// type for embedded objects STACK_OR_EMBEDDED with C_HEAP. It will |
4c74cfe14f20
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
5547
diff
changeset
|
173 |
// allow to pass the assert in GenericGrowableArray() which checks |
4c74cfe14f20
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
5547
diff
changeset
|
174 |
// that a growable array object must be on C heap if elements are. |
4c74cfe14f20
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
5547
diff
changeset
|
175 |
// |
4c74cfe14f20
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
5547
diff
changeset
|
176 |
// Note: containing object is allocated on C heap since it is CHeapObj. |
4c74cfe14f20
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
5547
diff
changeset
|
177 |
// |
4c74cfe14f20
6975078: assert(allocated_on_res_area() || allocated_on_C_heap() || allocated_on_arena()
kvn
parents:
5547
diff
changeset
|
178 |
_markedRegions((ResourceObj::set_allocation_type((address)&_markedRegions, |
1374 | 179 |
ResourceObj::C_HEAP), |
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
180 |
100), true /* C_Heap */), |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
181 |
_curr_index(0), _length(0), |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
182 |
_regionLiveThresholdBytes(0), _remainingReclaimableBytes(0), |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
183 |
_first_par_unreserved_idx(0) { |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
184 |
_regionLiveThresholdBytes = |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
185 |
HeapRegion::GrainBytes * (size_t) G1OldCSetRegionLiveThresholdPercent / 100; |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
186 |
} |
1374 | 187 |
|
188 |
#ifndef PRODUCT |
|
189 |
bool CollectionSetChooser::verify() { |
|
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
190 |
guarantee(_length >= 0, err_msg("_length: %d", _length)); |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
191 |
guarantee(0 <= _curr_index && _curr_index <= _length, |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
192 |
err_msg("_curr_index: %d _length: %d", _curr_index, _length)); |
1374 | 193 |
int index = 0; |
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
194 |
size_t sum_of_reclaimable_bytes = 0; |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
195 |
while (index < _curr_index) { |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
196 |
guarantee(_markedRegions.at(index) == NULL, |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
197 |
"all entries before _curr_index should be NULL"); |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
198 |
index += 1; |
1374 | 199 |
} |
200 |
HeapRegion *prev = NULL; |
|
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
201 |
while (index < _length) { |
1374 | 202 |
HeapRegion *curr = _markedRegions.at(index++); |
10680
f7bdba11999b
7095236: G1: _markedRegions never contains NULL regions
ysr
parents:
10523
diff
changeset
|
203 |
guarantee(curr != NULL, "Regions in _markedRegions array cannot be NULL"); |
f7bdba11999b
7095236: G1: _markedRegions never contains NULL regions
ysr
parents:
10523
diff
changeset
|
204 |
int si = curr->sort_index(); |
f7bdba11999b
7095236: G1: _markedRegions never contains NULL regions
ysr
parents:
10523
diff
changeset
|
205 |
guarantee(!curr->is_young(), "should not be young!"); |
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
206 |
guarantee(!curr->isHumongous(), "should not be humongous!"); |
10680
f7bdba11999b
7095236: G1: _markedRegions never contains NULL regions
ysr
parents:
10523
diff
changeset
|
207 |
guarantee(si > -1 && si == (index-1), "sort index invariant"); |
f7bdba11999b
7095236: G1: _markedRegions never contains NULL regions
ysr
parents:
10523
diff
changeset
|
208 |
if (prev != NULL) { |
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
209 |
guarantee(orderRegions(prev, curr) != 1, |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
210 |
err_msg("GC eff prev: %1.4f GC eff curr: %1.4f", |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
211 |
prev->gc_efficiency(), curr->gc_efficiency())); |
1374 | 212 |
} |
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
213 |
sum_of_reclaimable_bytes += curr->reclaimable_bytes(); |
10680
f7bdba11999b
7095236: G1: _markedRegions never contains NULL regions
ysr
parents:
10523
diff
changeset
|
214 |
prev = curr; |
1374 | 215 |
} |
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
216 |
guarantee(sum_of_reclaimable_bytes == _remainingReclaimableBytes, |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
217 |
err_msg("reclaimable bytes inconsistent, " |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
218 |
"remaining: "SIZE_FORMAT" sum: "SIZE_FORMAT, |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
219 |
_remainingReclaimableBytes, sum_of_reclaimable_bytes)); |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
220 |
return true; |
1374 | 221 |
} |
222 |
#endif |
|
223 |
||
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
224 |
void CollectionSetChooser::fillCache() { |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
225 |
guarantee(false, "fillCache: don't call this any more"); |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
226 |
|
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
227 |
while (!_cache.is_full() && (_curr_index < _length)) { |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
228 |
HeapRegion* hr = _markedRegions.at(_curr_index); |
10680
f7bdba11999b
7095236: G1: _markedRegions never contains NULL regions
ysr
parents:
10523
diff
changeset
|
229 |
assert(hr != NULL, |
f7bdba11999b
7095236: G1: _markedRegions never contains NULL regions
ysr
parents:
10523
diff
changeset
|
230 |
err_msg("Unexpected NULL hr in _markedRegions at index %d", |
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
231 |
_curr_index)); |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
232 |
_curr_index += 1; |
10680
f7bdba11999b
7095236: G1: _markedRegions never contains NULL regions
ysr
parents:
10523
diff
changeset
|
233 |
assert(!hr->is_young(), "should not be young!"); |
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
234 |
assert(hr->sort_index() == _curr_index-1, "sort_index invariant"); |
10680
f7bdba11999b
7095236: G1: _markedRegions never contains NULL regions
ysr
parents:
10523
diff
changeset
|
235 |
_markedRegions.at_put(hr->sort_index(), NULL); |
f7bdba11999b
7095236: G1: _markedRegions never contains NULL regions
ysr
parents:
10523
diff
changeset
|
236 |
_cache.insert(hr); |
f7bdba11999b
7095236: G1: _markedRegions never contains NULL regions
ysr
parents:
10523
diff
changeset
|
237 |
assert(!_cache.is_empty(), "cache should not be empty"); |
1374 | 238 |
} |
10680
f7bdba11999b
7095236: G1: _markedRegions never contains NULL regions
ysr
parents:
10523
diff
changeset
|
239 |
assert(verify(), "cache should be consistent"); |
1374 | 240 |
} |
241 |
||
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
242 |
void CollectionSetChooser::sortMarkedHeapRegions() { |
1374 | 243 |
// First trim any unused portion of the top in the parallel case. |
244 |
if (_first_par_unreserved_idx > 0) { |
|
245 |
if (G1PrintParCleanupStats) { |
|
246 |
gclog_or_tty->print(" Truncating _markedRegions from %d to %d.\n", |
|
247 |
_markedRegions.length(), _first_par_unreserved_idx); |
|
248 |
} |
|
249 |
assert(_first_par_unreserved_idx <= _markedRegions.length(), |
|
250 |
"Or we didn't reserved enough length"); |
|
251 |
_markedRegions.trunc_to(_first_par_unreserved_idx); |
|
252 |
} |
|
253 |
_markedRegions.sort(orderRegions); |
|
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
254 |
assert(_length <= _markedRegions.length(), "Requirement"); |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
255 |
assert(_length == 0 || _markedRegions.at(_length - 1) != NULL, |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
256 |
"Testing _length"); |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
257 |
assert(_length == _markedRegions.length() || |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
258 |
_markedRegions.at(_length) == NULL, "Testing _length"); |
1374 | 259 |
if (G1PrintParCleanupStats) { |
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
260 |
gclog_or_tty->print_cr(" Sorted %d marked regions.", _length); |
1374 | 261 |
} |
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
262 |
for (int i = 0; i < _length; i++) { |
1374 | 263 |
assert(_markedRegions.at(i) != NULL, "Should be true by sorting!"); |
264 |
_markedRegions.at(i)->set_sort_index(i); |
|
8930
52368505ee8e
7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents:
7397
diff
changeset
|
265 |
} |
52368505ee8e
7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents:
7397
diff
changeset
|
266 |
if (G1PrintRegionLivenessInfo) { |
52368505ee8e
7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents:
7397
diff
changeset
|
267 |
G1PrintRegionLivenessInfoClosure cl(gclog_or_tty, "Post-Sorting"); |
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
268 |
for (int i = 0; i < _length; ++i) { |
8930
52368505ee8e
7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents:
7397
diff
changeset
|
269 |
HeapRegion* r = _markedRegions.at(i); |
52368505ee8e
7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents:
7397
diff
changeset
|
270 |
cl.doHeapRegion(r); |
1374 | 271 |
} |
272 |
} |
|
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
273 |
assert(verify(), "CSet chooser verification"); |
1374 | 274 |
} |
275 |
||
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
276 |
size_t CollectionSetChooser::calcMinOldCSetLength() { |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
277 |
// The min old CSet region bound is based on the maximum desired |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
278 |
// number of mixed GCs after a cycle. I.e., even if some old regions |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
279 |
// look expensive, we should add them to the CSet anyway to make |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
280 |
// sure we go through the available old regions in no more than the |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
281 |
// maximum desired number of mixed GCs. |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
282 |
// |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
283 |
// The calculation is based on the number of marked regions we added |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
284 |
// to the CSet chooser in the first place, not how many remain, so |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
285 |
// that the result is the same during all mixed GCs that follow a cycle. |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
286 |
|
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
287 |
const size_t region_num = (size_t) _length; |
12228
15ffdb8224fe
7146246: G1: expose some of the -XX flags that drive which old regions to collect during mixed GCs
tonyp
parents:
11756
diff
changeset
|
288 |
const size_t gc_num = (size_t) G1MixedGCCountTarget; |
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
289 |
size_t result = region_num / gc_num; |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
290 |
// emulate ceiling |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
291 |
if (result * gc_num < region_num) { |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
292 |
result += 1; |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
293 |
} |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
294 |
return result; |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
295 |
} |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
296 |
|
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
297 |
size_t CollectionSetChooser::calcMaxOldCSetLength() { |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
298 |
// The max old CSet region bound is based on the threshold expressed |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
299 |
// as a percentage of the heap size. I.e., it should bound the |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
300 |
// number of old regions added to the CSet irrespective of how many |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
301 |
// of them are available. |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
302 |
|
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
303 |
G1CollectedHeap* g1h = G1CollectedHeap::heap(); |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
304 |
const size_t region_num = g1h->n_regions(); |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
305 |
const size_t perc = (size_t) G1OldCSetRegionThresholdPercent; |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
306 |
size_t result = region_num * perc / 100; |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
307 |
// emulate ceiling |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
308 |
if (100 * result < region_num * perc) { |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
309 |
result += 1; |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
310 |
} |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
311 |
return result; |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
312 |
} |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
313 |
|
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
314 |
void CollectionSetChooser::addMarkedHeapRegion(HeapRegion* hr) { |
1374 | 315 |
assert(!hr->isHumongous(), |
316 |
"Humongous regions shouldn't be added to the collection set"); |
|
317 |
assert(!hr->is_young(), "should not be young!"); |
|
318 |
_markedRegions.append(hr); |
|
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
319 |
_length++; |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
320 |
_remainingReclaimableBytes += hr->reclaimable_bytes(); |
1374 | 321 |
hr->calc_gc_efficiency(); |
322 |
} |
|
323 |
||
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
324 |
void CollectionSetChooser::prepareForAddMarkedHeapRegionsPar(size_t n_regions, |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
325 |
size_t chunkSize) { |
1374 | 326 |
_first_par_unreserved_idx = 0; |
11174
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10680
diff
changeset
|
327 |
int n_threads = ParallelGCThreads; |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10680
diff
changeset
|
328 |
if (UseDynamicNumberOfGCThreads) { |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10680
diff
changeset
|
329 |
assert(G1CollectedHeap::heap()->workers()->active_workers() > 0, |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10680
diff
changeset
|
330 |
"Should have been set earlier"); |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10680
diff
changeset
|
331 |
// This is defensive code. As the assertion above says, the number |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10680
diff
changeset
|
332 |
// of active threads should be > 0, but in case there is some path |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10680
diff
changeset
|
333 |
// or some improperly initialized variable with leads to no |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10680
diff
changeset
|
334 |
// active threads, protect against that in a product build. |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10680
diff
changeset
|
335 |
n_threads = MAX2(G1CollectedHeap::heap()->workers()->active_workers(), |
11396
917d8673b5ef
7121618: Change type of number of GC workers to unsigned int.
jmasa
parents:
11174
diff
changeset
|
336 |
1U); |
11174
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10680
diff
changeset
|
337 |
} |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10680
diff
changeset
|
338 |
size_t max_waste = n_threads * chunkSize; |
1374 | 339 |
// it should be aligned with respect to chunkSize |
340 |
size_t aligned_n_regions = |
|
341 |
(n_regions + (chunkSize - 1)) / chunkSize * chunkSize; |
|
342 |
assert( aligned_n_regions % chunkSize == 0, "should be aligned" ); |
|
343 |
_markedRegions.at_put_grow((int)(aligned_n_regions + max_waste - 1), NULL); |
|
344 |
} |
|
345 |
||
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
346 |
jint CollectionSetChooser::getParMarkedHeapRegionChunk(jint n_regions) { |
11174
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10680
diff
changeset
|
347 |
// Don't do this assert because this can be called at a point |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10680
diff
changeset
|
348 |
// where the loop up stream will not execute again but might |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10680
diff
changeset
|
349 |
// try to claim more chunks (loop test has not been done yet). |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10680
diff
changeset
|
350 |
// assert(_markedRegions.length() > _first_par_unreserved_idx, |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10680
diff
changeset
|
351 |
// "Striding beyond the marked regions"); |
1374 | 352 |
jint res = Atomic::add(n_regions, &_first_par_unreserved_idx); |
353 |
assert(_markedRegions.length() > res + n_regions - 1, |
|
354 |
"Should already have been expanded"); |
|
355 |
return res - n_regions; |
|
356 |
} |
|
357 |
||
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
358 |
void CollectionSetChooser::setMarkedHeapRegion(jint index, HeapRegion* hr) { |
1374 | 359 |
assert(_markedRegions.at(index) == NULL, "precondition"); |
360 |
assert(!hr->is_young(), "should not be young!"); |
|
361 |
_markedRegions.at_put(index, hr); |
|
362 |
hr->calc_gc_efficiency(); |
|
363 |
} |
|
364 |
||
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
365 |
void CollectionSetChooser::updateTotals(jint region_num, |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
366 |
size_t reclaimable_bytes) { |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
367 |
// Only take the lock if we actually need to update the totals. |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
368 |
if (region_num > 0) { |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
369 |
assert(reclaimable_bytes > 0, "invariant"); |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
370 |
// We could have just used atomics instead of taking the |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
371 |
// lock. However, we currently don't have an atomic add for size_t. |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
372 |
MutexLockerEx x(ParGCRareEvent_lock, Mutex::_no_safepoint_check_flag); |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
373 |
_length += (int) region_num; |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
374 |
_remainingReclaimableBytes += reclaimable_bytes; |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
375 |
} else { |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
376 |
assert(reclaimable_bytes == 0, "invariant"); |
1374 | 377 |
} |
378 |
} |
|
379 |
||
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
380 |
void CollectionSetChooser::clearMarkedHeapRegions() { |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
381 |
for (int i = 0; i < _markedRegions.length(); i++) { |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
382 |
HeapRegion* r = _markedRegions.at(i); |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
383 |
if (r != NULL) { |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
384 |
r->set_sort_index(-1); |
1374 | 385 |
} |
386 |
} |
|
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
387 |
_markedRegions.clear(); |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
388 |
_curr_index = 0; |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
389 |
_length = 0; |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
390 |
_remainingReclaimableBytes = 0; |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11396
diff
changeset
|
391 |
}; |