author | tonyp |
Tue, 26 Apr 2016 10:19:57 +0200 | |
changeset 38080 | bb02a3ad3b0a |
parent 37146 | 209e0fe518bb |
child 40096 | 246c62cd9180 |
permissions | -rw-r--r-- |
1 | 1 |
/* |
35862
411842d0c882
8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents:
35492
diff
changeset
|
2 |
* Copyright (c) 2002, 2016, Oracle and/or its affiliates. All rights reserved. |
1 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
5547
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
5343
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
5343
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
5343
diff
changeset
|
21 |
* questions. |
1 | 22 |
* |
23 |
*/ |
|
24 |
||
7397 | 25 |
#include "precompiled.hpp" |
24426
0a69c8cdfca9
8038654: Separate SymbolTable and StringTable code
gziemski
parents:
24092
diff
changeset
|
26 |
#include "classfile/stringTable.hpp" |
11753 | 27 |
#include "code/codeCache.hpp" |
30764 | 28 |
#include "gc/parallel/cardTableExtension.hpp" |
29 |
#include "gc/parallel/gcTaskManager.hpp" |
|
30 |
#include "gc/parallel/parallelScavengeHeap.hpp" |
|
31 |
#include "gc/parallel/psAdaptiveSizePolicy.hpp" |
|
32 |
#include "gc/parallel/psMarkSweep.hpp" |
|
35862
411842d0c882
8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents:
35492
diff
changeset
|
33 |
#include "gc/parallel/psParallelCompact.inline.hpp" |
30764 | 34 |
#include "gc/parallel/psScavenge.inline.hpp" |
35 |
#include "gc/parallel/psTasks.hpp" |
|
36 |
#include "gc/shared/collectorPolicy.hpp" |
|
37 |
#include "gc/shared/gcCause.hpp" |
|
38 |
#include "gc/shared/gcHeapSummary.hpp" |
|
33107
77bf0d2069a3
8134953: Make the GC ID available in a central place
brutisso
parents:
33105
diff
changeset
|
39 |
#include "gc/shared/gcId.hpp" |
30764 | 40 |
#include "gc/shared/gcLocker.inline.hpp" |
41 |
#include "gc/shared/gcTimer.hpp" |
|
42 |
#include "gc/shared/gcTrace.hpp" |
|
35061 | 43 |
#include "gc/shared/gcTraceTime.inline.hpp" |
30764 | 44 |
#include "gc/shared/isGCActiveMark.hpp" |
45 |
#include "gc/shared/referencePolicy.hpp" |
|
46 |
#include "gc/shared/referenceProcessor.hpp" |
|
47 |
#include "gc/shared/spaceDecorator.hpp" |
|
7397 | 48 |
#include "memory/resourceArea.hpp" |
35061 | 49 |
#include "logging/log.hpp" |
7397 | 50 |
#include "oops/oop.inline.hpp" |
51 |
#include "runtime/biasedLocking.hpp" |
|
52 |
#include "runtime/fprofiler.hpp" |
|
53 |
#include "runtime/handles.inline.hpp" |
|
54 |
#include "runtime/threadCritical.hpp" |
|
55 |
#include "runtime/vmThread.hpp" |
|
56 |
#include "runtime/vm_operations.hpp" |
|
57 |
#include "services/memoryService.hpp" |
|
58 |
#include "utilities/stack.inline.hpp" |
|
1 | 59 |
|
60 |
HeapWord* PSScavenge::_to_space_top_before_gc = NULL; |
|
61 |
int PSScavenge::_consecutive_skipped_scavenges = 0; |
|
62 |
ReferenceProcessor* PSScavenge::_ref_processor = NULL; |
|
63 |
CardTableExtension* PSScavenge::_card_table = NULL; |
|
64 |
bool PSScavenge::_survivor_overflow = false; |
|
13925 | 65 |
uint PSScavenge::_tenuring_threshold = 0; |
1 | 66 |
HeapWord* PSScavenge::_young_generation_boundary = NULL; |
17852
59b05e1db547
8015486: PSScavenge::is_obj_in_young is unnecessarily slow with UseCompressedOops
stefank
parents:
17846
diff
changeset
|
67 |
uintptr_t PSScavenge::_young_generation_boundary_compressed = 0; |
1 | 68 |
elapsedTimer PSScavenge::_accumulated_time; |
18025 | 69 |
STWGCTimer PSScavenge::_gc_timer; |
70 |
ParallelScavengeTracer PSScavenge::_gc_tracer; |
|
1 | 71 |
CollectorCounters* PSScavenge::_counters = NULL; |
72 |
||
73 |
// Define before use |
|
74 |
class PSIsAliveClosure: public BoolObjectClosure { |
|
75 |
public: |
|
76 |
bool do_object_b(oop p) { |
|
17852
59b05e1db547
8015486: PSScavenge::is_obj_in_young is unnecessarily slow with UseCompressedOops
stefank
parents:
17846
diff
changeset
|
77 |
return (!PSScavenge::is_obj_in_young(p)) || p->is_forwarded(); |
1 | 78 |
} |
79 |
}; |
|
80 |
||
81 |
PSIsAliveClosure PSScavenge::_is_alive_closure; |
|
82 |
||
83 |
class PSKeepAliveClosure: public OopClosure { |
|
84 |
protected: |
|
85 |
MutableSpace* _to_space; |
|
86 |
PSPromotionManager* _promotion_manager; |
|
87 |
||
88 |
public: |
|
89 |
PSKeepAliveClosure(PSPromotionManager* pm) : _promotion_manager(pm) { |
|
30173
13cf7580b000
8077413: Avoid use of Universe::heap() inside collectors
pliden
parents:
29798
diff
changeset
|
90 |
ParallelScavengeHeap* heap = ParallelScavengeHeap::heap(); |
1 | 91 |
_to_space = heap->young_gen()->to_space(); |
92 |
||
93 |
assert(_promotion_manager != NULL, "Sanity"); |
|
94 |
} |
|
95 |
||
360
21d113ecbf6a
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
1
diff
changeset
|
96 |
template <class T> void do_oop_work(T* p) { |
21d113ecbf6a
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
1
diff
changeset
|
97 |
assert (!oopDesc::is_null(*p), "expected non-null ref"); |
21d113ecbf6a
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
1
diff
changeset
|
98 |
assert ((oopDesc::load_decode_heap_oop_not_null(p))->is_oop(), |
21d113ecbf6a
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
1
diff
changeset
|
99 |
"expected an oop while scanning weak refs"); |
1 | 100 |
|
101 |
// Weak refs may be visited more than once. |
|
360
21d113ecbf6a
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
1
diff
changeset
|
102 |
if (PSScavenge::should_scavenge(p, _to_space)) { |
29208
b570d043f295
8073543: Circular include dependency between psScavenge.inline.hpp and psPromotionManager.inline.hpp
stefank
parents:
28212
diff
changeset
|
103 |
_promotion_manager->copy_and_push_safe_barrier<T, /*promote_immediately=*/false>(p); |
1 | 104 |
} |
105 |
} |
|
360
21d113ecbf6a
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
1
diff
changeset
|
106 |
virtual void do_oop(oop* p) { PSKeepAliveClosure::do_oop_work(p); } |
21d113ecbf6a
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
1
diff
changeset
|
107 |
virtual void do_oop(narrowOop* p) { PSKeepAliveClosure::do_oop_work(p); } |
1 | 108 |
}; |
109 |
||
110 |
class PSEvacuateFollowersClosure: public VoidClosure { |
|
111 |
private: |
|
112 |
PSPromotionManager* _promotion_manager; |
|
113 |
public: |
|
114 |
PSEvacuateFollowersClosure(PSPromotionManager* pm) : _promotion_manager(pm) {} |
|
115 |
||
360
21d113ecbf6a
6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents:
1
diff
changeset
|
116 |
virtual void do_void() { |
1 | 117 |
assert(_promotion_manager != NULL, "Sanity"); |
118 |
_promotion_manager->drain_stacks(true); |
|
119 |
guarantee(_promotion_manager->stacks_empty(), |
|
120 |
"stacks should be empty at this point"); |
|
121 |
} |
|
122 |
}; |
|
123 |
||
124 |
class PSRefProcTaskProxy: public GCTask { |
|
125 |
typedef AbstractRefProcTaskExecutor::ProcessTask ProcessTask; |
|
126 |
ProcessTask & _rp_task; |
|
127 |
uint _work_id; |
|
128 |
public: |
|
129 |
PSRefProcTaskProxy(ProcessTask & rp_task, uint work_id) |
|
130 |
: _rp_task(rp_task), |
|
131 |
_work_id(work_id) |
|
132 |
{ } |
|
133 |
||
134 |
private: |
|
135 |
virtual char* name() { return (char *)"Process referents by policy in parallel"; } |
|
136 |
virtual void do_it(GCTaskManager* manager, uint which); |
|
137 |
}; |
|
138 |
||
139 |
void PSRefProcTaskProxy::do_it(GCTaskManager* manager, uint which) |
|
140 |
{ |
|
141 |
PSPromotionManager* promotion_manager = |
|
142 |
PSPromotionManager::gc_thread_promotion_manager(which); |
|
143 |
assert(promotion_manager != NULL, "sanity check"); |
|
144 |
PSKeepAliveClosure keep_alive(promotion_manager); |
|
145 |
PSEvacuateFollowersClosure evac_followers(promotion_manager); |
|
146 |
PSIsAliveClosure is_alive; |
|
147 |
_rp_task.work(_work_id, is_alive, keep_alive, evac_followers); |
|
148 |
} |
|
149 |
||
150 |
class PSRefEnqueueTaskProxy: public GCTask { |
|
151 |
typedef AbstractRefProcTaskExecutor::EnqueueTask EnqueueTask; |
|
152 |
EnqueueTask& _enq_task; |
|
153 |
uint _work_id; |
|
154 |
||
155 |
public: |
|
156 |
PSRefEnqueueTaskProxy(EnqueueTask& enq_task, uint work_id) |
|
157 |
: _enq_task(enq_task), |
|
158 |
_work_id(work_id) |
|
159 |
{ } |
|
160 |
||
161 |
virtual char* name() { return (char *)"Enqueue reference objects in parallel"; } |
|
162 |
virtual void do_it(GCTaskManager* manager, uint which) |
|
163 |
{ |
|
164 |
_enq_task.work(_work_id); |
|
165 |
} |
|
166 |
}; |
|
167 |
||
168 |
class PSRefProcTaskExecutor: public AbstractRefProcTaskExecutor { |
|
169 |
virtual void execute(ProcessTask& task); |
|
170 |
virtual void execute(EnqueueTask& task); |
|
171 |
}; |
|
172 |
||
173 |
void PSRefProcTaskExecutor::execute(ProcessTask& task) |
|
174 |
{ |
|
175 |
GCTaskQueue* q = GCTaskQueue::create(); |
|
11174
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
176 |
GCTaskManager* manager = ParallelScavengeHeap::gc_task_manager(); |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
177 |
for(uint i=0; i < manager->active_workers(); i++) { |
1 | 178 |
q->enqueue(new PSRefProcTaskProxy(task, i)); |
179 |
} |
|
11174
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
180 |
ParallelTaskTerminator terminator(manager->active_workers(), |
6248
2e661807cef0
6962589: remove breadth first scanning code from parallel gc
tonyp
parents:
5918
diff
changeset
|
181 |
(TaskQueueSetSuper*) PSPromotionManager::stack_array_depth()); |
11174
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
182 |
if (task.marks_oops_alive() && manager->active_workers() > 1) { |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
183 |
for (uint j = 0; j < manager->active_workers(); j++) { |
1 | 184 |
q->enqueue(new StealTask(&terminator)); |
185 |
} |
|
186 |
} |
|
11174
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
187 |
manager->execute_and_wait(q); |
1 | 188 |
} |
189 |
||
190 |
||
191 |
void PSRefProcTaskExecutor::execute(EnqueueTask& task) |
|
192 |
{ |
|
193 |
GCTaskQueue* q = GCTaskQueue::create(); |
|
11174
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
194 |
GCTaskManager* manager = ParallelScavengeHeap::gc_task_manager(); |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
195 |
for(uint i=0; i < manager->active_workers(); i++) { |
1 | 196 |
q->enqueue(new PSRefEnqueueTaskProxy(task, i)); |
197 |
} |
|
11174
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
198 |
manager->execute_and_wait(q); |
1 | 199 |
} |
200 |
||
201 |
// This method contains all heap specific policy for invoking scavenge. |
|
202 |
// PSScavenge::invoke_no_policy() will do nothing but attempt to |
|
203 |
// scavenge. It will not clean up after failed promotions, bail out if |
|
204 |
// we've exceeded policy time limits, or any other special behavior. |
|
205 |
// All such policy should be placed here. |
|
206 |
// |
|
207 |
// Note that this method should only be called from the vm_thread while |
|
208 |
// at a safepoint! |
|
11757
cdf6204b114a
7146343: PS invoke methods should indicate the type of gc done
jcoomes
parents:
11753
diff
changeset
|
209 |
bool PSScavenge::invoke() { |
1 | 210 |
assert(SafepointSynchronize::is_at_safepoint(), "should be at safepoint"); |
211 |
assert(Thread::current() == (Thread*)VMThread::vm_thread(), "should be in vm thread"); |
|
30173
13cf7580b000
8077413: Avoid use of Universe::heap() inside collectors
pliden
parents:
29798
diff
changeset
|
212 |
assert(!ParallelScavengeHeap::heap()->is_gc_active(), "not reentrant"); |
1 | 213 |
|
30173
13cf7580b000
8077413: Avoid use of Universe::heap() inside collectors
pliden
parents:
29798
diff
changeset
|
214 |
ParallelScavengeHeap* const heap = ParallelScavengeHeap::heap(); |
1 | 215 |
PSAdaptiveSizePolicy* policy = heap->size_policy(); |
5343
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
3908
diff
changeset
|
216 |
IsGCActiveMark mark; |
1 | 217 |
|
11757
cdf6204b114a
7146343: PS invoke methods should indicate the type of gc done
jcoomes
parents:
11753
diff
changeset
|
218 |
const bool scavenge_done = PSScavenge::invoke_no_policy(); |
cdf6204b114a
7146343: PS invoke methods should indicate the type of gc done
jcoomes
parents:
11753
diff
changeset
|
219 |
const bool need_full_gc = !scavenge_done || |
cdf6204b114a
7146343: PS invoke methods should indicate the type of gc done
jcoomes
parents:
11753
diff
changeset
|
220 |
policy->should_full_GC(heap->old_gen()->free_in_bytes()); |
cdf6204b114a
7146343: PS invoke methods should indicate the type of gc done
jcoomes
parents:
11753
diff
changeset
|
221 |
bool full_gc_done = false; |
1 | 222 |
|
11757
cdf6204b114a
7146343: PS invoke methods should indicate the type of gc done
jcoomes
parents:
11753
diff
changeset
|
223 |
if (UsePerfData) { |
cdf6204b114a
7146343: PS invoke methods should indicate the type of gc done
jcoomes
parents:
11753
diff
changeset
|
224 |
PSGCAdaptivePolicyCounters* const counters = heap->gc_policy_counters(); |
cdf6204b114a
7146343: PS invoke methods should indicate the type of gc done
jcoomes
parents:
11753
diff
changeset
|
225 |
const int ffs_val = need_full_gc ? full_follows_scavenge : not_skipped; |
cdf6204b114a
7146343: PS invoke methods should indicate the type of gc done
jcoomes
parents:
11753
diff
changeset
|
226 |
counters->update_full_follows_scavenge(ffs_val); |
cdf6204b114a
7146343: PS invoke methods should indicate the type of gc done
jcoomes
parents:
11753
diff
changeset
|
227 |
} |
cdf6204b114a
7146343: PS invoke methods should indicate the type of gc done
jcoomes
parents:
11753
diff
changeset
|
228 |
|
cdf6204b114a
7146343: PS invoke methods should indicate the type of gc done
jcoomes
parents:
11753
diff
changeset
|
229 |
if (need_full_gc) { |
5343
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
3908
diff
changeset
|
230 |
GCCauseSetter gccs(heap, GCCause::_adaptive_size_policy); |
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
3908
diff
changeset
|
231 |
CollectorPolicy* cp = heap->collector_policy(); |
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
3908
diff
changeset
|
232 |
const bool clear_all_softrefs = cp->should_clear_all_soft_refs(); |
1 | 233 |
|
5343
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
3908
diff
changeset
|
234 |
if (UseParallelOldGC) { |
11757
cdf6204b114a
7146343: PS invoke methods should indicate the type of gc done
jcoomes
parents:
11753
diff
changeset
|
235 |
full_gc_done = PSParallelCompact::invoke_no_policy(clear_all_softrefs); |
5343
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
3908
diff
changeset
|
236 |
} else { |
11757
cdf6204b114a
7146343: PS invoke methods should indicate the type of gc done
jcoomes
parents:
11753
diff
changeset
|
237 |
full_gc_done = PSMarkSweep::invoke_no_policy(clear_all_softrefs); |
1 | 238 |
} |
239 |
} |
|
11757
cdf6204b114a
7146343: PS invoke methods should indicate the type of gc done
jcoomes
parents:
11753
diff
changeset
|
240 |
|
cdf6204b114a
7146343: PS invoke methods should indicate the type of gc done
jcoomes
parents:
11753
diff
changeset
|
241 |
return full_gc_done; |
1 | 242 |
} |
243 |
||
244 |
// This method contains no policy. You should probably |
|
245 |
// be calling invoke() instead. |
|
246 |
bool PSScavenge::invoke_no_policy() { |
|
247 |
assert(SafepointSynchronize::is_at_safepoint(), "should be at safepoint"); |
|
248 |
assert(Thread::current() == (Thread*)VMThread::vm_thread(), "should be in vm thread"); |
|
249 |
||
21767
41eaa9a17059
8028128: Add a type safe alternative for working with counter based data
mgronlun
parents:
20317
diff
changeset
|
250 |
_gc_timer.register_gc_start(); |
18025 | 251 |
|
1 | 252 |
TimeStamp scavenge_entry; |
253 |
TimeStamp scavenge_midpoint; |
|
254 |
TimeStamp scavenge_exit; |
|
255 |
||
256 |
scavenge_entry.update(); |
|
257 |
||
35492
c8c0273e6b91
8146690: Make all classes in GC follow the naming convention.
david
parents:
35061
diff
changeset
|
258 |
if (GCLocker::check_active_before_gc()) { |
1 | 259 |
return false; |
260 |
} |
|
261 |
||
30173
13cf7580b000
8077413: Avoid use of Universe::heap() inside collectors
pliden
parents:
29798
diff
changeset
|
262 |
ParallelScavengeHeap* heap = ParallelScavengeHeap::heap(); |
1 | 263 |
GCCause::Cause gc_cause = heap->gc_cause(); |
264 |
||
265 |
// Check for potential problems. |
|
266 |
if (!should_attempt_scavenge()) { |
|
267 |
return false; |
|
268 |
} |
|
269 |
||
33107
77bf0d2069a3
8134953: Make the GC ID available in a central place
brutisso
parents:
33105
diff
changeset
|
270 |
GCIdMark gc_id_mark; |
18025 | 271 |
_gc_tracer.report_gc_start(heap->gc_cause(), _gc_timer.gc_start()); |
272 |
||
1 | 273 |
bool promotion_failure_occurred = false; |
274 |
||
275 |
PSYoungGen* young_gen = heap->young_gen(); |
|
276 |
PSOldGen* old_gen = heap->old_gen(); |
|
277 |
PSAdaptiveSizePolicy* size_policy = heap->size_policy(); |
|
18025 | 278 |
|
1 | 279 |
heap->increment_total_collections(); |
280 |
||
31634
0aa645cd8cc3
7012980: PSOldGen is increased if there is no space in Metaspace
jmasa
parents:
31330
diff
changeset
|
281 |
if (AdaptiveSizePolicy::should_update_eden_stats(gc_cause)) { |
1 | 282 |
// Gather the feedback data for eden occupancy. |
283 |
young_gen->eden_space()->accumulate_statistics(); |
|
284 |
} |
|
285 |
||
11636
3c07b54482a5
7141200: log some interesting information in ring buffers for crashes
never
parents:
11174
diff
changeset
|
286 |
heap->print_heap_before_gc(); |
18025 | 287 |
heap->trace_heap_before_gc(&_gc_tracer); |
1 | 288 |
|
289 |
assert(!NeverTenure || _tenuring_threshold == markOopDesc::max_age + 1, "Sanity"); |
|
290 |
assert(!AlwaysTenure || _tenuring_threshold == 0, "Sanity"); |
|
291 |
||
292 |
// Fill in TLABs |
|
293 |
heap->accumulate_statistics_all_tlabs(); |
|
294 |
heap->ensure_parsability(true); // retire TLABs |
|
295 |
||
296 |
if (VerifyBeforeGC && heap->total_collections() >= VerifyGCStartAt) { |
|
297 |
HandleMark hm; // Discard invalid handles created during verification |
|
35061 | 298 |
Universe::verify("Before GC"); |
1 | 299 |
} |
300 |
||
301 |
{ |
|
302 |
ResourceMark rm; |
|
303 |
HandleMark hm; |
|
304 |
||
35061 | 305 |
GCTraceCPUTime tcpu; |
306 |
GCTraceTime(Info, gc) tm("Pause Young", NULL, gc_cause, true); |
|
1 | 307 |
TraceCollectorStats tcs(counters()); |
9623
151c0b638488
7036199: Adding a notification to the implementation of GarbageCollectorMXBeans
fparain
parents:
8728
diff
changeset
|
308 |
TraceMemoryManagerStats tms(false /* not full GC */,gc_cause); |
1 | 309 |
|
24941
4ebbe176a7b1
8042298: Remove the names gen0 and gen1 from the GC code
jwilhelm
parents:
24845
diff
changeset
|
310 |
if (TraceYoungGenTime) accumulated_time()->start(); |
1 | 311 |
|
312 |
// Let the size policy know we're starting |
|
313 |
size_policy->minor_collection_begin(); |
|
314 |
||
315 |
// Verify the object start arrays. |
|
316 |
if (VerifyObjectStartArray && |
|
317 |
VerifyBeforeGC) { |
|
318 |
old_gen->verify_object_start_array(); |
|
319 |
} |
|
320 |
||
321 |
// Verify no unmarked old->young roots |
|
322 |
if (VerifyRememberedSets) { |
|
323 |
CardTableExtension::verify_all_young_refs_imprecise(); |
|
324 |
} |
|
325 |
||
33227
b00ec45f8c2c
8139277: Remove ScavengeWithObjectsInToSpace, ParallelOldGCSplitALot, ParallelOldGCSplitInterval, PSAdjustTenuredGenForMinorPause and PSAdjustYoungGenForMajorPause
david
parents:
33143
diff
changeset
|
326 |
assert(young_gen->to_space()->is_empty(), |
b00ec45f8c2c
8139277: Remove ScavengeWithObjectsInToSpace, ParallelOldGCSplitALot, ParallelOldGCSplitInterval, PSAdjustTenuredGenForMinorPause and PSAdjustYoungGenForMajorPause
david
parents:
33143
diff
changeset
|
327 |
"Attempt to scavenge with live objects in to_space"); |
b00ec45f8c2c
8139277: Remove ScavengeWithObjectsInToSpace, ParallelOldGCSplitALot, ParallelOldGCSplitInterval, PSAdjustTenuredGenForMinorPause and PSAdjustYoungGenForMajorPause
david
parents:
33143
diff
changeset
|
328 |
young_gen->to_space()->clear(SpaceDecorator::Mangle); |
b00ec45f8c2c
8139277: Remove ScavengeWithObjectsInToSpace, ParallelOldGCSplitALot, ParallelOldGCSplitInterval, PSAdjustTenuredGenForMinorPause and PSAdjustYoungGenForMajorPause
david
parents:
33143
diff
changeset
|
329 |
|
1 | 330 |
save_to_space_top_before_gc(); |
331 |
||
33160
c59f1676d27e
8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents:
32623
diff
changeset
|
332 |
#if defined(COMPILER2) || INCLUDE_JVMCI |
c59f1676d27e
8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents:
32623
diff
changeset
|
333 |
DerivedPointerTable::clear(); |
c59f1676d27e
8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents:
32623
diff
changeset
|
334 |
#endif |
1 | 335 |
|
28212
647b7d0efb88
8066827: Remove ReferenceProcessor::clean_up_discovered_references()
kbarrett
parents:
27887
diff
changeset
|
336 |
reference_processor()->enable_discovery(); |
1610
5dddd195cc86
6778647: snap(), snap_policy() should be renamed setup(), setup_policy()
ysr
parents:
1606
diff
changeset
|
337 |
reference_processor()->setup_policy(false); |
1 | 338 |
|
35061 | 339 |
PreGCValues pre_gc_values(heap); |
1 | 340 |
|
341 |
// Reset our survivor overflow. |
|
342 |
set_survivor_overflow(false); |
|
343 |
||
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13195
diff
changeset
|
344 |
// We need to save the old top values before |
1 | 345 |
// creating the promotion_manager. We pass the top |
346 |
// values to the card_table, to prevent it from |
|
347 |
// straying into the promotion labs. |
|
348 |
HeapWord* old_top = old_gen->object_space()->top(); |
|
349 |
||
350 |
// Release all previously held resources |
|
351 |
gc_task_manager()->release_all_resources(); |
|
352 |
||
11174
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
353 |
// Set the number of GC threads to be used in this collection |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
354 |
gc_task_manager()->set_active_gang(); |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
355 |
gc_task_manager()->task_idle_workers(); |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
356 |
// Get the active number of workers here and use that value |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
357 |
// throughout the methods. |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
358 |
uint active_workers = gc_task_manager()->active_workers(); |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
359 |
|
1 | 360 |
PSPromotionManager::pre_scavenge(); |
361 |
||
362 |
// We'll use the promotion manager again later. |
|
363 |
PSPromotionManager* promotion_manager = PSPromotionManager::vm_thread_promotion_manager(); |
|
364 |
{ |
|
35061 | 365 |
GCTraceTime(Debug, gc, phases) tm("Scavenge", &_gc_timer); |
3908
24b55ad4c228
6863023: need non-perm oops in code cache for JSR 292
jrose
parents:
2105
diff
changeset
|
366 |
ParallelScavengeHeap::ParStrongRootsScope psrs; |
1 | 367 |
|
368 |
GCTaskQueue* q = GCTaskQueue::create(); |
|
369 |
||
13924 | 370 |
if (!old_gen->object_space()->is_empty()) { |
371 |
// There are only old-to-young pointers if there are objects |
|
372 |
// in the old gen. |
|
373 |
uint stripe_total = active_workers; |
|
374 |
for(uint i=0; i < stripe_total; i++) { |
|
375 |
q->enqueue(new OldToYoungRootsTask(old_gen, old_top, i, stripe_total)); |
|
376 |
} |
|
1 | 377 |
} |
378 |
||
379 |
q->enqueue(new ScavengeRootsTask(ScavengeRootsTask::universe)); |
|
380 |
q->enqueue(new ScavengeRootsTask(ScavengeRootsTask::jni_handles)); |
|
381 |
// We scan the thread roots in parallel |
|
382 |
Threads::create_thread_roots_tasks(q); |
|
383 |
q->enqueue(new ScavengeRootsTask(ScavengeRootsTask::object_synchronizer)); |
|
384 |
q->enqueue(new ScavengeRootsTask(ScavengeRootsTask::flat_profiler)); |
|
385 |
q->enqueue(new ScavengeRootsTask(ScavengeRootsTask::management)); |
|
386 |
q->enqueue(new ScavengeRootsTask(ScavengeRootsTask::system_dictionary)); |
|
17844
28ca9179db98
8015268: NPG: 2.5% regression in young GC times on CRM Sales Opty
stefank
parents:
17625
diff
changeset
|
387 |
q->enqueue(new ScavengeRootsTask(ScavengeRootsTask::class_loader_data)); |
1 | 388 |
q->enqueue(new ScavengeRootsTask(ScavengeRootsTask::jvmti)); |
3908
24b55ad4c228
6863023: need non-perm oops in code cache for JSR 292
jrose
parents:
2105
diff
changeset
|
389 |
q->enqueue(new ScavengeRootsTask(ScavengeRootsTask::code_cache)); |
1 | 390 |
|
391 |
ParallelTaskTerminator terminator( |
|
11174
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
392 |
active_workers, |
6248
2e661807cef0
6962589: remove breadth first scanning code from parallel gc
tonyp
parents:
5918
diff
changeset
|
393 |
(TaskQueueSetSuper*) promotion_manager->stack_array_depth()); |
11174
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
394 |
if (active_workers > 1) { |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
395 |
for (uint j = 0; j < active_workers; j++) { |
1 | 396 |
q->enqueue(new StealTask(&terminator)); |
397 |
} |
|
398 |
} |
|
399 |
||
400 |
gc_task_manager()->execute_and_wait(q); |
|
401 |
} |
|
402 |
||
403 |
scavenge_midpoint.update(); |
|
404 |
||
405 |
// Process reference objects discovered during scavenge |
|
406 |
{ |
|
37146 | 407 |
GCTraceTime(Debug, gc, phases) tm("Reference Processing", &_gc_timer); |
18025 | 408 |
|
1610
5dddd195cc86
6778647: snap(), snap_policy() should be renamed setup(), setup_policy()
ysr
parents:
1606
diff
changeset
|
409 |
reference_processor()->setup_policy(false); // not always_clear |
11174
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
410 |
reference_processor()->set_active_mt_degree(active_workers); |
1 | 411 |
PSKeepAliveClosure keep_alive(promotion_manager); |
412 |
PSEvacuateFollowersClosure evac_followers(promotion_manager); |
|
18025 | 413 |
ReferenceProcessorStats stats; |
1 | 414 |
if (reference_processor()->processing_is_mt()) { |
415 |
PSRefProcTaskExecutor task_executor; |
|
18025 | 416 |
stats = reference_processor()->process_discovered_references( |
417 |
&_is_alive_closure, &keep_alive, &evac_followers, &task_executor, |
|
33107
77bf0d2069a3
8134953: Make the GC ID available in a central place
brutisso
parents:
33105
diff
changeset
|
418 |
&_gc_timer); |
1 | 419 |
} else { |
18025 | 420 |
stats = reference_processor()->process_discovered_references( |
33107
77bf0d2069a3
8134953: Make the GC ID available in a central place
brutisso
parents:
33105
diff
changeset
|
421 |
&_is_alive_closure, &keep_alive, &evac_followers, NULL, &_gc_timer); |
18025 | 422 |
} |
423 |
||
424 |
_gc_tracer.report_gc_reference_stats(stats); |
|
425 |
||
426 |
// Enqueue reference objects discovered during scavenge. |
|
427 |
if (reference_processor()->processing_is_mt()) { |
|
428 |
PSRefProcTaskExecutor task_executor; |
|
429 |
reference_processor()->enqueue_discovered_references(&task_executor); |
|
430 |
} else { |
|
431 |
reference_processor()->enqueue_discovered_references(NULL); |
|
1 | 432 |
} |
433 |
} |
|
434 |
||
22205
8ee59199b85d
8027364: PSScavenge accounts too large code section to StringTable unlink
tschatzl
parents:
21767
diff
changeset
|
435 |
{ |
37146 | 436 |
GCTraceTime(Debug, gc, phases) tm("Scrub String Table", &_gc_timer); |
22205
8ee59199b85d
8027364: PSScavenge accounts too large code section to StringTable unlink
tschatzl
parents:
21767
diff
changeset
|
437 |
// Unlink any dead interned Strings and process the remaining live ones. |
8ee59199b85d
8027364: PSScavenge accounts too large code section to StringTable unlink
tschatzl
parents:
21767
diff
changeset
|
438 |
PSScavengeRootsClosure root_closure(promotion_manager); |
8ee59199b85d
8027364: PSScavenge accounts too large code section to StringTable unlink
tschatzl
parents:
21767
diff
changeset
|
439 |
StringTable::unlink_or_oops_do(&_is_alive_closure, &root_closure); |
8ee59199b85d
8027364: PSScavenge accounts too large code section to StringTable unlink
tschatzl
parents:
21767
diff
changeset
|
440 |
} |
8728
3f1bcd33068e
6962931: move interned strings out of the perm gen
jcoomes
parents:
8688
diff
changeset
|
441 |
|
1 | 442 |
// Finally, flush the promotion_manager's labs, and deallocate its stacks. |
18025 | 443 |
promotion_failure_occurred = PSPromotionManager::post_scavenge(_gc_tracer); |
1 | 444 |
if (promotion_failure_occurred) { |
445 |
clean_up_failed_promotion(); |
|
38080 | 446 |
log_info(gc, promotion)("Promotion failed"); |
1 | 447 |
} |
448 |
||
33143
2083f82acec8
8139134: Wrong tenuring threshold in young GC trace event
ehelin
parents:
33107
diff
changeset
|
449 |
_gc_tracer.report_tenuring_threshold(tenuring_threshold()); |
2083f82acec8
8139134: Wrong tenuring threshold in young GC trace event
ehelin
parents:
33107
diff
changeset
|
450 |
|
1 | 451 |
// Let the size policy know we're done. Note that we count promotion |
452 |
// failure cleanup time as part of the collection (otherwise, we're |
|
453 |
// implicitly saying it's mutator time). |
|
454 |
size_policy->minor_collection_end(gc_cause); |
|
455 |
||
456 |
if (!promotion_failure_occurred) { |
|
457 |
// Swap the survivor spaces. |
|
971
f0b20be4165d
6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents:
360
diff
changeset
|
458 |
young_gen->eden_space()->clear(SpaceDecorator::Mangle); |
f0b20be4165d
6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents:
360
diff
changeset
|
459 |
young_gen->from_space()->clear(SpaceDecorator::Mangle); |
1 | 460 |
young_gen->swap_spaces(); |
461 |
||
462 |
size_t survived = young_gen->from_space()->used_in_bytes(); |
|
35061 | 463 |
size_t promoted = old_gen->used_in_bytes() - pre_gc_values.old_gen_used(); |
1 | 464 |
size_policy->update_averages(_survivor_overflow, survived, promoted); |
465 |
||
5343
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
3908
diff
changeset
|
466 |
// A successful scavenge should restart the GC time limit count which is |
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
3908
diff
changeset
|
467 |
// for full GC's. |
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
3908
diff
changeset
|
468 |
size_policy->reset_gc_overhead_limit_count(); |
1 | 469 |
if (UseAdaptiveSizePolicy) { |
470 |
// Calculate the new survivor size and tenuring threshold |
|
471 |
||
35061 | 472 |
log_debug(gc, ergo)("AdaptiveSizeStart: collection: %d ", heap->total_collections()); |
473 |
log_trace(gc, ergo)("old_gen_capacity: " SIZE_FORMAT " young_gen_capacity: " SIZE_FORMAT, |
|
474 |
old_gen->capacity_in_bytes(), young_gen->capacity_in_bytes()); |
|
1 | 475 |
|
476 |
if (UsePerfData) { |
|
477 |
PSGCAdaptivePolicyCounters* counters = heap->gc_policy_counters(); |
|
478 |
counters->update_old_eden_size( |
|
479 |
size_policy->calculated_eden_size_in_bytes()); |
|
480 |
counters->update_old_promo_size( |
|
481 |
size_policy->calculated_promo_size_in_bytes()); |
|
482 |
counters->update_old_capacity(old_gen->capacity_in_bytes()); |
|
483 |
counters->update_young_capacity(young_gen->capacity_in_bytes()); |
|
484 |
counters->update_survived(survived); |
|
485 |
counters->update_promoted(promoted); |
|
486 |
counters->update_survivor_overflowed(_survivor_overflow); |
|
487 |
} |
|
488 |
||
22555
ea32f6c51d08
8028391: Make the Min/MaxHeapFreeRatio flags manageable
jwilhelm
parents:
22551
diff
changeset
|
489 |
size_t max_young_size = young_gen->max_size(); |
ea32f6c51d08
8028391: Make the Min/MaxHeapFreeRatio flags manageable
jwilhelm
parents:
22551
diff
changeset
|
490 |
|
ea32f6c51d08
8028391: Make the Min/MaxHeapFreeRatio flags manageable
jwilhelm
parents:
22551
diff
changeset
|
491 |
// Deciding a free ratio in the young generation is tricky, so if |
ea32f6c51d08
8028391: Make the Min/MaxHeapFreeRatio flags manageable
jwilhelm
parents:
22551
diff
changeset
|
492 |
// MinHeapFreeRatio or MaxHeapFreeRatio are in use (implicating |
ea32f6c51d08
8028391: Make the Min/MaxHeapFreeRatio flags manageable
jwilhelm
parents:
22551
diff
changeset
|
493 |
// that the old generation size may have been limited because of them) we |
ea32f6c51d08
8028391: Make the Min/MaxHeapFreeRatio flags manageable
jwilhelm
parents:
22551
diff
changeset
|
494 |
// should then limit our young generation size using NewRatio to have it |
ea32f6c51d08
8028391: Make the Min/MaxHeapFreeRatio flags manageable
jwilhelm
parents:
22551
diff
changeset
|
495 |
// follow the old generation size. |
ea32f6c51d08
8028391: Make the Min/MaxHeapFreeRatio flags manageable
jwilhelm
parents:
22551
diff
changeset
|
496 |
if (MinHeapFreeRatio != 0 || MaxHeapFreeRatio != 100) { |
ea32f6c51d08
8028391: Make the Min/MaxHeapFreeRatio flags manageable
jwilhelm
parents:
22551
diff
changeset
|
497 |
max_young_size = MIN2(old_gen->capacity_in_bytes() / NewRatio, young_gen->max_size()); |
ea32f6c51d08
8028391: Make the Min/MaxHeapFreeRatio flags manageable
jwilhelm
parents:
22551
diff
changeset
|
498 |
} |
ea32f6c51d08
8028391: Make the Min/MaxHeapFreeRatio flags manageable
jwilhelm
parents:
22551
diff
changeset
|
499 |
|
1 | 500 |
size_t survivor_limit = |
22555
ea32f6c51d08
8028391: Make the Min/MaxHeapFreeRatio flags manageable
jwilhelm
parents:
22551
diff
changeset
|
501 |
size_policy->max_survivor_size(max_young_size); |
1 | 502 |
_tenuring_threshold = |
503 |
size_policy->compute_survivor_space_size_and_threshold( |
|
504 |
_survivor_overflow, |
|
505 |
_tenuring_threshold, |
|
506 |
survivor_limit); |
|
507 |
||
35061 | 508 |
log_debug(gc, age)("Desired survivor size " SIZE_FORMAT " bytes, new threshold %u (max threshold " UINTX_FORMAT ")", |
509 |
size_policy->calculated_survivor_size_in_bytes(), |
|
510 |
_tenuring_threshold, MaxTenuringThreshold); |
|
1 | 511 |
|
512 |
if (UsePerfData) { |
|
513 |
PSGCAdaptivePolicyCounters* counters = heap->gc_policy_counters(); |
|
514 |
counters->update_tenuring_threshold(_tenuring_threshold); |
|
515 |
counters->update_survivor_size_counters(); |
|
516 |
} |
|
517 |
||
518 |
// Do call at minor collections? |
|
519 |
// Don't check if the size_policy is ready at this |
|
520 |
// level. Let the size_policy check that internally. |
|
22555
ea32f6c51d08
8028391: Make the Min/MaxHeapFreeRatio flags manageable
jwilhelm
parents:
22551
diff
changeset
|
521 |
if (UseAdaptiveGenerationSizePolicyAtMinorCollection && |
31634
0aa645cd8cc3
7012980: PSOldGen is increased if there is no space in Metaspace
jmasa
parents:
31330
diff
changeset
|
522 |
(AdaptiveSizePolicy::should_update_eden_stats(gc_cause))) { |
22551 | 523 |
// Calculate optimal free space amounts |
1 | 524 |
assert(young_gen->max_size() > |
525 |
young_gen->from_space()->capacity_in_bytes() + |
|
526 |
young_gen->to_space()->capacity_in_bytes(), |
|
527 |
"Sizes of space in young gen are out-of-bounds"); |
|
17393
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
528 |
|
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
529 |
size_t young_live = young_gen->used_in_bytes(); |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
530 |
size_t eden_live = young_gen->eden_space()->used_in_bytes(); |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
531 |
size_t cur_eden = young_gen->eden_space()->capacity_in_bytes(); |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
532 |
size_t max_old_gen_size = old_gen->max_gen_size(); |
22555
ea32f6c51d08
8028391: Make the Min/MaxHeapFreeRatio flags manageable
jwilhelm
parents:
22551
diff
changeset
|
533 |
size_t max_eden_size = max_young_size - |
1 | 534 |
young_gen->from_space()->capacity_in_bytes() - |
535 |
young_gen->to_space()->capacity_in_bytes(); |
|
17393
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
536 |
|
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
537 |
// Used for diagnostics |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
538 |
size_policy->clear_generation_free_space_flags(); |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
539 |
|
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
540 |
size_policy->compute_eden_space_size(young_live, |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
541 |
eden_live, |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
542 |
cur_eden, |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
543 |
max_eden_size, |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
544 |
false /* not full gc*/); |
1 | 545 |
|
17393
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
546 |
size_policy->check_gc_overhead_limit(young_live, |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
547 |
eden_live, |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
548 |
max_old_gen_size, |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
549 |
max_eden_size, |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
550 |
false /* not full gc*/, |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
551 |
gc_cause, |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
552 |
heap->collector_policy()); |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
553 |
|
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17112
diff
changeset
|
554 |
size_policy->decay_supplemental_growth(false /* not full gc*/); |
1 | 555 |
} |
556 |
// Resize the young generation at every collection |
|
557 |
// even if new sizes have not been calculated. This is |
|
558 |
// to allow resizes that may have been inhibited by the |
|
559 |
// relative location of the "to" and "from" spaces. |
|
560 |
||
32623
390a27af5657
8134626: Misc cleanups after generation array removal
jwilhelm
parents:
31634
diff
changeset
|
561 |
// Resizing the old gen at young collections can cause increases |
1 | 562 |
// that don't feed back to the generation sizing policy until |
32623
390a27af5657
8134626: Misc cleanups after generation array removal
jwilhelm
parents:
31634
diff
changeset
|
563 |
// a full collection. Don't resize the old gen here. |
1 | 564 |
|
565 |
heap->resize_young_gen(size_policy->calculated_eden_size_in_bytes(), |
|
566 |
size_policy->calculated_survivor_size_in_bytes()); |
|
567 |
||
35061 | 568 |
log_debug(gc, ergo)("AdaptiveSizeStop: collection: %d ", heap->total_collections()); |
1 | 569 |
} |
570 |
||
571 |
// Update the structure of the eden. With NUMA-eden CPU hotplugging or offlining can |
|
572 |
// cause the change of the heap layout. Make sure eden is reshaped if that's the case. |
|
573 |
// Also update() will case adaptive NUMA chunk resizing. |
|
574 |
assert(young_gen->eden_space()->is_empty(), "eden space should be empty now"); |
|
575 |
young_gen->eden_space()->update(); |
|
576 |
||
577 |
heap->gc_policy_counters()->update_counters(); |
|
578 |
||
579 |
heap->resize_all_tlabs(); |
|
580 |
||
581 |
assert(young_gen->to_space()->is_empty(), "to space should be empty now"); |
|
582 |
} |
|
583 |
||
33160
c59f1676d27e
8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents:
32623
diff
changeset
|
584 |
#if defined(COMPILER2) || INCLUDE_JVMCI |
c59f1676d27e
8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents:
32623
diff
changeset
|
585 |
DerivedPointerTable::update_pointers(); |
c59f1676d27e
8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents:
32623
diff
changeset
|
586 |
#endif |
1 | 587 |
|
588 |
NOT_PRODUCT(reference_processor()->verify_no_references_recorded()); |
|
589 |
||
590 |
// Re-verify object start arrays |
|
591 |
if (VerifyObjectStartArray && |
|
592 |
VerifyAfterGC) { |
|
593 |
old_gen->verify_object_start_array(); |
|
594 |
} |
|
595 |
||
596 |
// Verify all old -> young cards are now precise |
|
597 |
if (VerifyRememberedSets) { |
|
598 |
// Precise verification will give false positives. Until this is fixed, |
|
599 |
// use imprecise verification. |
|
600 |
// CardTableExtension::verify_all_young_refs_precise(); |
|
601 |
CardTableExtension::verify_all_young_refs_imprecise(); |
|
602 |
} |
|
603 |
||
24941
4ebbe176a7b1
8042298: Remove the names gen0 and gen1 from the GC code
jwilhelm
parents:
24845
diff
changeset
|
604 |
if (TraceYoungGenTime) accumulated_time()->stop(); |
1 | 605 |
|
35061 | 606 |
young_gen->print_used_change(pre_gc_values.young_gen_used()); |
607 |
old_gen->print_used_change(pre_gc_values.old_gen_used()); |
|
608 |
MetaspaceAux::print_metaspace_change(pre_gc_values.metadata_used()); |
|
1 | 609 |
|
610 |
// Track memory usage and detect low memory |
|
611 |
MemoryService::track_memory_usage(); |
|
612 |
heap->update_counters(); |
|
11174
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
613 |
|
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
614 |
gc_task_manager()->release_idle_workers(); |
1 | 615 |
} |
616 |
||
617 |
if (VerifyAfterGC && heap->total_collections() >= VerifyGCStartAt) { |
|
618 |
HandleMark hm; // Discard invalid handles created during verification |
|
35061 | 619 |
Universe::verify("After GC"); |
1 | 620 |
} |
621 |
||
11636
3c07b54482a5
7141200: log some interesting information in ring buffers for crashes
never
parents:
11174
diff
changeset
|
622 |
heap->print_heap_after_gc(); |
18025 | 623 |
heap->trace_heap_after_gc(&_gc_tracer); |
1 | 624 |
|
625 |
scavenge_exit.update(); |
|
626 |
||
35061 | 627 |
log_debug(gc, task, time)("VM-Thread " JLONG_FORMAT " " JLONG_FORMAT " " JLONG_FORMAT, |
628 |
scavenge_entry.ticks(), scavenge_midpoint.ticks(), |
|
629 |
scavenge_exit.ticks()); |
|
630 |
gc_task_manager()->print_task_time_stamps(); |
|
1 | 631 |
|
2010
c13462bbad17
6690928: Use spinning in combination with yields for workstealing termination.
jmasa
parents:
1610
diff
changeset
|
632 |
#ifdef TRACESPINNING |
c13462bbad17
6690928: Use spinning in combination with yields for workstealing termination.
jmasa
parents:
1610
diff
changeset
|
633 |
ParallelTaskTerminator::print_termination_counts(); |
c13462bbad17
6690928: Use spinning in combination with yields for workstealing termination.
jmasa
parents:
1610
diff
changeset
|
634 |
#endif |
c13462bbad17
6690928: Use spinning in combination with yields for workstealing termination.
jmasa
parents:
1610
diff
changeset
|
635 |
|
35061 | 636 |
AdaptiveSizePolicyOutput::print(size_policy, heap->total_collections()); |
18025 | 637 |
|
21767
41eaa9a17059
8028128: Add a type safe alternative for working with counter based data
mgronlun
parents:
20317
diff
changeset
|
638 |
_gc_timer.register_gc_end(); |
18025 | 639 |
|
640 |
_gc_tracer.report_gc_end(_gc_timer.gc_end(), _gc_timer.time_partitions()); |
|
641 |
||
1 | 642 |
return !promotion_failure_occurred; |
643 |
} |
|
644 |
||
645 |
// This method iterates over all objects in the young generation, |
|
37045
41e3f98fa3dc
8146991: Introduce per-worker preserved mark stacks in ParallelGC
tonyp
parents:
36591
diff
changeset
|
646 |
// removing all forwarding references. It then restores any preserved marks. |
1 | 647 |
void PSScavenge::clean_up_failed_promotion() { |
30173
13cf7580b000
8077413: Avoid use of Universe::heap() inside collectors
pliden
parents:
29798
diff
changeset
|
648 |
ParallelScavengeHeap* heap = ParallelScavengeHeap::heap(); |
1 | 649 |
PSYoungGen* young_gen = heap->young_gen(); |
650 |
||
37045
41e3f98fa3dc
8146991: Introduce per-worker preserved mark stacks in ParallelGC
tonyp
parents:
36591
diff
changeset
|
651 |
RemoveForwardedPointerClosure remove_fwd_ptr_closure; |
41e3f98fa3dc
8146991: Introduce per-worker preserved mark stacks in ParallelGC
tonyp
parents:
36591
diff
changeset
|
652 |
young_gen->object_iterate(&remove_fwd_ptr_closure); |
1 | 653 |
|
37045
41e3f98fa3dc
8146991: Introduce per-worker preserved mark stacks in ParallelGC
tonyp
parents:
36591
diff
changeset
|
654 |
PSPromotionManager::restore_preserved_marks(); |
1 | 655 |
|
656 |
// Reset the PromotionFailureALot counters. |
|
30173
13cf7580b000
8077413: Avoid use of Universe::heap() inside collectors
pliden
parents:
29798
diff
changeset
|
657 |
NOT_PRODUCT(heap->reset_promotion_should_fail();) |
1 | 658 |
} |
659 |
||
660 |
bool PSScavenge::should_attempt_scavenge() { |
|
30173
13cf7580b000
8077413: Avoid use of Universe::heap() inside collectors
pliden
parents:
29798
diff
changeset
|
661 |
ParallelScavengeHeap* heap = ParallelScavengeHeap::heap(); |
1 | 662 |
PSGCAdaptivePolicyCounters* counters = heap->gc_policy_counters(); |
663 |
||
664 |
if (UsePerfData) { |
|
665 |
counters->update_scavenge_skipped(not_skipped); |
|
666 |
} |
|
667 |
||
668 |
PSYoungGen* young_gen = heap->young_gen(); |
|
669 |
PSOldGen* old_gen = heap->old_gen(); |
|
670 |
||
33227
b00ec45f8c2c
8139277: Remove ScavengeWithObjectsInToSpace, ParallelOldGCSplitALot, ParallelOldGCSplitInterval, PSAdjustTenuredGenForMinorPause and PSAdjustYoungGenForMajorPause
david
parents:
33143
diff
changeset
|
671 |
// Do not attempt to promote unless to_space is empty |
b00ec45f8c2c
8139277: Remove ScavengeWithObjectsInToSpace, ParallelOldGCSplitALot, ParallelOldGCSplitInterval, PSAdjustTenuredGenForMinorPause and PSAdjustYoungGenForMajorPause
david
parents:
33143
diff
changeset
|
672 |
if (!young_gen->to_space()->is_empty()) { |
b00ec45f8c2c
8139277: Remove ScavengeWithObjectsInToSpace, ParallelOldGCSplitALot, ParallelOldGCSplitInterval, PSAdjustTenuredGenForMinorPause and PSAdjustYoungGenForMajorPause
david
parents:
33143
diff
changeset
|
673 |
_consecutive_skipped_scavenges++; |
b00ec45f8c2c
8139277: Remove ScavengeWithObjectsInToSpace, ParallelOldGCSplitALot, ParallelOldGCSplitInterval, PSAdjustTenuredGenForMinorPause and PSAdjustYoungGenForMajorPause
david
parents:
33143
diff
changeset
|
674 |
if (UsePerfData) { |
b00ec45f8c2c
8139277: Remove ScavengeWithObjectsInToSpace, ParallelOldGCSplitALot, ParallelOldGCSplitInterval, PSAdjustTenuredGenForMinorPause and PSAdjustYoungGenForMajorPause
david
parents:
33143
diff
changeset
|
675 |
counters->update_scavenge_skipped(to_space_not_empty); |
1 | 676 |
} |
33227
b00ec45f8c2c
8139277: Remove ScavengeWithObjectsInToSpace, ParallelOldGCSplitALot, ParallelOldGCSplitInterval, PSAdjustTenuredGenForMinorPause and PSAdjustYoungGenForMajorPause
david
parents:
33143
diff
changeset
|
677 |
return false; |
1 | 678 |
} |
679 |
||
680 |
// Test to see if the scavenge will likely fail. |
|
681 |
PSAdaptiveSizePolicy* policy = heap->size_policy(); |
|
682 |
||
683 |
// A similar test is done in the policy's should_full_GC(). If this is |
|
684 |
// changed, decide if that test should also be changed. |
|
685 |
size_t avg_promoted = (size_t) policy->padded_average_promoted_in_bytes(); |
|
686 |
size_t promotion_estimate = MIN2(avg_promoted, young_gen->used_in_bytes()); |
|
687 |
bool result = promotion_estimate < old_gen->free_in_bytes(); |
|
688 |
||
35061 | 689 |
log_trace(ergo)("%s scavenge: average_promoted " SIZE_FORMAT " padded_average_promoted " SIZE_FORMAT " free in old gen " SIZE_FORMAT, |
690 |
result ? "Do" : "Skip", (size_t) policy->average_promoted_in_bytes(), |
|
691 |
(size_t) policy->padded_average_promoted_in_bytes(), |
|
692 |
old_gen->free_in_bytes()); |
|
693 |
if (young_gen->used_in_bytes() < (size_t) policy->padded_average_promoted_in_bytes()) { |
|
694 |
log_trace(ergo)(" padded_promoted_average is greater than maximum promotion = " SIZE_FORMAT, young_gen->used_in_bytes()); |
|
1 | 695 |
} |
696 |
||
697 |
if (result) { |
|
698 |
_consecutive_skipped_scavenges = 0; |
|
699 |
} else { |
|
700 |
_consecutive_skipped_scavenges++; |
|
701 |
if (UsePerfData) { |
|
702 |
counters->update_scavenge_skipped(promoted_too_large); |
|
703 |
} |
|
704 |
} |
|
705 |
return result; |
|
706 |
} |
|
707 |
||
708 |
// Used to add tasks |
|
709 |
GCTaskManager* const PSScavenge::gc_task_manager() { |
|
710 |
assert(ParallelScavengeHeap::gc_task_manager() != NULL, |
|
711 |
"shouldn't return NULL"); |
|
712 |
return ParallelScavengeHeap::gc_task_manager(); |
|
713 |
} |
|
714 |
||
35862
411842d0c882
8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents:
35492
diff
changeset
|
715 |
// Adaptive size policy support. When the young generation/old generation |
411842d0c882
8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents:
35492
diff
changeset
|
716 |
// boundary moves, _young_generation_boundary must be reset |
411842d0c882
8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents:
35492
diff
changeset
|
717 |
void PSScavenge::set_young_generation_boundary(HeapWord* v) { |
411842d0c882
8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents:
35492
diff
changeset
|
718 |
_young_generation_boundary = v; |
411842d0c882
8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents:
35492
diff
changeset
|
719 |
if (UseCompressedOops) { |
411842d0c882
8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents:
35492
diff
changeset
|
720 |
_young_generation_boundary_compressed = (uintptr_t)oopDesc::encode_heap_oop((oop)v); |
411842d0c882
8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents:
35492
diff
changeset
|
721 |
} |
411842d0c882
8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents:
35492
diff
changeset
|
722 |
} |
411842d0c882
8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents:
35492
diff
changeset
|
723 |
|
1 | 724 |
void PSScavenge::initialize() { |
725 |
// Arguments must have been parsed |
|
726 |
||
23506
9b98355e9060
6521376: MaxTenuringThreshold and AlwayTenure/NeverTenure consistency
tamao
parents:
22555
diff
changeset
|
727 |
if (AlwaysTenure || NeverTenure) { |
9b98355e9060
6521376: MaxTenuringThreshold and AlwayTenure/NeverTenure consistency
tamao
parents:
22555
diff
changeset
|
728 |
assert(MaxTenuringThreshold == 0 || MaxTenuringThreshold == markOopDesc::max_age + 1, |
33105
294e48b4f704
8080775: Better argument formatting for assert() and friends
david
parents:
32623
diff
changeset
|
729 |
"MaxTenuringThreshold should be 0 or markOopDesc::max_age + 1, but is %d", (int) MaxTenuringThreshold); |
23506
9b98355e9060
6521376: MaxTenuringThreshold and AlwayTenure/NeverTenure consistency
tamao
parents:
22555
diff
changeset
|
730 |
_tenuring_threshold = MaxTenuringThreshold; |
1 | 731 |
} else { |
732 |
// We want to smooth out our startup times for the AdaptiveSizePolicy |
|
733 |
_tenuring_threshold = (UseAdaptiveSizePolicy) ? InitialTenuringThreshold : |
|
734 |
MaxTenuringThreshold; |
|
735 |
} |
|
736 |
||
30173
13cf7580b000
8077413: Avoid use of Universe::heap() inside collectors
pliden
parents:
29798
diff
changeset
|
737 |
ParallelScavengeHeap* heap = ParallelScavengeHeap::heap(); |
1 | 738 |
PSYoungGen* young_gen = heap->young_gen(); |
739 |
PSOldGen* old_gen = heap->old_gen(); |
|
740 |
||
741 |
// Set boundary between young_gen and old_gen |
|
742 |
assert(old_gen->reserved().end() <= young_gen->eden_space()->bottom(), |
|
743 |
"old above young"); |
|
17852
59b05e1db547
8015486: PSScavenge::is_obj_in_young is unnecessarily slow with UseCompressedOops
stefank
parents:
17846
diff
changeset
|
744 |
set_young_generation_boundary(young_gen->eden_space()->bottom()); |
1 | 745 |
|
746 |
// Initialize ref handling object for scavenging. |
|
747 |
MemRegion mr = young_gen->reserved(); |
|
11174
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
10670
diff
changeset
|
748 |
|
8688
493d12ccc6db
6668573: CMS: reference processing crash if ParallelCMSThreads > ParallelGCThreads
ysr
parents:
7658
diff
changeset
|
749 |
_ref_processor = |
493d12ccc6db
6668573: CMS: reference processing crash if ParallelCMSThreads > ParallelGCThreads
ysr
parents:
7658
diff
changeset
|
750 |
new ReferenceProcessor(mr, // span |
493d12ccc6db
6668573: CMS: reference processing crash if ParallelCMSThreads > ParallelGCThreads
ysr
parents:
7658
diff
changeset
|
751 |
ParallelRefProcEnabled && (ParallelGCThreads > 1), // mt processing |
31330
77061bb01b18
8081382: Make flags ParallelGCThreads and ConcGCThreads of type uint
david
parents:
31032
diff
changeset
|
752 |
ParallelGCThreads, // mt processing degree |
8688
493d12ccc6db
6668573: CMS: reference processing crash if ParallelCMSThreads > ParallelGCThreads
ysr
parents:
7658
diff
changeset
|
753 |
true, // mt discovery |
31330
77061bb01b18
8081382: Make flags ParallelGCThreads and ConcGCThreads of type uint
david
parents:
31032
diff
changeset
|
754 |
ParallelGCThreads, // mt discovery degree |
8688
493d12ccc6db
6668573: CMS: reference processing crash if ParallelCMSThreads > ParallelGCThreads
ysr
parents:
7658
diff
changeset
|
755 |
true, // atomic_discovery |
24845
e8b8894a77df
8043239: G1: Missing post barrier in processing of j.l.ref.Reference objects
brutisso
parents:
24429
diff
changeset
|
756 |
NULL); // header provides liveness info |
1 | 757 |
|
758 |
// Cache the cardtable |
|
29325 | 759 |
_card_table = barrier_set_cast<CardTableExtension>(heap->barrier_set()); |
1 | 760 |
|
761 |
_counters = new CollectorCounters("PSScavenge", 0); |
|
762 |
} |