author | kvn |
Wed, 01 May 2019 12:31:29 -0700 | |
changeset 54669 | ad45b3802d4e |
parent 54178 | 98e21d4da074 |
child 54678 | 93f09ca4a7f8 |
permissions | -rw-r--r-- |
1 | 1 |
/* |
53536
482109fae02b
8213229: Investigate treating StringTable as weak in young collections
tschatzl
parents:
51978
diff
changeset
|
2 |
* Copyright (c) 2001, 2019, Oracle and/or its affiliates. All rights reserved. |
1 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
5547
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
5343
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
5343
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
5343
diff
changeset
|
21 |
* questions. |
1 | 22 |
* |
23 |
*/ |
|
24 |
||
7397 | 25 |
#include "precompiled.hpp" |
42650 | 26 |
#include "aot/aotLoader.hpp" |
51959
db0c3952de52
8209645: Split ClassLoaderData and ClassLoaderDataGraph into separate files
coleenp
parents:
51801
diff
changeset
|
27 |
#include "classfile/classLoaderDataGraph.hpp" |
24426
0a69c8cdfca9
8038654: Separate SymbolTable and StringTable code
gziemski
parents:
24092
diff
changeset
|
28 |
#include "classfile/stringTable.hpp" |
34666 | 29 |
#include "classfile/symbolTable.hpp" |
7397 | 30 |
#include "classfile/systemDictionary.hpp" |
31 |
#include "code/codeCache.hpp" |
|
30764 | 32 |
#include "gc/parallel/parallelScavengeHeap.hpp" |
33 |
#include "gc/parallel/psAdaptiveSizePolicy.hpp" |
|
34 |
#include "gc/parallel/psMarkSweep.hpp" |
|
35 |
#include "gc/parallel/psMarkSweepDecorator.hpp" |
|
36 |
#include "gc/parallel/psOldGen.hpp" |
|
37 |
#include "gc/parallel/psScavenge.hpp" |
|
38 |
#include "gc/parallel/psYoungGen.hpp" |
|
39 |
#include "gc/serial/markSweep.hpp" |
|
40 |
#include "gc/shared/gcCause.hpp" |
|
41 |
#include "gc/shared/gcHeapSummary.hpp" |
|
33107
77bf0d2069a3
8134953: Make the GC ID available in a central place
brutisso
parents:
32606
diff
changeset
|
42 |
#include "gc/shared/gcId.hpp" |
49594
898ef81cbc0e
8200106: Move NoSafepointVerifier out from gcLocker.hpp
stefank
parents:
49389
diff
changeset
|
43 |
#include "gc/shared/gcLocker.hpp" |
30764 | 44 |
#include "gc/shared/gcTimer.hpp" |
45 |
#include "gc/shared/gcTrace.hpp" |
|
35061 | 46 |
#include "gc/shared/gcTraceTime.inline.hpp" |
30764 | 47 |
#include "gc/shared/isGCActiveMark.hpp" |
48 |
#include "gc/shared/referencePolicy.hpp" |
|
49 |
#include "gc/shared/referenceProcessor.hpp" |
|
50605
7f63c74f0974
8202845: Refactor reference processing for improved parallelism
tschatzl
parents:
50396
diff
changeset
|
50 |
#include "gc/shared/referenceProcessorPhaseTimes.hpp" |
30764 | 51 |
#include "gc/shared/spaceDecorator.hpp" |
47648
226b1fc611b9
8189359: Move native weak oops cleaning out of ReferenceProcessor
stefank
parents:
47546
diff
changeset
|
52 |
#include "gc/shared/weakProcessor.hpp" |
35061 | 53 |
#include "logging/log.hpp" |
7397 | 54 |
#include "oops/oop.inline.hpp" |
55 |
#include "runtime/biasedLocking.hpp" |
|
49902
3661f31c6df4
8202150: [REDO] Split globals.hpp to factor out the Flag class
gziemski
parents:
49860
diff
changeset
|
56 |
#include "runtime/flags/flagSetting.hpp" |
49361
1956d0ec092a
8199319: Remove handles.inline.hpp include from reflectionUtils.hpp
stefank
parents:
49164
diff
changeset
|
57 |
#include "runtime/handles.inline.hpp" |
7397 | 58 |
#include "runtime/safepoint.hpp" |
59 |
#include "runtime/vmThread.hpp" |
|
60 |
#include "services/management.hpp" |
|
61 |
#include "services/memoryService.hpp" |
|
46625 | 62 |
#include "utilities/align.hpp" |
7397 | 63 |
#include "utilities/events.hpp" |
64 |
#include "utilities/stack.inline.hpp" |
|
54669
ad45b3802d4e
8220623: [JVMCI] Update JVMCI to support JVMCI based Compiler compiled into shared library
kvn
parents:
54178
diff
changeset
|
65 |
#if INCLUDE_JVMCI |
ad45b3802d4e
8220623: [JVMCI] Update JVMCI to support JVMCI based Compiler compiled into shared library
kvn
parents:
54178
diff
changeset
|
66 |
#include "jvmci/jvmci.hpp" |
ad45b3802d4e
8220623: [JVMCI] Update JVMCI to support JVMCI based Compiler compiled into shared library
kvn
parents:
54178
diff
changeset
|
67 |
#endif |
1 | 68 |
|
69 |
elapsedTimer PSMarkSweep::_accumulated_time; |
|
70 |
jlong PSMarkSweep::_time_of_last_gc = 0; |
|
71 |
CollectorCounters* PSMarkSweep::_counters = NULL; |
|
72 |
||
49964
99e698e94cc7
8201492: Properly implement non-contiguous generations for Reference discovery
tschatzl
parents:
49902
diff
changeset
|
73 |
SpanSubjectToDiscoveryClosure PSMarkSweep::_span_based_discoverer; |
99e698e94cc7
8201492: Properly implement non-contiguous generations for Reference discovery
tschatzl
parents:
49902
diff
changeset
|
74 |
|
1 | 75 |
void PSMarkSweep::initialize() { |
49964
99e698e94cc7
8201492: Properly implement non-contiguous generations for Reference discovery
tschatzl
parents:
49902
diff
changeset
|
76 |
_span_based_discoverer.set_span(ParallelScavengeHeap::heap()->reserved_region()); |
99e698e94cc7
8201492: Properly implement non-contiguous generations for Reference discovery
tschatzl
parents:
49902
diff
changeset
|
77 |
set_ref_processor(new ReferenceProcessor(&_span_based_discoverer)); // a vanilla ref proc |
53726 | 78 |
_counters = new CollectorCounters("Serial full collection pauses", 1); |
50059 | 79 |
MarkSweep::initialize(); |
1 | 80 |
} |
81 |
||
82 |
// This method contains all heap specific policy for invoking mark sweep. |
|
83 |
// PSMarkSweep::invoke_no_policy() will only attempt to mark-sweep-compact |
|
84 |
// the heap. It will do nothing further. If we need to bail out for policy |
|
85 |
// reasons, scavenge before full gc, or any other specialized behavior, it |
|
86 |
// needs to be added here. |
|
87 |
// |
|
88 |
// Note that this method should only be called from the vm_thread while |
|
89 |
// at a safepoint! |
|
5343
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
90 |
// |
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
91 |
// Note that the all_soft_refs_clear flag in the collector policy |
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
92 |
// may be true because this method can be called without intervening |
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
93 |
// activity. For example when the heap space is tight and full measure |
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
94 |
// are being taken to free space. |
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
95 |
|
1 | 96 |
void PSMarkSweep::invoke(bool maximum_heap_compaction) { |
97 |
assert(SafepointSynchronize::is_at_safepoint(), "should be at safepoint"); |
|
98 |
assert(Thread::current() == (Thread*)VMThread::vm_thread(), "should be in vm thread"); |
|
30173
13cf7580b000
8077413: Avoid use of Universe::heap() inside collectors
pliden
parents:
29798
diff
changeset
|
99 |
assert(!ParallelScavengeHeap::heap()->is_gc_active(), "not reentrant"); |
1 | 100 |
|
30173
13cf7580b000
8077413: Avoid use of Universe::heap() inside collectors
pliden
parents:
29798
diff
changeset
|
101 |
ParallelScavengeHeap* heap = ParallelScavengeHeap::heap(); |
1 | 102 |
GCCause::Cause gc_cause = heap->gc_cause(); |
103 |
PSAdaptiveSizePolicy* policy = heap->size_policy(); |
|
5343
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
104 |
IsGCActiveMark mark; |
1 | 105 |
|
5343
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
106 |
if (ScavengeBeforeFullGC) { |
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
107 |
PSScavenge::invoke_no_policy(); |
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
108 |
} |
1 | 109 |
|
5343
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
110 |
const bool clear_all_soft_refs = |
49047
8f004146e407
8198515: Extract SoftReferencePolicy code out of CollectorPolicy
stefank
parents:
48168
diff
changeset
|
111 |
heap->soft_ref_policy()->should_clear_all_soft_refs(); |
1 | 112 |
|
17392
2f967c0e4246
6843347: Boundary values in some public GC options cause crashes
tschatzl
parents:
17114
diff
changeset
|
113 |
uint count = maximum_heap_compaction ? 1 : MarkSweepAlwaysCompactCount; |
35864
40e215ce799a
8145192: 'count' variable can overflow in PSMarkSweep::invoke on 64 bit JVM
sangheki
parents:
35492
diff
changeset
|
114 |
UIntFlagSetting flag_setting(MarkSweepAlwaysCompactCount, count); |
5343
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
115 |
PSMarkSweep::invoke_no_policy(clear_all_soft_refs || maximum_heap_compaction); |
1 | 116 |
} |
117 |
||
118 |
// This method contains no policy. You should probably |
|
119 |
// be calling invoke() instead. |
|
11757
cdf6204b114a
7146343: PS invoke methods should indicate the type of gc done
jcoomes
parents:
11636
diff
changeset
|
120 |
bool PSMarkSweep::invoke_no_policy(bool clear_all_softrefs) { |
1 | 121 |
assert(SafepointSynchronize::is_at_safepoint(), "must be at a safepoint"); |
122 |
assert(ref_processor() != NULL, "Sanity"); |
|
123 |
||
35492
c8c0273e6b91
8146690: Make all classes in GC follow the naming convention.
david
parents:
35061
diff
changeset
|
124 |
if (GCLocker::check_active_before_gc()) { |
11757
cdf6204b114a
7146343: PS invoke methods should indicate the type of gc done
jcoomes
parents:
11636
diff
changeset
|
125 |
return false; |
1 | 126 |
} |
127 |
||
30173
13cf7580b000
8077413: Avoid use of Universe::heap() inside collectors
pliden
parents:
29798
diff
changeset
|
128 |
ParallelScavengeHeap* heap = ParallelScavengeHeap::heap(); |
1 | 129 |
GCCause::Cause gc_cause = heap->gc_cause(); |
18025 | 130 |
|
33107
77bf0d2069a3
8134953: Make the GC ID available in a central place
brutisso
parents:
32606
diff
changeset
|
131 |
GCIdMark gc_id_mark; |
21767
41eaa9a17059
8028128: Add a type safe alternative for working with counter based data
mgronlun
parents:
20317
diff
changeset
|
132 |
_gc_timer->register_gc_start(); |
18025 | 133 |
_gc_tracer->report_gc_start(gc_cause, _gc_timer->gc_start()); |
134 |
||
1 | 135 |
PSAdaptiveSizePolicy* size_policy = heap->size_policy(); |
136 |
||
5343
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
137 |
// The scope of casr should end after code that can change |
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
138 |
// CollectorPolicy::_should_clear_all_soft_refs. |
49047
8f004146e407
8198515: Extract SoftReferencePolicy code out of CollectorPolicy
stefank
parents:
48168
diff
changeset
|
139 |
ClearedAllSoftRefs casr(clear_all_softrefs, heap->soft_ref_policy()); |
5343
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
140 |
|
1 | 141 |
PSYoungGen* young_gen = heap->young_gen(); |
142 |
PSOldGen* old_gen = heap->old_gen(); |
|
143 |
||
144 |
// Increment the invocation count |
|
145 |
heap->increment_total_collections(true /* full */); |
|
146 |
||
971
f0b20be4165d
6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents:
1
diff
changeset
|
147 |
// Save information needed to minimize mangling |
f0b20be4165d
6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents:
1
diff
changeset
|
148 |
heap->record_gen_tops_before_GC(); |
f0b20be4165d
6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents:
1
diff
changeset
|
149 |
|
1 | 150 |
// We need to track unique mark sweep invocations as well. |
151 |
_total_invocations++; |
|
152 |
||
11636
3c07b54482a5
7141200: log some interesting information in ring buffers for crashes
never
parents:
11251
diff
changeset
|
153 |
heap->print_heap_before_gc(); |
18025 | 154 |
heap->trace_heap_before_gc(_gc_tracer); |
1 | 155 |
|
156 |
// Fill in TLABs |
|
157 |
heap->ensure_parsability(true); // retire TLABs |
|
158 |
||
159 |
if (VerifyBeforeGC && heap->total_collections() >= VerifyGCStartAt) { |
|
160 |
HandleMark hm; // Discard invalid handles created during verification |
|
35061 | 161 |
Universe::verify("Before GC"); |
1 | 162 |
} |
163 |
||
164 |
// Verify object start arrays |
|
165 |
if (VerifyObjectStartArray && |
|
166 |
VerifyBeforeGC) { |
|
167 |
old_gen->verify_object_start_array(); |
|
168 |
} |
|
169 |
||
170 |
// Filled in below to track the state of the young gen after the collection. |
|
171 |
bool eden_empty; |
|
172 |
bool survivors_empty; |
|
173 |
bool young_gen_empty; |
|
174 |
||
175 |
{ |
|
176 |
HandleMark hm; |
|
12630
ddf6ee008138
7166894: Add gc cause to GC logging for all collectors
brutisso
parents:
11757
diff
changeset
|
177 |
|
35061 | 178 |
GCTraceCPUTime tcpu; |
179 |
GCTraceTime(Info, gc) t("Pause Full", NULL, gc_cause, true); |
|
35939
05df7e64ecfc
8149035: Make the full_gc_dump() calls be recorded as part of the GC
brutisso
parents:
35864
diff
changeset
|
180 |
|
05df7e64ecfc
8149035: Make the full_gc_dump() calls be recorded as part of the GC
brutisso
parents:
35864
diff
changeset
|
181 |
heap->pre_full_gc_dump(_gc_timer); |
05df7e64ecfc
8149035: Make the full_gc_dump() calls be recorded as part of the GC
brutisso
parents:
35864
diff
changeset
|
182 |
|
1 | 183 |
TraceCollectorStats tcs(counters()); |
48168
cb5d2d4453d0
8191564: Refactor GC related servicability code into GC specific subclasses
rkennke
parents:
47799
diff
changeset
|
184 |
TraceMemoryManagerStats tms(heap->old_gc_manager(),gc_cause); |
1 | 185 |
|
47546
64ba55ba8516
8184286: print_tracing_info() does not use Unified Logging for output
sjohanss
parents:
47216
diff
changeset
|
186 |
if (log_is_enabled(Debug, gc, heap, exit)) { |
64ba55ba8516
8184286: print_tracing_info() does not use Unified Logging for output
sjohanss
parents:
47216
diff
changeset
|
187 |
accumulated_time()->start(); |
64ba55ba8516
8184286: print_tracing_info() does not use Unified Logging for output
sjohanss
parents:
47216
diff
changeset
|
188 |
} |
1 | 189 |
|
190 |
// Let the size policy know we're starting |
|
191 |
size_policy->major_collection_begin(); |
|
192 |
||
193 |
BiasedLocking::preserve_marks(); |
|
194 |
||
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
12630
diff
changeset
|
195 |
// Capture metadata size before collection for sizing. |
49389
9ef2eee8ca7c
8199430: Rename MetaspaceAux to something more meaningful
stuefe
parents:
49361
diff
changeset
|
196 |
size_t metadata_prev_used = MetaspaceUtils::used_bytes(); |
1 | 197 |
|
198 |
size_t old_gen_prev_used = old_gen->used_in_bytes(); |
|
199 |
size_t young_gen_prev_used = young_gen->used_in_bytes(); |
|
200 |
||
201 |
allocate_stacks(); |
|
202 |
||
47799 | 203 |
#if COMPILER2_OR_JVMCI |
33160
c59f1676d27e
8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents:
32606
diff
changeset
|
204 |
DerivedPointerTable::clear(); |
c59f1676d27e
8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents:
32606
diff
changeset
|
205 |
#endif |
1 | 206 |
|
28212
647b7d0efb88
8066827: Remove ReferenceProcessor::clean_up_discovered_references()
kbarrett
parents:
27887
diff
changeset
|
207 |
ref_processor()->enable_discovery(); |
1610
5dddd195cc86
6778647: snap(), snap_policy() should be renamed setup(), setup_policy()
ysr
parents:
1606
diff
changeset
|
208 |
ref_processor()->setup_policy(clear_all_softrefs); |
1 | 209 |
|
210 |
mark_sweep_phase1(clear_all_softrefs); |
|
211 |
||
212 |
mark_sweep_phase2(); |
|
213 |
||
47799 | 214 |
#if COMPILER2_OR_JVMCI |
1 | 215 |
// Don't add any more derived pointers during phase3 |
33160
c59f1676d27e
8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents:
32606
diff
changeset
|
216 |
assert(DerivedPointerTable::is_active(), "Sanity"); |
c59f1676d27e
8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents:
32606
diff
changeset
|
217 |
DerivedPointerTable::set_active(false); |
c59f1676d27e
8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents:
32606
diff
changeset
|
218 |
#endif |
1 | 219 |
|
220 |
mark_sweep_phase3(); |
|
221 |
||
222 |
mark_sweep_phase4(); |
|
223 |
||
224 |
restore_marks(); |
|
225 |
||
226 |
deallocate_stacks(); |
|
227 |
||
971
f0b20be4165d
6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents:
1
diff
changeset
|
228 |
if (ZapUnusedHeapArea) { |
f0b20be4165d
6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents:
1
diff
changeset
|
229 |
// Do a complete mangle (top to end) because the usage for |
f0b20be4165d
6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents:
1
diff
changeset
|
230 |
// scratch does not maintain a top pointer. |
f0b20be4165d
6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents:
1
diff
changeset
|
231 |
young_gen->to_space()->mangle_unused_area_complete(); |
f0b20be4165d
6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents:
1
diff
changeset
|
232 |
} |
f0b20be4165d
6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents:
1
diff
changeset
|
233 |
|
1 | 234 |
eden_empty = young_gen->eden_space()->is_empty(); |
235 |
if (!eden_empty) { |
|
236 |
eden_empty = absorb_live_data_from_eden(size_policy, young_gen, old_gen); |
|
237 |
} |
|
238 |
||
239 |
// Update heap occupancy information which is used as |
|
240 |
// input to soft ref clearing policy at the next gc. |
|
241 |
Universe::update_heap_info_at_gc(); |
|
242 |
||
243 |
survivors_empty = young_gen->from_space()->is_empty() && |
|
971
f0b20be4165d
6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents:
1
diff
changeset
|
244 |
young_gen->to_space()->is_empty(); |
1 | 245 |
young_gen_empty = eden_empty && survivors_empty; |
246 |
||
49164
7e958a8ebcd3
8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents:
49047
diff
changeset
|
247 |
PSCardTable* card_table = heap->card_table(); |
29325 | 248 |
MemRegion old_mr = heap->old_gen()->reserved(); |
249 |
if (young_gen_empty) { |
|
49164
7e958a8ebcd3
8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents:
49047
diff
changeset
|
250 |
card_table->clear(MemRegion(old_mr.start(), old_mr.end())); |
29325 | 251 |
} else { |
49164
7e958a8ebcd3
8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents:
49047
diff
changeset
|
252 |
card_table->invalidate(MemRegion(old_mr.start(), old_mr.end())); |
1 | 253 |
} |
254 |
||
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
12630
diff
changeset
|
255 |
// Delete metaspaces for unloaded class loaders and clean up loader_data graph |
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
12630
diff
changeset
|
256 |
ClassLoaderDataGraph::purge(); |
49389
9ef2eee8ca7c
8199430: Rename MetaspaceAux to something more meaningful
stuefe
parents:
49361
diff
changeset
|
257 |
MetaspaceUtils::verify_metrics(); |
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
12630
diff
changeset
|
258 |
|
1 | 259 |
BiasedLocking::restore_marks(); |
54178 | 260 |
heap->prune_scavengable_nmethods(); |
7918
ce1e4ae77aea
7012505: BreakpointWithFullGC.sh fails with Internal Error (src/share/vm/oops/methodOop.cpp:220)
kamg
parents:
7397
diff
changeset
|
261 |
JvmtiExport::gc_epilogue(); |
1 | 262 |
|
47799 | 263 |
#if COMPILER2_OR_JVMCI |
33160
c59f1676d27e
8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents:
32606
diff
changeset
|
264 |
DerivedPointerTable::update_pointers(); |
c59f1676d27e
8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents:
32606
diff
changeset
|
265 |
#endif |
1 | 266 |
|
50049
9d17c375dc30
8202017: Merge Reference Enqueuing phase with phase 3 of Reference processing
tschatzl
parents:
49969
diff
changeset
|
267 |
assert(!ref_processor()->discovery_enabled(), "Should have been disabled earlier"); |
1 | 268 |
|
269 |
// Update time of last GC |
|
270 |
reset_millis_since_last_gc(); |
|
271 |
||
272 |
// Let the size policy know we're done |
|
273 |
size_policy->major_collection_end(old_gen->used_in_bytes(), gc_cause); |
|
274 |
||
275 |
if (UseAdaptiveSizePolicy) { |
|
276 |
||
35061 | 277 |
log_debug(gc, ergo)("AdaptiveSizeStart: collection: %d ", heap->total_collections()); |
278 |
log_trace(gc, ergo)("old_gen_capacity: " SIZE_FORMAT " young_gen_capacity: " SIZE_FORMAT, |
|
279 |
old_gen->capacity_in_bytes(), young_gen->capacity_in_bytes()); |
|
1 | 280 |
|
281 |
// Don't check if the size_policy is ready here. Let |
|
282 |
// the size_policy check that internally. |
|
283 |
if (UseAdaptiveGenerationSizePolicyAtMajorCollection && |
|
31634
0aa645cd8cc3
7012980: PSOldGen is increased if there is no space in Metaspace
jmasa
parents:
31236
diff
changeset
|
284 |
AdaptiveSizePolicy::should_update_promo_stats(gc_cause)) { |
23226
3a3de05bb757
7098155: Resize young gen at full collections for UseParallelGC
jmasa
parents:
22551
diff
changeset
|
285 |
// Swap the survivor spaces if from_space is empty. The |
3a3de05bb757
7098155: Resize young gen at full collections for UseParallelGC
jmasa
parents:
22551
diff
changeset
|
286 |
// resize_young_gen() called below is normally used after |
3a3de05bb757
7098155: Resize young gen at full collections for UseParallelGC
jmasa
parents:
22551
diff
changeset
|
287 |
// a successful young GC and swapping of survivor spaces; |
3a3de05bb757
7098155: Resize young gen at full collections for UseParallelGC
jmasa
parents:
22551
diff
changeset
|
288 |
// otherwise, it will fail to resize the young gen with |
3a3de05bb757
7098155: Resize young gen at full collections for UseParallelGC
jmasa
parents:
22551
diff
changeset
|
289 |
// the current implementation. |
3a3de05bb757
7098155: Resize young gen at full collections for UseParallelGC
jmasa
parents:
22551
diff
changeset
|
290 |
if (young_gen->from_space()->is_empty()) { |
3a3de05bb757
7098155: Resize young gen at full collections for UseParallelGC
jmasa
parents:
22551
diff
changeset
|
291 |
young_gen->from_space()->clear(SpaceDecorator::Mangle); |
3a3de05bb757
7098155: Resize young gen at full collections for UseParallelGC
jmasa
parents:
22551
diff
changeset
|
292 |
young_gen->swap_spaces(); |
3a3de05bb757
7098155: Resize young gen at full collections for UseParallelGC
jmasa
parents:
22551
diff
changeset
|
293 |
} |
3a3de05bb757
7098155: Resize young gen at full collections for UseParallelGC
jmasa
parents:
22551
diff
changeset
|
294 |
|
1 | 295 |
// Calculate optimal free space amounts |
296 |
assert(young_gen->max_size() > |
|
297 |
young_gen->from_space()->capacity_in_bytes() + |
|
298 |
young_gen->to_space()->capacity_in_bytes(), |
|
50095 | 299 |
"Sizes of space in young gen are out of bounds"); |
17393
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17392
diff
changeset
|
300 |
|
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17392
diff
changeset
|
301 |
size_t young_live = young_gen->used_in_bytes(); |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17392
diff
changeset
|
302 |
size_t eden_live = young_gen->eden_space()->used_in_bytes(); |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17392
diff
changeset
|
303 |
size_t old_live = old_gen->used_in_bytes(); |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17392
diff
changeset
|
304 |
size_t cur_eden = young_gen->eden_space()->capacity_in_bytes(); |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17392
diff
changeset
|
305 |
size_t max_old_gen_size = old_gen->max_gen_size(); |
1 | 306 |
size_t max_eden_size = young_gen->max_size() - |
307 |
young_gen->from_space()->capacity_in_bytes() - |
|
308 |
young_gen->to_space()->capacity_in_bytes(); |
|
17393
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17392
diff
changeset
|
309 |
|
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17392
diff
changeset
|
310 |
// Used for diagnostics |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17392
diff
changeset
|
311 |
size_policy->clear_generation_free_space_flags(); |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17392
diff
changeset
|
312 |
|
17842
0d11fa49f81f
8007762: Rename a bunch of methods in size policy across collectors
tamao
parents:
17625
diff
changeset
|
313 |
size_policy->compute_generations_free_space(young_live, |
0d11fa49f81f
8007762: Rename a bunch of methods in size policy across collectors
tamao
parents:
17625
diff
changeset
|
314 |
eden_live, |
0d11fa49f81f
8007762: Rename a bunch of methods in size policy across collectors
tamao
parents:
17625
diff
changeset
|
315 |
old_live, |
0d11fa49f81f
8007762: Rename a bunch of methods in size policy across collectors
tamao
parents:
17625
diff
changeset
|
316 |
cur_eden, |
0d11fa49f81f
8007762: Rename a bunch of methods in size policy across collectors
tamao
parents:
17625
diff
changeset
|
317 |
max_old_gen_size, |
0d11fa49f81f
8007762: Rename a bunch of methods in size policy across collectors
tamao
parents:
17625
diff
changeset
|
318 |
max_eden_size, |
0d11fa49f81f
8007762: Rename a bunch of methods in size policy across collectors
tamao
parents:
17625
diff
changeset
|
319 |
true /* full gc*/); |
17393
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17392
diff
changeset
|
320 |
|
54085
ab87b06dfdc0
8212206: Refactor AdaptiveSizePolicy to separate out code related to GC overhead
manc
parents:
53726
diff
changeset
|
321 |
size_policy->check_gc_overhead_limit(eden_live, |
17393
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17392
diff
changeset
|
322 |
max_old_gen_size, |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17392
diff
changeset
|
323 |
max_eden_size, |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17392
diff
changeset
|
324 |
true /* full gc*/, |
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17392
diff
changeset
|
325 |
gc_cause, |
49047
8f004146e407
8198515: Extract SoftReferencePolicy code out of CollectorPolicy
stefank
parents:
48168
diff
changeset
|
326 |
heap->soft_ref_policy()); |
17393
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17392
diff
changeset
|
327 |
|
7e99f263902c
8007763: Refactoring: split up compute_generation_free_space() into two functions for class PSAdaptiveSizePolicy
tamao
parents:
17392
diff
changeset
|
328 |
size_policy->decay_supplemental_growth(true /* full gc*/); |
1 | 329 |
|
330 |
heap->resize_old_gen(size_policy->calculated_old_free_size_in_bytes()); |
|
331 |
||
23226
3a3de05bb757
7098155: Resize young gen at full collections for UseParallelGC
jmasa
parents:
22551
diff
changeset
|
332 |
heap->resize_young_gen(size_policy->calculated_eden_size_in_bytes(), |
3a3de05bb757
7098155: Resize young gen at full collections for UseParallelGC
jmasa
parents:
22551
diff
changeset
|
333 |
size_policy->calculated_survivor_size_in_bytes()); |
1 | 334 |
} |
35061 | 335 |
log_debug(gc, ergo)("AdaptiveSizeStop: collection: %d ", heap->total_collections()); |
1 | 336 |
} |
337 |
||
338 |
if (UsePerfData) { |
|
339 |
heap->gc_policy_counters()->update_counters(); |
|
340 |
heap->gc_policy_counters()->update_old_capacity( |
|
341 |
old_gen->capacity_in_bytes()); |
|
342 |
heap->gc_policy_counters()->update_young_capacity( |
|
343 |
young_gen->capacity_in_bytes()); |
|
344 |
} |
|
345 |
||
346 |
heap->resize_all_tlabs(); |
|
347 |
||
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
12630
diff
changeset
|
348 |
// We collected the heap, recalculate the metaspace capacity |
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
12630
diff
changeset
|
349 |
MetaspaceGC::compute_new_size(); |
1 | 350 |
|
47546
64ba55ba8516
8184286: print_tracing_info() does not use Unified Logging for output
sjohanss
parents:
47216
diff
changeset
|
351 |
if (log_is_enabled(Debug, gc, heap, exit)) { |
64ba55ba8516
8184286: print_tracing_info() does not use Unified Logging for output
sjohanss
parents:
47216
diff
changeset
|
352 |
accumulated_time()->stop(); |
64ba55ba8516
8184286: print_tracing_info() does not use Unified Logging for output
sjohanss
parents:
47216
diff
changeset
|
353 |
} |
1 | 354 |
|
35061 | 355 |
young_gen->print_used_change(young_gen_prev_used); |
356 |
old_gen->print_used_change(old_gen_prev_used); |
|
49389
9ef2eee8ca7c
8199430: Rename MetaspaceAux to something more meaningful
stuefe
parents:
49361
diff
changeset
|
357 |
MetaspaceUtils::print_metaspace_change(metadata_prev_used); |
1 | 358 |
|
359 |
// Track memory usage and detect low memory |
|
360 |
MemoryService::track_memory_usage(); |
|
361 |
heap->update_counters(); |
|
35939
05df7e64ecfc
8149035: Make the full_gc_dump() calls be recorded as part of the GC
brutisso
parents:
35864
diff
changeset
|
362 |
|
05df7e64ecfc
8149035: Make the full_gc_dump() calls be recorded as part of the GC
brutisso
parents:
35864
diff
changeset
|
363 |
heap->post_full_gc_dump(_gc_timer); |
1 | 364 |
} |
365 |
||
366 |
if (VerifyAfterGC && heap->total_collections() >= VerifyGCStartAt) { |
|
367 |
HandleMark hm; // Discard invalid handles created during verification |
|
35061 | 368 |
Universe::verify("After GC"); |
1 | 369 |
} |
370 |
||
371 |
// Re-verify object start arrays |
|
372 |
if (VerifyObjectStartArray && |
|
373 |
VerifyAfterGC) { |
|
374 |
old_gen->verify_object_start_array(); |
|
375 |
} |
|
376 |
||
971
f0b20be4165d
6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents:
1
diff
changeset
|
377 |
if (ZapUnusedHeapArea) { |
f0b20be4165d
6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents:
1
diff
changeset
|
378 |
old_gen->object_space()->check_mangled_unused_area_complete(); |
f0b20be4165d
6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents:
1
diff
changeset
|
379 |
} |
f0b20be4165d
6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents:
1
diff
changeset
|
380 |
|
1 | 381 |
NOT_PRODUCT(ref_processor()->verify_no_references_recorded()); |
382 |
||
11636
3c07b54482a5
7141200: log some interesting information in ring buffers for crashes
never
parents:
11251
diff
changeset
|
383 |
heap->print_heap_after_gc(); |
18025 | 384 |
heap->trace_heap_after_gc(_gc_tracer); |
2010
c13462bbad17
6690928: Use spinning in combination with yields for workstealing termination.
jmasa
parents:
1668
diff
changeset
|
385 |
|
c13462bbad17
6690928: Use spinning in combination with yields for workstealing termination.
jmasa
parents:
1668
diff
changeset
|
386 |
#ifdef TRACESPINNING |
c13462bbad17
6690928: Use spinning in combination with yields for workstealing termination.
jmasa
parents:
1668
diff
changeset
|
387 |
ParallelTaskTerminator::print_termination_counts(); |
c13462bbad17
6690928: Use spinning in combination with yields for workstealing termination.
jmasa
parents:
1668
diff
changeset
|
388 |
#endif |
11757
cdf6204b114a
7146343: PS invoke methods should indicate the type of gc done
jcoomes
parents:
11636
diff
changeset
|
389 |
|
35061 | 390 |
AdaptiveSizePolicyOutput::print(size_policy, heap->total_collections()); |
391 |
||
21767
41eaa9a17059
8028128: Add a type safe alternative for working with counter based data
mgronlun
parents:
20317
diff
changeset
|
392 |
_gc_timer->register_gc_end(); |
18025 | 393 |
|
394 |
_gc_tracer->report_gc_end(_gc_timer->gc_end(), _gc_timer->time_partitions()); |
|
395 |
||
11757
cdf6204b114a
7146343: PS invoke methods should indicate the type of gc done
jcoomes
parents:
11636
diff
changeset
|
396 |
return true; |
1 | 397 |
} |
398 |
||
399 |
bool PSMarkSweep::absorb_live_data_from_eden(PSAdaptiveSizePolicy* size_policy, |
|
400 |
PSYoungGen* young_gen, |
|
401 |
PSOldGen* old_gen) { |
|
402 |
MutableSpace* const eden_space = young_gen->eden_space(); |
|
403 |
assert(!eden_space->is_empty(), "eden must be non-empty"); |
|
404 |
assert(young_gen->virtual_space()->alignment() == |
|
405 |
old_gen->virtual_space()->alignment(), "alignments do not match"); |
|
406 |
||
407 |
if (!(UseAdaptiveSizePolicy && UseAdaptiveGCBoundary)) { |
|
408 |
return false; |
|
409 |
} |
|
410 |
||
411 |
// Both generations must be completely committed. |
|
412 |
if (young_gen->virtual_space()->uncommitted_size() != 0) { |
|
413 |
return false; |
|
414 |
} |
|
415 |
if (old_gen->virtual_space()->uncommitted_size() != 0) { |
|
416 |
return false; |
|
417 |
} |
|
418 |
||
419 |
// Figure out how much to take from eden. Include the average amount promoted |
|
420 |
// in the total; otherwise the next young gen GC will simply bail out to a |
|
421 |
// full GC. |
|
422 |
const size_t alignment = old_gen->virtual_space()->alignment(); |
|
423 |
const size_t eden_used = eden_space->used_in_bytes(); |
|
1668
8ec481b8f514
6578152: fill_region_with_object has usability and safety issues
jcoomes
parents:
1610
diff
changeset
|
424 |
const size_t promoted = (size_t)size_policy->avg_promoted()->padded_average(); |
46619
a3919f5e8d2b
8178499: Remove _ptr_ and _size_ infixes from align functions
stefank
parents:
46505
diff
changeset
|
425 |
const size_t absorb_size = align_up(eden_used + promoted, alignment); |
1 | 426 |
const size_t eden_capacity = eden_space->capacity_in_bytes(); |
427 |
||
428 |
if (absorb_size >= eden_capacity) { |
|
429 |
return false; // Must leave some space in eden. |
|
430 |
} |
|
431 |
||
432 |
const size_t new_young_size = young_gen->capacity_in_bytes() - absorb_size; |
|
433 |
if (new_young_size < young_gen->min_gen_size()) { |
|
434 |
return false; // Respect young gen minimum size. |
|
435 |
} |
|
436 |
||
51978 | 437 |
log_trace(gc, ergo, heap)(" absorbing " SIZE_FORMAT "K: " |
438 |
"eden " SIZE_FORMAT "K->" SIZE_FORMAT "K " |
|
439 |
"from " SIZE_FORMAT "K, to " SIZE_FORMAT "K " |
|
440 |
"young_gen " SIZE_FORMAT "K->" SIZE_FORMAT "K ", |
|
441 |
absorb_size / K, |
|
442 |
eden_capacity / K, (eden_capacity - absorb_size) / K, |
|
443 |
young_gen->from_space()->used_in_bytes() / K, |
|
444 |
young_gen->to_space()->used_in_bytes() / K, |
|
445 |
young_gen->capacity_in_bytes() / K, new_young_size / K); |
|
1 | 446 |
|
447 |
// Fill the unused part of the old gen. |
|
448 |
MutableSpace* const old_space = old_gen->object_space(); |
|
1668
8ec481b8f514
6578152: fill_region_with_object has usability and safety issues
jcoomes
parents:
1610
diff
changeset
|
449 |
HeapWord* const unused_start = old_space->top(); |
8ec481b8f514
6578152: fill_region_with_object has usability and safety issues
jcoomes
parents:
1610
diff
changeset
|
450 |
size_t const unused_words = pointer_delta(old_space->end(), unused_start); |
1 | 451 |
|
1668
8ec481b8f514
6578152: fill_region_with_object has usability and safety issues
jcoomes
parents:
1610
diff
changeset
|
452 |
if (unused_words > 0) { |
8ec481b8f514
6578152: fill_region_with_object has usability and safety issues
jcoomes
parents:
1610
diff
changeset
|
453 |
if (unused_words < CollectedHeap::min_fill_size()) { |
8ec481b8f514
6578152: fill_region_with_object has usability and safety issues
jcoomes
parents:
1610
diff
changeset
|
454 |
return false; // If the old gen cannot be filled, must give up. |
8ec481b8f514
6578152: fill_region_with_object has usability and safety issues
jcoomes
parents:
1610
diff
changeset
|
455 |
} |
8ec481b8f514
6578152: fill_region_with_object has usability and safety issues
jcoomes
parents:
1610
diff
changeset
|
456 |
CollectedHeap::fill_with_objects(unused_start, unused_words); |
1 | 457 |
} |
458 |
||
459 |
// Take the live data from eden and set both top and end in the old gen to |
|
460 |
// eden top. (Need to set end because reset_after_change() mangles the region |
|
461 |
// from end to virtual_space->high() in debug builds). |
|
462 |
HeapWord* const new_top = eden_space->top(); |
|
463 |
old_gen->virtual_space()->expand_into(young_gen->virtual_space(), |
|
464 |
absorb_size); |
|
465 |
young_gen->reset_after_change(); |
|
466 |
old_space->set_top(new_top); |
|
467 |
old_space->set_end(new_top); |
|
468 |
old_gen->reset_after_change(); |
|
469 |
||
470 |
// Update the object start array for the filler object and the data from eden. |
|
471 |
ObjectStartArray* const start_array = old_gen->start_array(); |
|
1668
8ec481b8f514
6578152: fill_region_with_object has usability and safety issues
jcoomes
parents:
1610
diff
changeset
|
472 |
for (HeapWord* p = unused_start; p < new_top; p += oop(p)->size()) { |
8ec481b8f514
6578152: fill_region_with_object has usability and safety issues
jcoomes
parents:
1610
diff
changeset
|
473 |
start_array->allocate_block(p); |
1 | 474 |
} |
475 |
||
476 |
// Could update the promoted average here, but it is not typically updated at |
|
477 |
// full GCs and the value to use is unclear. Something like |
|
478 |
// |
|
479 |
// cur_promoted_avg + absorb_size / number_of_scavenges_since_last_full_gc. |
|
480 |
||
481 |
size_policy->set_bytes_absorbed_from_eden(absorb_size); |
|
482 |
return true; |
|
483 |
} |
|
484 |
||
485 |
void PSMarkSweep::allocate_stacks() { |
|
30173
13cf7580b000
8077413: Avoid use of Universe::heap() inside collectors
pliden
parents:
29798
diff
changeset
|
486 |
ParallelScavengeHeap* heap = ParallelScavengeHeap::heap(); |
1 | 487 |
PSYoungGen* young_gen = heap->young_gen(); |
488 |
||
489 |
MutableSpace* to_space = young_gen->to_space(); |
|
490 |
_preserved_marks = (PreservedMark*)to_space->top(); |
|
491 |
_preserved_count = 0; |
|
492 |
||
493 |
// We want to calculate the size in bytes first. |
|
494 |
_preserved_count_max = pointer_delta(to_space->end(), to_space->top(), sizeof(jbyte)); |
|
495 |
// Now divide by the size of a PreservedMark |
|
496 |
_preserved_count_max /= sizeof(PreservedMark); |
|
497 |
} |
|
498 |
||
499 |
||
500 |
void PSMarkSweep::deallocate_stacks() { |
|
6762
f8d1b560700e
6423256: GC stacks should use a better data structure
jcoomes
parents:
5547
diff
changeset
|
501 |
_preserved_mark_stack.clear(true); |
f8d1b560700e
6423256: GC stacks should use a better data structure
jcoomes
parents:
5547
diff
changeset
|
502 |
_preserved_oop_stack.clear(true); |
f8d1b560700e
6423256: GC stacks should use a better data structure
jcoomes
parents:
5547
diff
changeset
|
503 |
_marking_stack.clear(); |
f8d1b560700e
6423256: GC stacks should use a better data structure
jcoomes
parents:
5547
diff
changeset
|
504 |
_objarray_stack.clear(true); |
1 | 505 |
} |
506 |
||
507 |
void PSMarkSweep::mark_sweep_phase1(bool clear_all_softrefs) { |
|
508 |
// Recursively traverse all live objects and mark them |
|
37146 | 509 |
GCTraceTime(Info, gc, phases) tm("Phase 1: Mark live objects", _gc_timer); |
1 | 510 |
|
30173
13cf7580b000
8077413: Avoid use of Universe::heap() inside collectors
pliden
parents:
29798
diff
changeset
|
511 |
ParallelScavengeHeap* heap = ParallelScavengeHeap::heap(); |
1 | 512 |
|
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
12630
diff
changeset
|
513 |
// Need to clear claim bits before the tracing starts. |
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
12630
diff
changeset
|
514 |
ClassLoaderDataGraph::clear_claimed_marks(); |
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
12630
diff
changeset
|
515 |
|
1 | 516 |
// General strong roots. |
3908
24b55ad4c228
6863023: need non-perm oops in code cache for JSR 292
jrose
parents:
2154
diff
changeset
|
517 |
{ |
24b55ad4c228
6863023: need non-perm oops in code cache for JSR 292
jrose
parents:
2154
diff
changeset
|
518 |
ParallelScavengeHeap::ParStrongRootsScope psrs; |
24b55ad4c228
6863023: need non-perm oops in code cache for JSR 292
jrose
parents:
2154
diff
changeset
|
519 |
Universe::oops_do(mark_and_push_closure()); |
24b55ad4c228
6863023: need non-perm oops in code cache for JSR 292
jrose
parents:
2154
diff
changeset
|
520 |
JNIHandles::oops_do(mark_and_push_closure()); // Global (strong) JNI handles |
25492
d27050bdfb04
8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents:
25491
diff
changeset
|
521 |
MarkingCodeBlobClosure each_active_code_blob(mark_and_push_closure(), !CodeBlobToOopClosure::FixRelocations); |
38074
8475fdc6dcc3
8154580: Save mirror in interpreter frame to enable cleanups of CLDClosure
coleenp
parents:
37146
diff
changeset
|
522 |
Threads::oops_do(mark_and_push_closure(), &each_active_code_blob); |
3908
24b55ad4c228
6863023: need non-perm oops in code cache for JSR 292
jrose
parents:
2154
diff
changeset
|
523 |
ObjectSynchronizer::oops_do(mark_and_push_closure()); |
24b55ad4c228
6863023: need non-perm oops in code cache for JSR 292
jrose
parents:
2154
diff
changeset
|
524 |
Management::oops_do(mark_and_push_closure()); |
24b55ad4c228
6863023: need non-perm oops in code cache for JSR 292
jrose
parents:
2154
diff
changeset
|
525 |
JvmtiExport::oops_do(mark_and_push_closure()); |
50297
580744d900c8
8202813: Move vm_weak processing from SystemDictionary to WeakProcessor
coleenp
parents:
50095
diff
changeset
|
526 |
SystemDictionary::oops_do(mark_and_push_closure()); |
25492
d27050bdfb04
8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents:
25491
diff
changeset
|
527 |
ClassLoaderDataGraph::always_strong_cld_do(follow_cld_closure()); |
3908
24b55ad4c228
6863023: need non-perm oops in code cache for JSR 292
jrose
parents:
2154
diff
changeset
|
528 |
// Do not treat nmethods as strong roots for mark/sweep, since we can unload them. |
54122
4b1426ed1c44
8220343: Move scavenge_root_nmethods from shared code
stefank
parents:
54085
diff
changeset
|
529 |
//ScavengableNMethods::scavengable_nmethods_do(CodeBlobToOopClosure(mark_and_push_closure())); |
54669
ad45b3802d4e
8220623: [JVMCI] Update JVMCI to support JVMCI based Compiler compiled into shared library
kvn
parents:
54178
diff
changeset
|
530 |
AOT_ONLY(AOTLoader::oops_do(mark_and_push_closure());) |
ad45b3802d4e
8220623: [JVMCI] Update JVMCI to support JVMCI based Compiler compiled into shared library
kvn
parents:
54178
diff
changeset
|
531 |
JVMCI_ONLY(JVMCI::oops_do(mark_and_push_closure());) |
3908
24b55ad4c228
6863023: need non-perm oops in code cache for JSR 292
jrose
parents:
2154
diff
changeset
|
532 |
} |
1 | 533 |
|
534 |
// Flush marking stack. |
|
535 |
follow_stack(); |
|
536 |
||
537 |
// Process reference objects found during marking |
|
538 |
{ |
|
37146 | 539 |
GCTraceTime(Debug, gc, phases) t("Reference Processing", _gc_timer); |
540 |
||
1610
5dddd195cc86
6778647: snap(), snap_policy() should be renamed setup(), setup_policy()
ysr
parents:
1606
diff
changeset
|
541 |
ref_processor()->setup_policy(clear_all_softrefs); |
50396
7f48bff40a9a
8204094: assert(worker_i < _length) failed: Worker 15 is greater than max: 11 at ReferenceProcessorPhaseTimes
sangheki
parents:
50297
diff
changeset
|
542 |
ReferenceProcessorPhaseTimes pt(_gc_timer, ref_processor()->max_num_queues()); |
18025 | 543 |
const ReferenceProcessorStats& stats = |
544 |
ref_processor()->process_discovered_references( |
|
46795
623a5e42deb6
8173335: Improve logging for j.l.ref.reference processing
sangheki
parents:
46625
diff
changeset
|
545 |
is_alive_closure(), mark_and_push_closure(), follow_stack_closure(), NULL, &pt); |
18025 | 546 |
gc_tracer()->report_gc_reference_stats(stats); |
46795
623a5e42deb6
8173335: Improve logging for j.l.ref.reference processing
sangheki
parents:
46625
diff
changeset
|
547 |
pt.print_all_references(); |
1 | 548 |
} |
549 |
||
47676
b1c020fc35a3
8189748: More precise closures for WeakProcessor::weak_oops_do calls
stefank
parents:
47648
diff
changeset
|
550 |
// This is the point where the entire marking should have completed. |
b1c020fc35a3
8189748: More precise closures for WeakProcessor::weak_oops_do calls
stefank
parents:
47648
diff
changeset
|
551 |
assert(_marking_stack.is_empty(), "Marking should have completed"); |
b1c020fc35a3
8189748: More precise closures for WeakProcessor::weak_oops_do calls
stefank
parents:
47648
diff
changeset
|
552 |
|
47648
226b1fc611b9
8189359: Move native weak oops cleaning out of ReferenceProcessor
stefank
parents:
47546
diff
changeset
|
553 |
{ |
226b1fc611b9
8189359: Move native weak oops cleaning out of ReferenceProcessor
stefank
parents:
47546
diff
changeset
|
554 |
GCTraceTime(Debug, gc, phases) t("Weak Processing", _gc_timer); |
47676
b1c020fc35a3
8189748: More precise closures for WeakProcessor::weak_oops_do calls
stefank
parents:
47648
diff
changeset
|
555 |
WeakProcessor::weak_oops_do(is_alive_closure(), &do_nothing_cl); |
47648
226b1fc611b9
8189359: Move native weak oops cleaning out of ReferenceProcessor
stefank
parents:
47546
diff
changeset
|
556 |
} |
226b1fc611b9
8189359: Move native weak oops cleaning out of ReferenceProcessor
stefank
parents:
47546
diff
changeset
|
557 |
|
37140
b62549ead2cf
8027423: Parallel compact GC class unloading measurement includes symbol and string table time
stefank
parents:
37106
diff
changeset
|
558 |
{ |
37146 | 559 |
GCTraceTime(Debug, gc, phases) t("Class Unloading", _gc_timer); |
37140
b62549ead2cf
8027423: Parallel compact GC class unloading measurement includes symbol and string table time
stefank
parents:
37106
diff
changeset
|
560 |
|
b62549ead2cf
8027423: Parallel compact GC class unloading measurement includes symbol and string table time
stefank
parents:
37106
diff
changeset
|
561 |
// Unload classes and purge the SystemDictionary. |
50297
580744d900c8
8202813: Move vm_weak processing from SystemDictionary to WeakProcessor
coleenp
parents:
50095
diff
changeset
|
562 |
bool purged_class = SystemDictionary::do_unloading(_gc_timer); |
1 | 563 |
|
37140
b62549ead2cf
8027423: Parallel compact GC class unloading measurement includes symbol and string table time
stefank
parents:
37106
diff
changeset
|
564 |
// Unload nmethods. |
b62549ead2cf
8027423: Parallel compact GC class unloading measurement includes symbol and string table time
stefank
parents:
37106
diff
changeset
|
565 |
CodeCache::do_unloading(is_alive_closure(), purged_class); |
b62549ead2cf
8027423: Parallel compact GC class unloading measurement includes symbol and string table time
stefank
parents:
37106
diff
changeset
|
566 |
|
b62549ead2cf
8027423: Parallel compact GC class unloading measurement includes symbol and string table time
stefank
parents:
37106
diff
changeset
|
567 |
// Prune dead klasses from subklass/sibling/implementor lists. |
49969
8624981f1ffa
8202447: Fix unloading_occurred to mean unloading_occurred
coleenp
parents:
49967
diff
changeset
|
568 |
Klass::clean_weak_klass_links(purged_class); |
54669
ad45b3802d4e
8220623: [JVMCI] Update JVMCI to support JVMCI based Compiler compiled into shared library
kvn
parents:
54178
diff
changeset
|
569 |
|
ad45b3802d4e
8220623: [JVMCI] Update JVMCI to support JVMCI based Compiler compiled into shared library
kvn
parents:
54178
diff
changeset
|
570 |
// Clean JVMCI metadata handles. |
ad45b3802d4e
8220623: [JVMCI] Update JVMCI to support JVMCI based Compiler compiled into shared library
kvn
parents:
54178
diff
changeset
|
571 |
JVMCI_ONLY(JVMCI::do_unloading(purged_class)); |
37140
b62549ead2cf
8027423: Parallel compact GC class unloading measurement includes symbol and string table time
stefank
parents:
37106
diff
changeset
|
572 |
} |
1 | 573 |
|
18025 | 574 |
_gc_tracer->report_object_count_after_gc(is_alive_closure()); |
1 | 575 |
} |
576 |
||
577 |
||
578 |
void PSMarkSweep::mark_sweep_phase2() { |
|
37146 | 579 |
GCTraceTime(Info, gc, phases) tm("Phase 2: Compute new object addresses", _gc_timer); |
1 | 580 |
|
581 |
// Now all live objects are marked, compute the new object addresses. |
|
582 |
||
583 |
// It is not required that we traverse spaces in the same order in |
|
584 |
// phase2, phase3 and phase4, but the ValidateMarkSweep live oops |
|
585 |
// tracking expects us to do so. See comment under phase4. |
|
586 |
||
30173
13cf7580b000
8077413: Avoid use of Universe::heap() inside collectors
pliden
parents:
29798
diff
changeset
|
587 |
ParallelScavengeHeap* heap = ParallelScavengeHeap::heap(); |
1 | 588 |
PSOldGen* old_gen = heap->old_gen(); |
589 |
||
590 |
// Begin compacting into the old gen |
|
591 |
PSMarkSweepDecorator::set_destination_decorator_tenured(); |
|
592 |
||
593 |
// This will also compact the young gen spaces. |
|
594 |
old_gen->precompact(); |
|
595 |
} |
|
596 |
||
597 |
void PSMarkSweep::mark_sweep_phase3() { |
|
598 |
// Adjust the pointers to reflect the new locations |
|
37146 | 599 |
GCTraceTime(Info, gc, phases) tm("Phase 3: Adjust pointers", _gc_timer); |
1 | 600 |
|
30173
13cf7580b000
8077413: Avoid use of Universe::heap() inside collectors
pliden
parents:
29798
diff
changeset
|
601 |
ParallelScavengeHeap* heap = ParallelScavengeHeap::heap(); |
1 | 602 |
PSYoungGen* young_gen = heap->young_gen(); |
603 |
PSOldGen* old_gen = heap->old_gen(); |
|
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
12630
diff
changeset
|
604 |
|
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
12630
diff
changeset
|
605 |
// Need to clear claim bits before the tracing starts. |
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
12630
diff
changeset
|
606 |
ClassLoaderDataGraph::clear_claimed_marks(); |
1 | 607 |
|
608 |
// General strong roots. |
|
17105
25b392a7740d
8012687: Remove unused is_root checks and closures
stefank
parents:
14582
diff
changeset
|
609 |
Universe::oops_do(adjust_pointer_closure()); |
25b392a7740d
8012687: Remove unused is_root checks and closures
stefank
parents:
14582
diff
changeset
|
610 |
JNIHandles::oops_do(adjust_pointer_closure()); // Global (strong) JNI handles |
38074
8475fdc6dcc3
8154580: Save mirror in interpreter frame to enable cleanups of CLDClosure
coleenp
parents:
37146
diff
changeset
|
611 |
Threads::oops_do(adjust_pointer_closure(), NULL); |
17105
25b392a7740d
8012687: Remove unused is_root checks and closures
stefank
parents:
14582
diff
changeset
|
612 |
ObjectSynchronizer::oops_do(adjust_pointer_closure()); |
25b392a7740d
8012687: Remove unused is_root checks and closures
stefank
parents:
14582
diff
changeset
|
613 |
Management::oops_do(adjust_pointer_closure()); |
25b392a7740d
8012687: Remove unused is_root checks and closures
stefank
parents:
14582
diff
changeset
|
614 |
JvmtiExport::oops_do(adjust_pointer_closure()); |
25b392a7740d
8012687: Remove unused is_root checks and closures
stefank
parents:
14582
diff
changeset
|
615 |
SystemDictionary::oops_do(adjust_pointer_closure()); |
25492
d27050bdfb04
8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents:
25491
diff
changeset
|
616 |
ClassLoaderDataGraph::cld_do(adjust_cld_closure()); |
1 | 617 |
|
618 |
// Now adjust pointers in remaining weak roots. (All of which should |
|
619 |
// have been cleared if they pointed to non-surviving objects.) |
|
620 |
// Global (weak) JNI handles |
|
47648
226b1fc611b9
8189359: Move native weak oops cleaning out of ReferenceProcessor
stefank
parents:
47546
diff
changeset
|
621 |
WeakProcessor::oops_do(adjust_pointer_closure()); |
1 | 622 |
|
25492
d27050bdfb04
8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents:
25491
diff
changeset
|
623 |
CodeBlobToOopClosure adjust_from_blobs(adjust_pointer_closure(), CodeBlobToOopClosure::FixRelocations); |
d27050bdfb04
8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents:
25491
diff
changeset
|
624 |
CodeCache::blobs_do(&adjust_from_blobs); |
54669
ad45b3802d4e
8220623: [JVMCI] Update JVMCI to support JVMCI based Compiler compiled into shared library
kvn
parents:
54178
diff
changeset
|
625 |
AOT_ONLY(AOTLoader::oops_do(adjust_pointer_closure());) |
ad45b3802d4e
8220623: [JVMCI] Update JVMCI to support JVMCI based Compiler compiled into shared library
kvn
parents:
54178
diff
changeset
|
626 |
|
ad45b3802d4e
8220623: [JVMCI] Update JVMCI to support JVMCI based Compiler compiled into shared library
kvn
parents:
54178
diff
changeset
|
627 |
JVMCI_ONLY(JVMCI::oops_do(adjust_pointer_closure());) |
ad45b3802d4e
8220623: [JVMCI] Update JVMCI to support JVMCI based Compiler compiled into shared library
kvn
parents:
54178
diff
changeset
|
628 |
|
17105
25b392a7740d
8012687: Remove unused is_root checks and closures
stefank
parents:
14582
diff
changeset
|
629 |
ref_processor()->weak_oops_do(adjust_pointer_closure()); |
25b392a7740d
8012687: Remove unused is_root checks and closures
stefank
parents:
14582
diff
changeset
|
630 |
PSScavenge::reference_processor()->weak_oops_do(adjust_pointer_closure()); |
1 | 631 |
|
632 |
adjust_marks(); |
|
633 |
||
634 |
young_gen->adjust_pointers(); |
|
635 |
old_gen->adjust_pointers(); |
|
636 |
} |
|
637 |
||
638 |
void PSMarkSweep::mark_sweep_phase4() { |
|
639 |
EventMark m("4 compact heap"); |
|
37146 | 640 |
GCTraceTime(Info, gc, phases) tm("Phase 4: Move objects", _gc_timer); |
1 | 641 |
|
642 |
// All pointers are now adjusted, move objects accordingly |
|
643 |
||
30173
13cf7580b000
8077413: Avoid use of Universe::heap() inside collectors
pliden
parents:
29798
diff
changeset
|
644 |
ParallelScavengeHeap* heap = ParallelScavengeHeap::heap(); |
1 | 645 |
PSYoungGen* young_gen = heap->young_gen(); |
646 |
PSOldGen* old_gen = heap->old_gen(); |
|
647 |
||
648 |
old_gen->compact(); |
|
649 |
young_gen->compact(); |
|
650 |
} |
|
651 |
||
652 |
jlong PSMarkSweep::millis_since_last_gc() { |
|
22551 | 653 |
// We need a monotonically non-decreasing time in ms but |
11251
e29da6b5622b
7117303: VM uses non-monotonic time source and complains that it is non-monotonic
johnc
parents:
10670
diff
changeset
|
654 |
// os::javaTimeMillis() does not guarantee monotonicity. |
e29da6b5622b
7117303: VM uses non-monotonic time source and complains that it is non-monotonic
johnc
parents:
10670
diff
changeset
|
655 |
jlong now = os::javaTimeNanos() / NANOSECS_PER_MILLISEC; |
e29da6b5622b
7117303: VM uses non-monotonic time source and complains that it is non-monotonic
johnc
parents:
10670
diff
changeset
|
656 |
jlong ret_val = now - _time_of_last_gc; |
1 | 657 |
// XXX See note in genCollectedHeap::millis_since_last_gc(). |
658 |
if (ret_val < 0) { |
|
37073
c39d0903390b
8151605: Change warning() to log_warning(gc) in the GC code
brutisso
parents:
35939
diff
changeset
|
659 |
NOT_PRODUCT(log_warning(gc)("time warp: " JLONG_FORMAT, ret_val);) |
1 | 660 |
return 0; |
661 |
} |
|
662 |
return ret_val; |
|
663 |
} |
|
664 |
||
665 |
void PSMarkSweep::reset_millis_since_last_gc() { |
|
22551 | 666 |
// We need a monotonically non-decreasing time in ms but |
11251
e29da6b5622b
7117303: VM uses non-monotonic time source and complains that it is non-monotonic
johnc
parents:
10670
diff
changeset
|
667 |
// os::javaTimeMillis() does not guarantee monotonicity. |
e29da6b5622b
7117303: VM uses non-monotonic time source and complains that it is non-monotonic
johnc
parents:
10670
diff
changeset
|
668 |
_time_of_last_gc = os::javaTimeNanos() / NANOSECS_PER_MILLISEC; |
1 | 669 |
} |