author | tschatzl |
Mon, 06 Nov 2017 14:25:18 +0100 | |
changeset 47790 | 4925ee84b4ac |
parent 47676 | b1c020fc35a3 |
child 47799 | 1772ebf07d1f |
permissions | -rw-r--r-- |
1374 | 1 |
/* |
46285
5b673a9fa682
8171235: Move archive object code from G1MarkSweep into G1ArchiveAllocator
sjohanss
parents:
41077
diff
changeset
|
2 |
* Copyright (c) 2001, 2017, Oracle and/or its affiliates. All rights reserved. |
1374 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
5547
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
5343
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
5343
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
5343
diff
changeset
|
21 |
* questions. |
1374 | 22 |
* |
23 |
*/ |
|
24 |
||
7397 | 25 |
#include "precompiled.hpp" |
26 |
#include "classfile/javaClasses.hpp" |
|
27 |
#include "classfile/symbolTable.hpp" |
|
28 |
#include "classfile/systemDictionary.hpp" |
|
29 |
#include "classfile/vmSymbols.hpp" |
|
30 |
#include "code/codeCache.hpp" |
|
31 |
#include "code/icBuffer.hpp" |
|
46828 | 32 |
#include "gc/g1/g1FullGCScope.hpp" |
30764 | 33 |
#include "gc/g1/g1MarkSweep.hpp" |
34 |
#include "gc/g1/g1RootProcessor.hpp" |
|
35 |
#include "gc/g1/g1StringDedup.hpp" |
|
36 |
#include "gc/serial/markSweep.inline.hpp" |
|
37 |
#include "gc/shared/gcHeapSummary.hpp" |
|
38 |
#include "gc/shared/gcLocker.hpp" |
|
39 |
#include "gc/shared/gcTimer.hpp" |
|
40 |
#include "gc/shared/gcTrace.hpp" |
|
35061 | 41 |
#include "gc/shared/gcTraceTime.inline.hpp" |
30764 | 42 |
#include "gc/shared/genCollectedHeap.hpp" |
43 |
#include "gc/shared/modRefBarrierSet.hpp" |
|
44 |
#include "gc/shared/referencePolicy.hpp" |
|
45 |
#include "gc/shared/space.hpp" |
|
47648
226b1fc611b9
8189359: Move native weak oops cleaning out of ReferenceProcessor
stefank
parents:
47216
diff
changeset
|
46 |
#include "gc/shared/weakProcessor.hpp" |
7397 | 47 |
#include "oops/instanceRefKlass.hpp" |
48 |
#include "oops/oop.inline.hpp" |
|
49 |
#include "prims/jvmtiExport.hpp" |
|
40655
9f644073d3a0
8157907: Incorrect inclusion of atomic.hpp instead of atomic.inline.hpp
dholmes
parents:
39979
diff
changeset
|
50 |
#include "runtime/atomic.hpp" |
7397 | 51 |
#include "runtime/biasedLocking.hpp" |
52 |
#include "runtime/synchronizer.hpp" |
|
53 |
#include "runtime/thread.hpp" |
|
54 |
#include "runtime/vmThread.hpp" |
|
55 |
#include "utilities/copy.hpp" |
|
56 |
#include "utilities/events.hpp" |
|
1374 | 57 |
|
58 |
class HeapRegion; |
|
59 |
||
60 |
void G1MarkSweep::invoke_at_safepoint(ReferenceProcessor* rp, |
|
61 |
bool clear_all_softrefs) { |
|
62 |
assert(SafepointSynchronize::is_at_safepoint(), "must be at a safepoint"); |
|
46828 | 63 |
HandleMark hm; // Discard invalid handles created during gc |
1374 | 64 |
|
46828 | 65 |
#if defined(COMPILER2) || INCLUDE_JVMCI |
66 |
DerivedPointerTable::clear(); |
|
67 |
#endif |
|
5343
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
68 |
#ifdef ASSERT |
30147
af9a41999c6e
8076314: Remove the static instance variable SharedHeap:: _sh
brutisso
parents:
29792
diff
changeset
|
69 |
if (G1CollectedHeap::heap()->collector_policy()->should_clear_all_soft_refs()) { |
5343
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
70 |
assert(clear_all_softrefs, "Policy should have been checked earler"); |
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
71 |
} |
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
72 |
#endif |
1374 | 73 |
// hook up weak ref data so it can be used during Mark-Sweep |
74 |
assert(GenMarkSweep::ref_processor() == NULL, "no stomping"); |
|
1606
dcf9714addbe
6684579: SoftReference processing can be made more efficient
ysr
parents:
1390
diff
changeset
|
75 |
assert(rp != NULL, "should be non-NULL"); |
10670
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
9995
diff
changeset
|
76 |
assert(rp == G1CollectedHeap::heap()->ref_processor_stw(), "Precondition"); |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
9995
diff
changeset
|
77 |
|
32606
fdaa30d06ada
8129417: Oop iteration clean-up to remove oop_ms_follow_contents
sjohanss
parents:
32589
diff
changeset
|
78 |
GenMarkSweep::set_ref_processor(rp); |
1610
5dddd195cc86
6778647: snap(), snap_policy() should be renamed setup(), setup_policy()
ysr
parents:
1606
diff
changeset
|
79 |
rp->setup_policy(clear_all_softrefs); |
1374 | 80 |
|
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
81 |
// When collecting the permanent generation Method*s may be moving, |
1374 | 82 |
// so we either have to flush all bcp data or convert it into bci. |
83 |
CodeCache::gc_prologue(); |
|
84 |
||
85 |
bool marked_for_unloading = false; |
|
86 |
||
87 |
allocate_stacks(); |
|
88 |
||
1390
4c473c5aee14
6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents:
1374
diff
changeset
|
89 |
// We should save the marks of the currently locked biased monitors. |
4c473c5aee14
6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents:
1374
diff
changeset
|
90 |
// The marking doesn't preserve the marks of biased objects. |
4c473c5aee14
6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents:
1374
diff
changeset
|
91 |
BiasedLocking::preserve_marks(); |
4c473c5aee14
6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents:
1374
diff
changeset
|
92 |
|
46828 | 93 |
// Process roots and do the marking. |
1374 | 94 |
mark_sweep_phase1(marked_for_unloading, clear_all_softrefs); |
95 |
||
46828 | 96 |
// Prepare compaction. |
1374 | 97 |
mark_sweep_phase2(); |
98 |
||
33160
c59f1676d27e
8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents:
32606
diff
changeset
|
99 |
#if defined(COMPILER2) || INCLUDE_JVMCI |
1374 | 100 |
// Don't add any more derived pointers during phase3 |
33160
c59f1676d27e
8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents:
32606
diff
changeset
|
101 |
DerivedPointerTable::set_active(false); |
c59f1676d27e
8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents:
32606
diff
changeset
|
102 |
#endif |
1374 | 103 |
|
46828 | 104 |
// Adjust all pointers. |
1374 | 105 |
mark_sweep_phase3(); |
106 |
||
46828 | 107 |
// Do the actual compaction. |
1374 | 108 |
mark_sweep_phase4(); |
109 |
||
110 |
GenMarkSweep::restore_marks(); |
|
1390
4c473c5aee14
6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents:
1374
diff
changeset
|
111 |
BiasedLocking::restore_marks(); |
1374 | 112 |
GenMarkSweep::deallocate_stacks(); |
113 |
||
46828 | 114 |
#if defined(COMPILER2) || INCLUDE_JVMCI |
115 |
// Now update the derived pointers. |
|
116 |
DerivedPointerTable::update_pointers(); |
|
117 |
#endif |
|
118 |
||
1374 | 119 |
CodeCache::gc_epilogue(); |
7918
ce1e4ae77aea
7012505: BreakpointWithFullGC.sh fails with Internal Error (src/share/vm/oops/methodOop.cpp:220)
kamg
parents:
7397
diff
changeset
|
120 |
JvmtiExport::gc_epilogue(); |
1374 | 121 |
|
122 |
// refs processing: clean slate |
|
32606
fdaa30d06ada
8129417: Oop iteration clean-up to remove oop_ms_follow_contents
sjohanss
parents:
32589
diff
changeset
|
123 |
GenMarkSweep::set_ref_processor(NULL); |
1374 | 124 |
} |
125 |
||
46828 | 126 |
STWGCTimer* G1MarkSweep::gc_timer() { |
127 |
return G1FullGCScope::instance()->timer(); |
|
128 |
} |
|
129 |
||
130 |
SerialOldTracer* G1MarkSweep::gc_tracer() { |
|
131 |
return G1FullGCScope::instance()->tracer(); |
|
132 |
} |
|
1374 | 133 |
|
134 |
void G1MarkSweep::allocate_stacks() { |
|
135 |
GenMarkSweep::_preserved_count_max = 0; |
|
136 |
GenMarkSweep::_preserved_marks = NULL; |
|
137 |
GenMarkSweep::_preserved_count = 0; |
|
138 |
} |
|
139 |
||
140 |
void G1MarkSweep::mark_sweep_phase1(bool& marked_for_unloading, |
|
141 |
bool clear_all_softrefs) { |
|
142 |
// Recursively traverse all live objects and mark them |
|
37146 | 143 |
GCTraceTime(Info, gc, phases) tm("Phase 1: Mark live objects", gc_timer()); |
1374 | 144 |
|
29693
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
145 |
G1CollectedHeap* g1h = G1CollectedHeap::heap(); |
1374 | 146 |
|
25492
d27050bdfb04
8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents:
25491
diff
changeset
|
147 |
// Need cleared claim bits for the roots processing |
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
148 |
ClassLoaderDataGraph::clear_claimed_marks(); |
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
149 |
|
25492
d27050bdfb04
8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents:
25491
diff
changeset
|
150 |
MarkingCodeBlobClosure follow_code_closure(&GenMarkSweep::follow_root_closure, !CodeBlobToOopClosure::FixRelocations); |
29693
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
151 |
{ |
30868
c1b24f26deed
8080110: Remove usage of CollectedHeap::n_par_threads() from root processing
stefank
parents:
30764
diff
changeset
|
152 |
G1RootProcessor root_processor(g1h, 1); |
41077
19f70464986e
8114823: G1 doesn't honor request to disable class unloading
sjohanss
parents:
40655
diff
changeset
|
153 |
if (ClassUnloading) { |
19f70464986e
8114823: G1 doesn't honor request to disable class unloading
sjohanss
parents:
40655
diff
changeset
|
154 |
root_processor.process_strong_roots(&GenMarkSweep::follow_root_closure, |
19f70464986e
8114823: G1 doesn't honor request to disable class unloading
sjohanss
parents:
40655
diff
changeset
|
155 |
&GenMarkSweep::follow_cld_closure, |
19f70464986e
8114823: G1 doesn't honor request to disable class unloading
sjohanss
parents:
40655
diff
changeset
|
156 |
&follow_code_closure); |
19f70464986e
8114823: G1 doesn't honor request to disable class unloading
sjohanss
parents:
40655
diff
changeset
|
157 |
} else { |
19f70464986e
8114823: G1 doesn't honor request to disable class unloading
sjohanss
parents:
40655
diff
changeset
|
158 |
root_processor.process_all_roots_no_string_table( |
19f70464986e
8114823: G1 doesn't honor request to disable class unloading
sjohanss
parents:
40655
diff
changeset
|
159 |
&GenMarkSweep::follow_root_closure, |
19f70464986e
8114823: G1 doesn't honor request to disable class unloading
sjohanss
parents:
40655
diff
changeset
|
160 |
&GenMarkSweep::follow_cld_closure, |
19f70464986e
8114823: G1 doesn't honor request to disable class unloading
sjohanss
parents:
40655
diff
changeset
|
161 |
&follow_code_closure); |
19f70464986e
8114823: G1 doesn't honor request to disable class unloading
sjohanss
parents:
40655
diff
changeset
|
162 |
} |
29693
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
163 |
} |
1374 | 164 |
|
37146 | 165 |
{ |
166 |
GCTraceTime(Debug, gc, phases) trace("Reference Processing", gc_timer()); |
|
167 |
||
168 |
// Process reference objects found during marking |
|
169 |
ReferenceProcessor* rp = GenMarkSweep::ref_processor(); |
|
170 |
assert(rp == g1h->ref_processor_stw(), "Sanity"); |
|
10670
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
9995
diff
changeset
|
171 |
|
37146 | 172 |
rp->setup_policy(clear_all_softrefs); |
46795
623a5e42deb6
8173335: Improve logging for j.l.ref.reference processing
sangheki
parents:
46505
diff
changeset
|
173 |
ReferenceProcessorPhaseTimes pt(gc_timer(), rp->num_q()); |
623a5e42deb6
8173335: Improve logging for j.l.ref.reference processing
sangheki
parents:
46505
diff
changeset
|
174 |
|
37146 | 175 |
const ReferenceProcessorStats& stats = |
176 |
rp->process_discovered_references(&GenMarkSweep::is_alive, |
|
177 |
&GenMarkSweep::keep_alive, |
|
178 |
&GenMarkSweep::follow_stack_closure, |
|
179 |
NULL, |
|
46795
623a5e42deb6
8173335: Improve logging for j.l.ref.reference processing
sangheki
parents:
46505
diff
changeset
|
180 |
&pt); |
37146 | 181 |
gc_tracer()->report_gc_reference_stats(stats); |
46795
623a5e42deb6
8173335: Improve logging for j.l.ref.reference processing
sangheki
parents:
46505
diff
changeset
|
182 |
pt.print_all_references(); |
37146 | 183 |
} |
17114
b341b4c63384
8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents:
17112
diff
changeset
|
184 |
|
47676
b1c020fc35a3
8189748: More precise closures for WeakProcessor::weak_oops_do calls
stefank
parents:
47648
diff
changeset
|
185 |
// This is the point where the entire marking should have completed. |
b1c020fc35a3
8189748: More precise closures for WeakProcessor::weak_oops_do calls
stefank
parents:
47648
diff
changeset
|
186 |
assert(GenMarkSweep::_marking_stack.is_empty(), "Marking should have completed"); |
b1c020fc35a3
8189748: More precise closures for WeakProcessor::weak_oops_do calls
stefank
parents:
47648
diff
changeset
|
187 |
|
47648
226b1fc611b9
8189359: Move native weak oops cleaning out of ReferenceProcessor
stefank
parents:
47216
diff
changeset
|
188 |
{ |
226b1fc611b9
8189359: Move native weak oops cleaning out of ReferenceProcessor
stefank
parents:
47216
diff
changeset
|
189 |
GCTraceTime(Debug, gc, phases) trace("Weak Processing", gc_timer()); |
47676
b1c020fc35a3
8189748: More precise closures for WeakProcessor::weak_oops_do calls
stefank
parents:
47648
diff
changeset
|
190 |
WeakProcessor::weak_oops_do(&GenMarkSweep::is_alive, &do_nothing_cl); |
47648
226b1fc611b9
8189359: Move native weak oops cleaning out of ReferenceProcessor
stefank
parents:
47216
diff
changeset
|
191 |
} |
226b1fc611b9
8189359: Move native weak oops cleaning out of ReferenceProcessor
stefank
parents:
47216
diff
changeset
|
192 |
|
41077
19f70464986e
8114823: G1 doesn't honor request to disable class unloading
sjohanss
parents:
40655
diff
changeset
|
193 |
if (ClassUnloading) { |
37146 | 194 |
GCTraceTime(Debug, gc, phases) trace("Class Unloading", gc_timer()); |
1374 | 195 |
|
37140
b62549ead2cf
8027423: Parallel compact GC class unloading measurement includes symbol and string table time
stefank
parents:
37106
diff
changeset
|
196 |
// Unload classes and purge the SystemDictionary. |
46505
fd4bc78630b1
8174749: Use hash table/oops for MemberName table
coleenp
parents:
46348
diff
changeset
|
197 |
bool purged_class = SystemDictionary::do_unloading(&GenMarkSweep::is_alive, gc_timer()); |
37140
b62549ead2cf
8027423: Parallel compact GC class unloading measurement includes symbol and string table time
stefank
parents:
37106
diff
changeset
|
198 |
|
46348
5803de68c14d
8171238: Unify cleanup code used in G1 Remark and Full GC marking
sjohanss
parents:
46285
diff
changeset
|
199 |
g1h->complete_cleaning(&GenMarkSweep::is_alive, purged_class); |
5803de68c14d
8171238: Unify cleanup code used in G1 Remark and Full GC marking
sjohanss
parents:
46285
diff
changeset
|
200 |
} else { |
5803de68c14d
8171238: Unify cleanup code used in G1 Remark and Full GC marking
sjohanss
parents:
46285
diff
changeset
|
201 |
GCTraceTime(Debug, gc, phases) trace("Cleanup", gc_timer()); |
5803de68c14d
8171238: Unify cleanup code used in G1 Remark and Full GC marking
sjohanss
parents:
46285
diff
changeset
|
202 |
g1h->partial_cleaning(&GenMarkSweep::is_alive, true, true, G1StringDedup::is_enabled()); |
37140
b62549ead2cf
8027423: Parallel compact GC class unloading measurement includes symbol and string table time
stefank
parents:
37106
diff
changeset
|
203 |
} |
1374 | 204 |
|
9995
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
205 |
if (VerifyDuringGC) { |
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
206 |
HandleMark hm; // handle scope |
33160
c59f1676d27e
8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents:
32606
diff
changeset
|
207 |
#if defined(COMPILER2) || INCLUDE_JVMCI |
c59f1676d27e
8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents:
32606
diff
changeset
|
208 |
DerivedPointerTableDeactivate dpt_deact; |
c59f1676d27e
8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents:
32606
diff
changeset
|
209 |
#endif |
30173
13cf7580b000
8077413: Avoid use of Universe::heap() inside collectors
pliden
parents:
30147
diff
changeset
|
210 |
g1h->prepare_for_verify(); |
9995
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
211 |
// Note: we can verify only the heap here. When an object is |
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
212 |
// marked, the previous value of the mark word (including |
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
213 |
// identity hash values, ages, etc) is preserved, and the mark |
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
214 |
// word is set to markOop::marked_value - effectively removing |
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
215 |
// any hash values from the mark word. These hash values are |
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
216 |
// used when verifying the dictionaries and so removing them |
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
217 |
// from the mark word can make verification of the dictionaries |
22551 | 218 |
// fail. At the end of the GC, the original mark word values |
9995
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
219 |
// (including hash values) are restored to the appropriate |
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
220 |
// objects. |
35061 | 221 |
GCTraceTime(Info, gc, verify)("During GC (full)"); |
222 |
g1h->verify(VerifyOption_G1UseMarkWord); |
|
9995
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
223 |
} |
18025 | 224 |
|
225 |
gc_tracer()->report_object_count_after_gc(&GenMarkSweep::is_alive); |
|
1374 | 226 |
} |
227 |
||
2344 | 228 |
|
1374 | 229 |
void G1MarkSweep::mark_sweep_phase2() { |
230 |
// Now all live objects are marked, compute the new object addresses. |
|
231 |
||
232 |
// It is not required that we traverse spaces in the same order in |
|
233 |
// phase2, phase3 and phase4, but the ValidateMarkSweep live oops |
|
234 |
// tracking expects us to do so. See comment under phase4. |
|
235 |
||
37146 | 236 |
GCTraceTime(Info, gc, phases) tm("Phase 2: Compute new object addresses", gc_timer()); |
1374 | 237 |
|
26839 | 238 |
prepare_compaction(); |
1374 | 239 |
} |
240 |
||
241 |
class G1AdjustPointersClosure: public HeapRegionClosure { |
|
242 |
public: |
|
243 |
bool doHeapRegion(HeapRegion* r) { |
|
26846
7d4376f8560e
8058495: G1: normalize names for isHumongous() and friends
tonyp
parents:
26839
diff
changeset
|
244 |
if (r->is_humongous()) { |
7d4376f8560e
8058495: G1: normalize names for isHumongous() and friends
tonyp
parents:
26839
diff
changeset
|
245 |
if (r->is_starts_humongous()) { |
1374 | 246 |
// We must adjust the pointers on the single H object. |
247 |
oop obj = oop(r->bottom()); |
|
248 |
// point all the oops to the new location |
|
29792
8c6fa07f0869
8075957: Reduce calls to the GC specific object visitors in oopDesc
stefank
parents:
29693
diff
changeset
|
249 |
MarkSweep::adjust_pointers(obj); |
1374 | 250 |
} |
46810
7dad333205cd
8179302: Pre-resolve constant pool string entries and cache resolved_reference arrays in CDS archive.
jiangli
parents:
46795
diff
changeset
|
251 |
} else if (!r->is_closed_archive()) { |
1374 | 252 |
// This really ought to be "as_CompactibleSpace"... |
253 |
r->adjust_pointers(); |
|
254 |
} |
|
255 |
return false; |
|
256 |
} |
|
257 |
}; |
|
258 |
||
259 |
void G1MarkSweep::mark_sweep_phase3() { |
|
260 |
G1CollectedHeap* g1h = G1CollectedHeap::heap(); |
|
261 |
||
262 |
// Adjust the pointers to reflect the new locations |
|
37146 | 263 |
GCTraceTime(Info, gc, phases) tm("Phase 3: Adjust pointers", gc_timer()); |
1374 | 264 |
|
25492
d27050bdfb04
8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents:
25491
diff
changeset
|
265 |
// Need cleared claim bits for the roots processing |
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
266 |
ClassLoaderDataGraph::clear_claimed_marks(); |
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
267 |
|
25492
d27050bdfb04
8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents:
25491
diff
changeset
|
268 |
CodeBlobToOopClosure adjust_code_closure(&GenMarkSweep::adjust_pointer_closure, CodeBlobToOopClosure::FixRelocations); |
29693
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
269 |
{ |
30868
c1b24f26deed
8080110: Remove usage of CollectedHeap::n_par_threads() from root processing
stefank
parents:
30764
diff
changeset
|
270 |
G1RootProcessor root_processor(g1h, 1); |
29693
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
271 |
root_processor.process_all_roots(&GenMarkSweep::adjust_pointer_closure, |
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
272 |
&GenMarkSweep::adjust_cld_closure, |
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
273 |
&adjust_code_closure); |
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
274 |
} |
1374 | 275 |
|
10670
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
9995
diff
changeset
|
276 |
assert(GenMarkSweep::ref_processor() == g1h->ref_processor_stw(), "Sanity"); |
17105
25b392a7740d
8012687: Remove unused is_root checks and closures
stefank
parents:
15088
diff
changeset
|
277 |
g1h->ref_processor_stw()->weak_oops_do(&GenMarkSweep::adjust_pointer_closure); |
1374 | 278 |
|
279 |
// Now adjust pointers in remaining weak roots. (All of which should |
|
280 |
// have been cleared if they pointed to non-surviving objects.) |
|
47648
226b1fc611b9
8189359: Move native weak oops cleaning out of ReferenceProcessor
stefank
parents:
47216
diff
changeset
|
281 |
WeakProcessor::oops_do(&GenMarkSweep::adjust_pointer_closure); |
1374 | 282 |
|
23472 | 283 |
if (G1StringDedup::is_enabled()) { |
284 |
G1StringDedup::oops_do(&GenMarkSweep::adjust_pointer_closure); |
|
285 |
} |
|
286 |
||
1374 | 287 |
GenMarkSweep::adjust_marks(); |
288 |
||
289 |
G1AdjustPointersClosure blk; |
|
290 |
g1h->heap_region_iterate(&blk); |
|
291 |
} |
|
292 |
||
293 |
class G1SpaceCompactClosure: public HeapRegionClosure { |
|
294 |
public: |
|
295 |
G1SpaceCompactClosure() {} |
|
296 |
||
297 |
bool doHeapRegion(HeapRegion* hr) { |
|
26846
7d4376f8560e
8058495: G1: normalize names for isHumongous() and friends
tonyp
parents:
26839
diff
changeset
|
298 |
if (hr->is_humongous()) { |
7d4376f8560e
8058495: G1: normalize names for isHumongous() and friends
tonyp
parents:
26839
diff
changeset
|
299 |
if (hr->is_starts_humongous()) { |
1374 | 300 |
oop obj = oop(hr->bottom()); |
301 |
if (obj->is_gc_marked()) { |
|
302 |
obj->init_mark(); |
|
303 |
} else { |
|
304 |
assert(hr->is_empty(), "Should have been cleared in phase 2."); |
|
305 |
} |
|
306 |
} |
|
33786
ac8da6513351
8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents:
33198
diff
changeset
|
307 |
hr->reset_during_compaction(); |
31346
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
308 |
} else if (!hr->is_pinned()) { |
1374 | 309 |
hr->compact(); |
310 |
} |
|
311 |
return false; |
|
312 |
} |
|
313 |
}; |
|
314 |
||
315 |
void G1MarkSweep::mark_sweep_phase4() { |
|
316 |
// All pointers are now adjusted, move objects accordingly |
|
317 |
||
318 |
// The ValidateMarkSweep live oops tracking expects us to traverse spaces |
|
319 |
// in the same order in phase2, phase3 and phase4. We don't quite do that |
|
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
320 |
// here (code and comment not fixed for perm removal), so we tell the validate code |
1374 | 321 |
// to use a higher index (saved from phase2) when verifying perm_gen. |
322 |
G1CollectedHeap* g1h = G1CollectedHeap::heap(); |
|
323 |
||
37146 | 324 |
GCTraceTime(Info, gc, phases) tm("Phase 4: Move objects", gc_timer()); |
1374 | 325 |
|
326 |
G1SpaceCompactClosure blk; |
|
327 |
g1h->heap_region_iterate(&blk); |
|
328 |
||
329 |
} |
|
26839 | 330 |
|
331 |
void G1MarkSweep::prepare_compaction_work(G1PrepareCompactClosure* blk) { |
|
332 |
G1CollectedHeap* g1h = G1CollectedHeap::heap(); |
|
333 |
g1h->heap_region_iterate(blk); |
|
334 |
blk->update_sets(); |
|
335 |
} |
|
336 |
||
337 |
void G1PrepareCompactClosure::free_humongous_region(HeapRegion* hr) { |
|
338 |
HeapWord* end = hr->end(); |
|
339 |
FreeRegionList dummy_free_list("Dummy Free List for G1MarkSweep"); |
|
340 |
||
341 |
hr->set_containing_set(NULL); |
|
35065
b4ff0249c092
8144996: Replace the HeapRegionSetCount class with an uint
david
parents:
35061
diff
changeset
|
342 |
_humongous_regions_removed++; |
26839 | 343 |
|
39979 | 344 |
_g1h->free_humongous_region(hr, &dummy_free_list, false /* skip_remset */); |
26839 | 345 |
prepare_for_compaction(hr, end); |
346 |
dummy_free_list.remove_all(); |
|
347 |
} |
|
348 |
||
349 |
void G1PrepareCompactClosure::prepare_for_compaction(HeapRegion* hr, HeapWord* end) { |
|
350 |
// If this is the first live region that we came across which we can compact, |
|
351 |
// initialize the CompactPoint. |
|
352 |
if (!is_cp_initialized()) { |
|
353 |
_cp.space = hr; |
|
354 |
_cp.threshold = hr->initialize_threshold(); |
|
355 |
} |
|
356 |
prepare_for_compaction_work(&_cp, hr, end); |
|
357 |
} |
|
358 |
||
359 |
void G1PrepareCompactClosure::prepare_for_compaction_work(CompactPoint* cp, |
|
360 |
HeapRegion* hr, |
|
361 |
HeapWord* end) { |
|
362 |
hr->prepare_for_compaction(cp); |
|
363 |
// Also clear the part of the card table that will be unused after |
|
364 |
// compaction. |
|
365 |
_mrbs->clear(MemRegion(hr->compaction_top(), end)); |
|
366 |
} |
|
367 |
||
368 |
void G1PrepareCompactClosure::update_sets() { |
|
369 |
// We'll recalculate total used bytes and recreate the free list |
|
370 |
// at the end of the GC, so no point in updating those values here. |
|
35065
b4ff0249c092
8144996: Replace the HeapRegionSetCount class with an uint
david
parents:
35061
diff
changeset
|
371 |
_g1h->remove_from_old_sets(0, _humongous_regions_removed); |
26839 | 372 |
} |
373 |
||
374 |
bool G1PrepareCompactClosure::doHeapRegion(HeapRegion* hr) { |
|
26846
7d4376f8560e
8058495: G1: normalize names for isHumongous() and friends
tonyp
parents:
26839
diff
changeset
|
375 |
if (hr->is_humongous()) { |
33786
ac8da6513351
8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents:
33198
diff
changeset
|
376 |
oop obj = oop(hr->humongous_start_region()->bottom()); |
ac8da6513351
8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents:
33198
diff
changeset
|
377 |
if (hr->is_starts_humongous() && obj->is_gc_marked()) { |
ac8da6513351
8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents:
33198
diff
changeset
|
378 |
obj->forward_to(obj); |
ac8da6513351
8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents:
33198
diff
changeset
|
379 |
} |
ac8da6513351
8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents:
33198
diff
changeset
|
380 |
if (!obj->is_gc_marked()) { |
ac8da6513351
8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents:
33198
diff
changeset
|
381 |
free_humongous_region(hr); |
26839 | 382 |
} |
31346
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
383 |
} else if (!hr->is_pinned()) { |
26839 | 384 |
prepare_for_compaction(hr, hr->end()); |
385 |
} |
|
386 |
return false; |
|
387 |
} |