author | brutisso |
Wed, 30 Sep 2015 09:07:21 +0200 | |
changeset 33107 | 77bf0d2069a3 |
parent 32606 | fdaa30d06ada |
child 33198 | b37ad9fbf681 |
permissions | -rw-r--r-- |
1374 | 1 |
/* |
29792
8c6fa07f0869
8075957: Reduce calls to the GC specific object visitors in oopDesc
stefank
parents:
29693
diff
changeset
|
2 |
* Copyright (c) 2001, 2015, Oracle and/or its affiliates. All rights reserved. |
1374 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
5547
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
5343
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
5343
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
5343
diff
changeset
|
21 |
* questions. |
1374 | 22 |
* |
23 |
*/ |
|
24 |
||
7397 | 25 |
#include "precompiled.hpp" |
26 |
#include "classfile/javaClasses.hpp" |
|
27 |
#include "classfile/symbolTable.hpp" |
|
28 |
#include "classfile/systemDictionary.hpp" |
|
29 |
#include "classfile/vmSymbols.hpp" |
|
30 |
#include "code/codeCache.hpp" |
|
31 |
#include "code/icBuffer.hpp" |
|
30764 | 32 |
#include "gc/g1/g1Log.hpp" |
33 |
#include "gc/g1/g1MarkSweep.hpp" |
|
34 |
#include "gc/g1/g1RootProcessor.hpp" |
|
35 |
#include "gc/g1/g1StringDedup.hpp" |
|
36 |
#include "gc/serial/markSweep.inline.hpp" |
|
37 |
#include "gc/shared/gcHeapSummary.hpp" |
|
38 |
#include "gc/shared/gcLocker.hpp" |
|
39 |
#include "gc/shared/gcTimer.hpp" |
|
40 |
#include "gc/shared/gcTrace.hpp" |
|
41 |
#include "gc/shared/gcTraceTime.hpp" |
|
42 |
#include "gc/shared/genCollectedHeap.hpp" |
|
43 |
#include "gc/shared/modRefBarrierSet.hpp" |
|
44 |
#include "gc/shared/referencePolicy.hpp" |
|
45 |
#include "gc/shared/space.hpp" |
|
7397 | 46 |
#include "oops/instanceRefKlass.hpp" |
47 |
#include "oops/oop.inline.hpp" |
|
48 |
#include "prims/jvmtiExport.hpp" |
|
25351
7c198a690050
8044775: Improve usage of umbrella header atomic.inline.hpp.
goetz
parents:
25350
diff
changeset
|
49 |
#include "runtime/atomic.inline.hpp" |
7397 | 50 |
#include "runtime/biasedLocking.hpp" |
51 |
#include "runtime/fprofiler.hpp" |
|
52 |
#include "runtime/synchronizer.hpp" |
|
53 |
#include "runtime/thread.hpp" |
|
54 |
#include "runtime/vmThread.hpp" |
|
55 |
#include "utilities/copy.hpp" |
|
56 |
#include "utilities/events.hpp" |
|
1374 | 57 |
|
58 |
class HeapRegion; |
|
59 |
||
31346
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
60 |
bool G1MarkSweep::_archive_check_enabled = false; |
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
61 |
G1ArchiveRegionMap G1MarkSweep::_archive_region_map; |
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
62 |
|
1374 | 63 |
void G1MarkSweep::invoke_at_safepoint(ReferenceProcessor* rp, |
64 |
bool clear_all_softrefs) { |
|
65 |
assert(SafepointSynchronize::is_at_safepoint(), "must be at a safepoint"); |
|
66 |
||
5343
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
67 |
#ifdef ASSERT |
30147
af9a41999c6e
8076314: Remove the static instance variable SharedHeap:: _sh
brutisso
parents:
29792
diff
changeset
|
68 |
if (G1CollectedHeap::heap()->collector_policy()->should_clear_all_soft_refs()) { |
5343
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
69 |
assert(clear_all_softrefs, "Policy should have been checked earler"); |
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
70 |
} |
95a5c4b89273
6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents:
5076
diff
changeset
|
71 |
#endif |
1374 | 72 |
// hook up weak ref data so it can be used during Mark-Sweep |
73 |
assert(GenMarkSweep::ref_processor() == NULL, "no stomping"); |
|
1606
dcf9714addbe
6684579: SoftReference processing can be made more efficient
ysr
parents:
1390
diff
changeset
|
74 |
assert(rp != NULL, "should be non-NULL"); |
10670
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
9995
diff
changeset
|
75 |
assert(rp == G1CollectedHeap::heap()->ref_processor_stw(), "Precondition"); |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
9995
diff
changeset
|
76 |
|
32606
fdaa30d06ada
8129417: Oop iteration clean-up to remove oop_ms_follow_contents
sjohanss
parents:
32589
diff
changeset
|
77 |
GenMarkSweep::set_ref_processor(rp); |
1610
5dddd195cc86
6778647: snap(), snap_policy() should be renamed setup(), setup_policy()
ysr
parents:
1606
diff
changeset
|
78 |
rp->setup_policy(clear_all_softrefs); |
1374 | 79 |
|
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
80 |
// When collecting the permanent generation Method*s may be moving, |
1374 | 81 |
// so we either have to flush all bcp data or convert it into bci. |
82 |
CodeCache::gc_prologue(); |
|
83 |
||
84 |
bool marked_for_unloading = false; |
|
85 |
||
86 |
allocate_stacks(); |
|
87 |
||
1390
4c473c5aee14
6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents:
1374
diff
changeset
|
88 |
// We should save the marks of the currently locked biased monitors. |
4c473c5aee14
6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents:
1374
diff
changeset
|
89 |
// The marking doesn't preserve the marks of biased objects. |
4c473c5aee14
6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents:
1374
diff
changeset
|
90 |
BiasedLocking::preserve_marks(); |
4c473c5aee14
6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents:
1374
diff
changeset
|
91 |
|
1374 | 92 |
mark_sweep_phase1(marked_for_unloading, clear_all_softrefs); |
93 |
||
94 |
mark_sweep_phase2(); |
|
95 |
||
96 |
// Don't add any more derived pointers during phase3 |
|
97 |
COMPILER2_PRESENT(DerivedPointerTable::set_active(false)); |
|
98 |
||
99 |
mark_sweep_phase3(); |
|
100 |
||
101 |
mark_sweep_phase4(); |
|
102 |
||
103 |
GenMarkSweep::restore_marks(); |
|
1390
4c473c5aee14
6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents:
1374
diff
changeset
|
104 |
BiasedLocking::restore_marks(); |
1374 | 105 |
GenMarkSweep::deallocate_stacks(); |
106 |
||
107 |
CodeCache::gc_epilogue(); |
|
7918
ce1e4ae77aea
7012505: BreakpointWithFullGC.sh fails with Internal Error (src/share/vm/oops/methodOop.cpp:220)
kamg
parents:
7397
diff
changeset
|
108 |
JvmtiExport::gc_epilogue(); |
1374 | 109 |
|
110 |
// refs processing: clean slate |
|
32606
fdaa30d06ada
8129417: Oop iteration clean-up to remove oop_ms_follow_contents
sjohanss
parents:
32589
diff
changeset
|
111 |
GenMarkSweep::set_ref_processor(NULL); |
1374 | 112 |
} |
113 |
||
114 |
||
115 |
void G1MarkSweep::allocate_stacks() { |
|
116 |
GenMarkSweep::_preserved_count_max = 0; |
|
117 |
GenMarkSweep::_preserved_marks = NULL; |
|
118 |
GenMarkSweep::_preserved_count = 0; |
|
119 |
} |
|
120 |
||
121 |
void G1MarkSweep::mark_sweep_phase1(bool& marked_for_unloading, |
|
122 |
bool clear_all_softrefs) { |
|
123 |
// Recursively traverse all live objects and mark them |
|
33107
77bf0d2069a3
8134953: Make the GC ID available in a central place
brutisso
parents:
32606
diff
changeset
|
124 |
GCTraceTime tm("phase 1", G1Log::fine() && Verbose, true, gc_timer()); |
1374 | 125 |
|
29693
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
126 |
G1CollectedHeap* g1h = G1CollectedHeap::heap(); |
1374 | 127 |
|
25492
d27050bdfb04
8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents:
25491
diff
changeset
|
128 |
// Need cleared claim bits for the roots processing |
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
129 |
ClassLoaderDataGraph::clear_claimed_marks(); |
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
130 |
|
25492
d27050bdfb04
8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents:
25491
diff
changeset
|
131 |
MarkingCodeBlobClosure follow_code_closure(&GenMarkSweep::follow_root_closure, !CodeBlobToOopClosure::FixRelocations); |
29693
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
132 |
{ |
30868
c1b24f26deed
8080110: Remove usage of CollectedHeap::n_par_threads() from root processing
stefank
parents:
30764
diff
changeset
|
133 |
G1RootProcessor root_processor(g1h, 1); |
29693
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
134 |
root_processor.process_strong_roots(&GenMarkSweep::follow_root_closure, |
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
135 |
&GenMarkSweep::follow_cld_closure, |
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
136 |
&follow_code_closure); |
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
137 |
} |
1374 | 138 |
|
139 |
// Process reference objects found during marking |
|
1606
dcf9714addbe
6684579: SoftReference processing can be made more efficient
ysr
parents:
1390
diff
changeset
|
140 |
ReferenceProcessor* rp = GenMarkSweep::ref_processor(); |
29693
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
141 |
assert(rp == g1h->ref_processor_stw(), "Sanity"); |
10670
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
9995
diff
changeset
|
142 |
|
1610
5dddd195cc86
6778647: snap(), snap_policy() should be renamed setup(), setup_policy()
ysr
parents:
1606
diff
changeset
|
143 |
rp->setup_policy(clear_all_softrefs); |
18025 | 144 |
const ReferenceProcessorStats& stats = |
145 |
rp->process_discovered_references(&GenMarkSweep::is_alive, |
|
146 |
&GenMarkSweep::keep_alive, |
|
147 |
&GenMarkSweep::follow_stack_closure, |
|
148 |
NULL, |
|
33107
77bf0d2069a3
8134953: Make the GC ID available in a central place
brutisso
parents:
32606
diff
changeset
|
149 |
gc_timer()); |
18025 | 150 |
gc_tracer()->report_gc_reference_stats(stats); |
1374 | 151 |
|
17114
b341b4c63384
8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents:
17112
diff
changeset
|
152 |
|
b341b4c63384
8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents:
17112
diff
changeset
|
153 |
// This is the point where the entire marking should have completed. |
b341b4c63384
8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents:
17112
diff
changeset
|
154 |
assert(GenMarkSweep::_marking_stack.is_empty(), "Marking should have completed"); |
b341b4c63384
8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents:
17112
diff
changeset
|
155 |
|
b341b4c63384
8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents:
17112
diff
changeset
|
156 |
// Unload classes and purge the SystemDictionary. |
1374 | 157 |
bool purged_class = SystemDictionary::do_unloading(&GenMarkSweep::is_alive); |
158 |
||
17114
b341b4c63384
8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents:
17112
diff
changeset
|
159 |
// Unload nmethods. |
13878
6e6a462a6cff
7200470: KeepAliveClosure not needed in CodeCache::do_unloading
brutisso
parents:
13728
diff
changeset
|
160 |
CodeCache::do_unloading(&GenMarkSweep::is_alive, purged_class); |
1374 | 161 |
|
17114
b341b4c63384
8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents:
17112
diff
changeset
|
162 |
// Prune dead klasses from subklass/sibling/implementor lists. |
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
163 |
Klass::clean_weak_klass_links(&GenMarkSweep::is_alive); |
1374 | 164 |
|
22545
b93a7f0e9b9d
8027476: Improve performance of Stringtable unlink
tschatzl
parents:
20309
diff
changeset
|
165 |
// Delete entries for dead interned string and clean up unreferenced symbols in symbol table. |
30173
13cf7580b000
8077413: Avoid use of Universe::heap() inside collectors
pliden
parents:
30147
diff
changeset
|
166 |
g1h->unlink_string_and_symbol_table(&GenMarkSweep::is_alive); |
1374 | 167 |
|
9995
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
168 |
if (VerifyDuringGC) { |
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
169 |
HandleMark hm; // handle scope |
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
170 |
COMPILER2_PRESENT(DerivedPointerTableDeactivate dpt_deact); |
30173
13cf7580b000
8077413: Avoid use of Universe::heap() inside collectors
pliden
parents:
30147
diff
changeset
|
171 |
g1h->prepare_for_verify(); |
9995
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
172 |
// Note: we can verify only the heap here. When an object is |
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
173 |
// marked, the previous value of the mark word (including |
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
174 |
// identity hash values, ages, etc) is preserved, and the mark |
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
175 |
// word is set to markOop::marked_value - effectively removing |
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
176 |
// any hash values from the mark word. These hash values are |
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
177 |
// used when verifying the dictionaries and so removing them |
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
178 |
// from the mark word can make verification of the dictionaries |
22551 | 179 |
// fail. At the end of the GC, the original mark word values |
9995
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
180 |
// (including hash values) are restored to the appropriate |
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
181 |
// objects. |
17112
e49af4ba7755
8013132: Add a flag to turn off the output of the verbose verification code
stefank
parents:
17105
diff
changeset
|
182 |
if (!VerifySilently) { |
e49af4ba7755
8013132: Add a flag to turn off the output of the verbose verification code
stefank
parents:
17105
diff
changeset
|
183 |
gclog_or_tty->print(" VerifyDuringGC:(full)[Verifying "); |
e49af4ba7755
8013132: Add a flag to turn off the output of the verbose verification code
stefank
parents:
17105
diff
changeset
|
184 |
} |
30173
13cf7580b000
8077413: Avoid use of Universe::heap() inside collectors
pliden
parents:
30147
diff
changeset
|
185 |
g1h->verify(VerifySilently, VerifyOption_G1UseMarkWord); |
17112
e49af4ba7755
8013132: Add a flag to turn off the output of the verbose verification code
stefank
parents:
17105
diff
changeset
|
186 |
if (!VerifySilently) { |
e49af4ba7755
8013132: Add a flag to turn off the output of the verbose verification code
stefank
parents:
17105
diff
changeset
|
187 |
gclog_or_tty->print_cr("]"); |
e49af4ba7755
8013132: Add a flag to turn off the output of the verbose verification code
stefank
parents:
17105
diff
changeset
|
188 |
} |
9995
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
8680
diff
changeset
|
189 |
} |
18025 | 190 |
|
191 |
gc_tracer()->report_object_count_after_gc(&GenMarkSweep::is_alive); |
|
1374 | 192 |
} |
193 |
||
2344 | 194 |
|
1374 | 195 |
void G1MarkSweep::mark_sweep_phase2() { |
196 |
// Now all live objects are marked, compute the new object addresses. |
|
197 |
||
198 |
// It is not required that we traverse spaces in the same order in |
|
199 |
// phase2, phase3 and phase4, but the ValidateMarkSweep live oops |
|
200 |
// tracking expects us to do so. See comment under phase4. |
|
201 |
||
33107
77bf0d2069a3
8134953: Make the GC ID available in a central place
brutisso
parents:
32606
diff
changeset
|
202 |
GCTraceTime tm("phase 2", G1Log::fine() && Verbose, true, gc_timer()); |
1374 | 203 |
|
26839 | 204 |
prepare_compaction(); |
1374 | 205 |
} |
206 |
||
207 |
class G1AdjustPointersClosure: public HeapRegionClosure { |
|
208 |
public: |
|
209 |
bool doHeapRegion(HeapRegion* r) { |
|
26846
7d4376f8560e
8058495: G1: normalize names for isHumongous() and friends
tonyp
parents:
26839
diff
changeset
|
210 |
if (r->is_humongous()) { |
7d4376f8560e
8058495: G1: normalize names for isHumongous() and friends
tonyp
parents:
26839
diff
changeset
|
211 |
if (r->is_starts_humongous()) { |
1374 | 212 |
// We must adjust the pointers on the single H object. |
213 |
oop obj = oop(r->bottom()); |
|
214 |
// point all the oops to the new location |
|
29792
8c6fa07f0869
8075957: Reduce calls to the GC specific object visitors in oopDesc
stefank
parents:
29693
diff
changeset
|
215 |
MarkSweep::adjust_pointers(obj); |
1374 | 216 |
} |
31346
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
217 |
} else if (!r->is_pinned()) { |
1374 | 218 |
// This really ought to be "as_CompactibleSpace"... |
219 |
r->adjust_pointers(); |
|
220 |
} |
|
221 |
return false; |
|
222 |
} |
|
223 |
}; |
|
224 |
||
29693
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
225 |
class G1AlwaysTrueClosure: public BoolObjectClosure { |
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
226 |
public: |
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
227 |
bool do_object_b(oop p) { return true; } |
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
228 |
}; |
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
229 |
static G1AlwaysTrueClosure always_true; |
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
230 |
|
1374 | 231 |
void G1MarkSweep::mark_sweep_phase3() { |
232 |
G1CollectedHeap* g1h = G1CollectedHeap::heap(); |
|
233 |
||
234 |
// Adjust the pointers to reflect the new locations |
|
33107
77bf0d2069a3
8134953: Make the GC ID available in a central place
brutisso
parents:
32606
diff
changeset
|
235 |
GCTraceTime tm("phase 3", G1Log::fine() && Verbose, true, gc_timer()); |
1374 | 236 |
|
25492
d27050bdfb04
8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents:
25491
diff
changeset
|
237 |
// Need cleared claim bits for the roots processing |
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
238 |
ClassLoaderDataGraph::clear_claimed_marks(); |
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
239 |
|
25492
d27050bdfb04
8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents:
25491
diff
changeset
|
240 |
CodeBlobToOopClosure adjust_code_closure(&GenMarkSweep::adjust_pointer_closure, CodeBlobToOopClosure::FixRelocations); |
29693
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
241 |
{ |
30868
c1b24f26deed
8080110: Remove usage of CollectedHeap::n_par_threads() from root processing
stefank
parents:
30764
diff
changeset
|
242 |
G1RootProcessor root_processor(g1h, 1); |
29693
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
243 |
root_processor.process_all_roots(&GenMarkSweep::adjust_pointer_closure, |
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
244 |
&GenMarkSweep::adjust_cld_closure, |
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
245 |
&adjust_code_closure); |
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
246 |
} |
1374 | 247 |
|
10670
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
9995
diff
changeset
|
248 |
assert(GenMarkSweep::ref_processor() == g1h->ref_processor_stw(), "Sanity"); |
17105
25b392a7740d
8012687: Remove unused is_root checks and closures
stefank
parents:
15088
diff
changeset
|
249 |
g1h->ref_processor_stw()->weak_oops_do(&GenMarkSweep::adjust_pointer_closure); |
1374 | 250 |
|
251 |
// Now adjust pointers in remaining weak roots. (All of which should |
|
252 |
// have been cleared if they pointed to non-surviving objects.) |
|
29693
fac175f7a466
8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents:
26846
diff
changeset
|
253 |
JNIHandles::weak_oops_do(&always_true, &GenMarkSweep::adjust_pointer_closure); |
1374 | 254 |
|
23472 | 255 |
if (G1StringDedup::is_enabled()) { |
256 |
G1StringDedup::oops_do(&GenMarkSweep::adjust_pointer_closure); |
|
257 |
} |
|
258 |
||
1374 | 259 |
GenMarkSweep::adjust_marks(); |
260 |
||
261 |
G1AdjustPointersClosure blk; |
|
262 |
g1h->heap_region_iterate(&blk); |
|
263 |
} |
|
264 |
||
265 |
class G1SpaceCompactClosure: public HeapRegionClosure { |
|
266 |
public: |
|
267 |
G1SpaceCompactClosure() {} |
|
268 |
||
269 |
bool doHeapRegion(HeapRegion* hr) { |
|
26846
7d4376f8560e
8058495: G1: normalize names for isHumongous() and friends
tonyp
parents:
26839
diff
changeset
|
270 |
if (hr->is_humongous()) { |
7d4376f8560e
8058495: G1: normalize names for isHumongous() and friends
tonyp
parents:
26839
diff
changeset
|
271 |
if (hr->is_starts_humongous()) { |
1374 | 272 |
oop obj = oop(hr->bottom()); |
273 |
if (obj->is_gc_marked()) { |
|
274 |
obj->init_mark(); |
|
275 |
} else { |
|
276 |
assert(hr->is_empty(), "Should have been cleared in phase 2."); |
|
277 |
} |
|
278 |
hr->reset_during_compaction(); |
|
279 |
} |
|
31346
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
280 |
} else if (!hr->is_pinned()) { |
1374 | 281 |
hr->compact(); |
282 |
} |
|
283 |
return false; |
|
284 |
} |
|
285 |
}; |
|
286 |
||
287 |
void G1MarkSweep::mark_sweep_phase4() { |
|
288 |
// All pointers are now adjusted, move objects accordingly |
|
289 |
||
290 |
// The ValidateMarkSweep live oops tracking expects us to traverse spaces |
|
291 |
// in the same order in phase2, phase3 and phase4. We don't quite do that |
|
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
292 |
// here (code and comment not fixed for perm removal), so we tell the validate code |
1374 | 293 |
// to use a higher index (saved from phase2) when verifying perm_gen. |
294 |
G1CollectedHeap* g1h = G1CollectedHeap::heap(); |
|
295 |
||
33107
77bf0d2069a3
8134953: Make the GC ID available in a central place
brutisso
parents:
32606
diff
changeset
|
296 |
GCTraceTime tm("phase 4", G1Log::fine() && Verbose, true, gc_timer()); |
1374 | 297 |
|
298 |
G1SpaceCompactClosure blk; |
|
299 |
g1h->heap_region_iterate(&blk); |
|
300 |
||
301 |
} |
|
26839 | 302 |
|
31346
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
303 |
void G1MarkSweep::enable_archive_object_check() { |
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
304 |
assert(!_archive_check_enabled, "archive range check already enabled"); |
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
305 |
_archive_check_enabled = true; |
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
306 |
size_t length = Universe::heap()->max_capacity(); |
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
307 |
_archive_region_map.initialize((HeapWord*)Universe::heap()->base(), |
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
308 |
(HeapWord*)Universe::heap()->base() + length, |
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
309 |
HeapRegion::GrainBytes); |
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
310 |
} |
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
311 |
|
32589
f86fb16fcab0
8131734: assert(!is_null(v)) failed: narrow klass value can never be zero with -Xshared:auto
jiangli
parents:
31346
diff
changeset
|
312 |
void G1MarkSweep::set_range_archive(MemRegion range, bool is_archive) { |
31346
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
313 |
assert(_archive_check_enabled, "archive range check not enabled"); |
32589
f86fb16fcab0
8131734: assert(!is_null(v)) failed: narrow klass value can never be zero with -Xshared:auto
jiangli
parents:
31346
diff
changeset
|
314 |
_archive_region_map.set_by_address(range, is_archive); |
31346
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
315 |
} |
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
316 |
|
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
317 |
bool G1MarkSweep::in_archive_range(oop object) { |
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
318 |
// This is the out-of-line part of is_archive_object test, done separately |
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
319 |
// to avoid additional performance impact when the check is not enabled. |
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
320 |
return _archive_region_map.get_by_address((HeapWord*)object); |
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
321 |
} |
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
322 |
|
26839 | 323 |
void G1MarkSweep::prepare_compaction_work(G1PrepareCompactClosure* blk) { |
324 |
G1CollectedHeap* g1h = G1CollectedHeap::heap(); |
|
325 |
g1h->heap_region_iterate(blk); |
|
326 |
blk->update_sets(); |
|
327 |
} |
|
328 |
||
329 |
void G1PrepareCompactClosure::free_humongous_region(HeapRegion* hr) { |
|
330 |
HeapWord* end = hr->end(); |
|
331 |
FreeRegionList dummy_free_list("Dummy Free List for G1MarkSweep"); |
|
332 |
||
26846
7d4376f8560e
8058495: G1: normalize names for isHumongous() and friends
tonyp
parents:
26839
diff
changeset
|
333 |
assert(hr->is_starts_humongous(), |
26839 | 334 |
"Only the start of a humongous region should be freed."); |
335 |
||
336 |
hr->set_containing_set(NULL); |
|
337 |
_humongous_regions_removed.increment(1u, hr->capacity()); |
|
338 |
||
339 |
_g1h->free_humongous_region(hr, &dummy_free_list, false /* par */); |
|
340 |
prepare_for_compaction(hr, end); |
|
341 |
dummy_free_list.remove_all(); |
|
342 |
} |
|
343 |
||
344 |
void G1PrepareCompactClosure::prepare_for_compaction(HeapRegion* hr, HeapWord* end) { |
|
345 |
// If this is the first live region that we came across which we can compact, |
|
346 |
// initialize the CompactPoint. |
|
347 |
if (!is_cp_initialized()) { |
|
348 |
_cp.space = hr; |
|
349 |
_cp.threshold = hr->initialize_threshold(); |
|
350 |
} |
|
351 |
prepare_for_compaction_work(&_cp, hr, end); |
|
352 |
} |
|
353 |
||
354 |
void G1PrepareCompactClosure::prepare_for_compaction_work(CompactPoint* cp, |
|
355 |
HeapRegion* hr, |
|
356 |
HeapWord* end) { |
|
357 |
hr->prepare_for_compaction(cp); |
|
358 |
// Also clear the part of the card table that will be unused after |
|
359 |
// compaction. |
|
360 |
_mrbs->clear(MemRegion(hr->compaction_top(), end)); |
|
361 |
} |
|
362 |
||
363 |
void G1PrepareCompactClosure::update_sets() { |
|
364 |
// We'll recalculate total used bytes and recreate the free list |
|
365 |
// at the end of the GC, so no point in updating those values here. |
|
366 |
HeapRegionSetCount empty_set; |
|
367 |
_g1h->remove_from_old_sets(empty_set, _humongous_regions_removed); |
|
368 |
} |
|
369 |
||
370 |
bool G1PrepareCompactClosure::doHeapRegion(HeapRegion* hr) { |
|
26846
7d4376f8560e
8058495: G1: normalize names for isHumongous() and friends
tonyp
parents:
26839
diff
changeset
|
371 |
if (hr->is_humongous()) { |
7d4376f8560e
8058495: G1: normalize names for isHumongous() and friends
tonyp
parents:
26839
diff
changeset
|
372 |
if (hr->is_starts_humongous()) { |
26839 | 373 |
oop obj = oop(hr->bottom()); |
374 |
if (obj->is_gc_marked()) { |
|
375 |
obj->forward_to(obj); |
|
376 |
} else { |
|
377 |
free_humongous_region(hr); |
|
378 |
} |
|
379 |
} else { |
|
26846
7d4376f8560e
8058495: G1: normalize names for isHumongous() and friends
tonyp
parents:
26839
diff
changeset
|
380 |
assert(hr->is_continues_humongous(), "Invalid humongous."); |
26839 | 381 |
} |
31346
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30868
diff
changeset
|
382 |
} else if (!hr->is_pinned()) { |
26839 | 383 |
prepare_for_compaction(hr, hr->end()); |
384 |
} |
|
385 |
return false; |
|
386 |
} |