author | tschatzl |
Wed, 18 Apr 2018 11:36:48 +0200 | |
changeset 49806 | 2d62570a615c |
parent 49607 | acffe6ff3ae7 |
child 50113 | caf115bb98ad |
permissions | -rw-r--r-- |
47885
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
1 |
/* |
49607
acffe6ff3ae7
8180415: Rebuild remembered sets during the concurrent cycle
tschatzl
parents:
48969
diff
changeset
|
2 |
* Copyright (c) 2017, 2018, Oracle and/or its affiliates. All rights reserved. |
47885
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
4 |
* |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
5 |
* This code is free software; you can redistribute it and/or modify it |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
7 |
* published by the Free Software Foundation. |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
8 |
* |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
13 |
* accompanied this code). |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
14 |
* |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
15 |
* You should have received a copy of the GNU General Public License version |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
18 |
* |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
21 |
* questions. |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
22 |
* |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
23 |
*/ |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
24 |
|
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
25 |
#include "precompiled.hpp" |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
26 |
#include "gc/g1/g1CollectedHeap.hpp" |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
27 |
#include "gc/g1/g1ConcurrentMarkBitMap.inline.hpp" |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
28 |
#include "gc/g1/g1FullCollector.hpp" |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
29 |
#include "gc/g1/g1FullGCAdjustTask.hpp" |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
30 |
#include "gc/g1/g1FullGCCompactionPoint.hpp" |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
31 |
#include "gc/g1/g1FullGCMarker.hpp" |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
32 |
#include "gc/g1/g1FullGCOopClosures.inline.hpp" |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
33 |
#include "gc/g1/heapRegion.inline.hpp" |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
34 |
#include "gc/shared/gcTraceTime.inline.hpp" |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
35 |
#include "gc/shared/referenceProcessor.hpp" |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
36 |
#include "logging/log.hpp" |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
37 |
#include "utilities/ticks.inline.hpp" |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
38 |
|
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
39 |
class G1AdjustLiveClosure : public StackObj { |
49607
acffe6ff3ae7
8180415: Rebuild remembered sets during the concurrent cycle
tschatzl
parents:
48969
diff
changeset
|
40 |
G1AdjustClosure* _adjust_closure; |
47885
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
41 |
public: |
49607
acffe6ff3ae7
8180415: Rebuild remembered sets during the concurrent cycle
tschatzl
parents:
48969
diff
changeset
|
42 |
G1AdjustLiveClosure(G1AdjustClosure* cl) : |
47885
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
43 |
_adjust_closure(cl) { } |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
44 |
|
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
45 |
size_t apply(oop object) { |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
46 |
return object->oop_iterate_size(_adjust_closure); |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
47 |
} |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
48 |
}; |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
49 |
|
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
50 |
class G1AdjustRegionClosure : public HeapRegionClosure { |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
51 |
G1CMBitMap* _bitmap; |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
52 |
uint _worker_id; |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
53 |
public: |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
54 |
G1AdjustRegionClosure(G1CMBitMap* bitmap, uint worker_id) : |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
55 |
_bitmap(bitmap), |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
56 |
_worker_id(worker_id) { } |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
57 |
|
48969 | 58 |
bool do_heap_region(HeapRegion* r) { |
49607
acffe6ff3ae7
8180415: Rebuild remembered sets during the concurrent cycle
tschatzl
parents:
48969
diff
changeset
|
59 |
G1AdjustClosure cl; |
47885
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
60 |
if (r->is_humongous()) { |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
61 |
oop obj = oop(r->humongous_start_region()->bottom()); |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
62 |
obj->oop_iterate(&cl, MemRegion(r->bottom(), r->top())); |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
63 |
} else if (r->is_open_archive()) { |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
64 |
// Only adjust the open archive regions, the closed ones |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
65 |
// never change. |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
66 |
G1AdjustLiveClosure adjust(&cl); |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
67 |
r->apply_to_marked_objects(_bitmap, &adjust); |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
68 |
// Open archive regions will not be compacted and the marking information is |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
69 |
// no longer needed. Clear it here to avoid having to do it later. |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
70 |
_bitmap->clear_region(r); |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
71 |
} else { |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
72 |
G1AdjustLiveClosure adjust(&cl); |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
73 |
r->apply_to_marked_objects(_bitmap, &adjust); |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
74 |
} |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
75 |
return false; |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
76 |
} |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
77 |
}; |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
78 |
|
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
79 |
G1FullGCAdjustTask::G1FullGCAdjustTask(G1FullCollector* collector) : |
49607
acffe6ff3ae7
8180415: Rebuild remembered sets during the concurrent cycle
tschatzl
parents:
48969
diff
changeset
|
80 |
G1FullGCTask("G1 Adjust", collector), |
47885
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
81 |
_root_processor(G1CollectedHeap::heap(), collector->workers()), |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
82 |
_hrclaimer(collector->workers()), |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
83 |
_adjust(), |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
84 |
_adjust_string_dedup(NULL, &_adjust, G1StringDedup::is_enabled()) { |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
85 |
// Need cleared claim bits for the roots processing |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
86 |
ClassLoaderDataGraph::clear_claimed_marks(); |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
87 |
} |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
88 |
|
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
89 |
void G1FullGCAdjustTask::work(uint worker_id) { |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
90 |
Ticks start = Ticks::now(); |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
91 |
ResourceMark rm; |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
92 |
|
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
93 |
// Adjust preserved marks first since they are not balanced. |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
94 |
G1FullGCMarker* marker = collector()->marker(worker_id); |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
95 |
marker->preserved_stack()->adjust_during_full_gc(); |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
96 |
|
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
97 |
// Adjust the weak_roots. |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
98 |
CLDToOopClosure adjust_cld(&_adjust); |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
99 |
CodeBlobToOopClosure adjust_code(&_adjust, CodeBlobToOopClosure::FixRelocations); |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
100 |
_root_processor.process_full_gc_weak_roots(&_adjust); |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
101 |
|
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
102 |
// Needs to be last, process_all_roots calls all_tasks_completed(...). |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
103 |
_root_processor.process_all_roots( |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
104 |
&_adjust, |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
105 |
&adjust_cld, |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
106 |
&adjust_code); |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
107 |
|
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
108 |
// Adjust string dedup if enabled. |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
109 |
if (G1StringDedup::is_enabled()) { |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
110 |
G1StringDedup::parallel_unlink(&_adjust_string_dedup, worker_id); |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
111 |
} |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
112 |
|
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
113 |
// Now adjust pointers region by region |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
114 |
G1AdjustRegionClosure blk(collector()->mark_bitmap(), worker_id); |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
115 |
G1CollectedHeap::heap()->heap_region_par_iterate_from_worker_offset(&blk, &_hrclaimer, worker_id); |
49607
acffe6ff3ae7
8180415: Rebuild remembered sets during the concurrent cycle
tschatzl
parents:
48969
diff
changeset
|
116 |
log_task("Adjust task", worker_id, start); |
47885
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
diff
changeset
|
117 |
} |