author | tschatzl |
Wed, 25 Nov 2015 14:43:29 +0100 | |
changeset 34300 | 6075c1e0e913 |
parent 34269 | 7c558c120803 |
child 35061 | be6025ebffea |
permissions | -rw-r--r-- |
1374 | 1 |
/* |
30764 | 2 |
* Copyright (c) 2001, 2015, Oracle and/or its affiliates. All rights reserved. |
1374 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
5547
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
3590
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
3590
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
3590
diff
changeset
|
21 |
* questions. |
1374 | 22 |
* |
23 |
*/ |
|
24 |
||
30764 | 25 |
#ifndef SHARE_VM_GC_G1_G1REMSET_HPP |
26 |
#define SHARE_VM_GC_G1_G1REMSET_HPP |
|
7397 | 27 |
|
30764 | 28 |
#include "gc/g1/g1RemSetSummary.hpp" |
17854
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
29 |
|
1374 | 30 |
// A G1RemSet provides ways of iterating over pointers into a selected |
31 |
// collection set. |
|
32 |
||
33 |
class G1CollectedHeap; |
|
34 |
class ConcurrentG1Refine; |
|
28207
6ad23566cbef
8067655: Clean up G1 remembered set oop iteration
mgerdin
parents:
27635
diff
changeset
|
35 |
class G1ParPushHeapRSClosure; |
1374 | 36 |
|
6958 | 37 |
// A G1RemSet in which each heap region has a rem set that records the |
38 |
// external heap references into it. Uses a mod ref bs to track updates, |
|
39 |
// so that they can be used to update the individual region remsets. |
|
40 |
||
13195 | 41 |
class G1RemSet: public CHeapObj<mtGC> { |
17854
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
42 |
private: |
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
43 |
G1RemSetSummary _prev_period_summary; |
33789
4a76a42bd42e
8141434: G1CollectedHeap::into_cset_dirty_card_queue_set should be moved to G1RemSet
david
parents:
33213
diff
changeset
|
44 |
|
4a76a42bd42e
8141434: G1CollectedHeap::into_cset_dirty_card_queue_set should be moved to G1RemSet
david
parents:
33213
diff
changeset
|
45 |
// A DirtyCardQueueSet that is used to hold cards that contain |
4a76a42bd42e
8141434: G1CollectedHeap::into_cset_dirty_card_queue_set should be moved to G1RemSet
david
parents:
33213
diff
changeset
|
46 |
// references into the current collection set. This is used to |
4a76a42bd42e
8141434: G1CollectedHeap::into_cset_dirty_card_queue_set should be moved to G1RemSet
david
parents:
33213
diff
changeset
|
47 |
// update the remembered sets of the regions in the collection |
4a76a42bd42e
8141434: G1CollectedHeap::into_cset_dirty_card_queue_set should be moved to G1RemSet
david
parents:
33213
diff
changeset
|
48 |
// set in the event of an evacuation failure. |
4a76a42bd42e
8141434: G1CollectedHeap::into_cset_dirty_card_queue_set should be moved to G1RemSet
david
parents:
33213
diff
changeset
|
49 |
DirtyCardQueueSet _into_cset_dirty_card_queue_set; |
4a76a42bd42e
8141434: G1CollectedHeap::into_cset_dirty_card_queue_set should be moved to G1RemSet
david
parents:
33213
diff
changeset
|
50 |
|
1374 | 51 |
protected: |
52 |
G1CollectedHeap* _g1; |
|
17854
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
53 |
size_t _conc_refine_cards; |
11396
917d8673b5ef
7121618: Change type of number of GC workers to unsigned int.
jmasa
parents:
11176
diff
changeset
|
54 |
uint n_workers(); |
1374 | 55 |
|
56 |
protected: |
|
17108
cf72dcf9a8f2
8011724: G1: Stack allocate instances of HeapRegionRemSetIterator
johnc
parents:
13728
diff
changeset
|
57 |
CardTableModRefBS* _ct_bs; |
cf72dcf9a8f2
8011724: G1: Stack allocate instances of HeapRegionRemSetIterator
johnc
parents:
13728
diff
changeset
|
58 |
G1CollectorPolicy* _g1p; |
1374 | 59 |
|
17108
cf72dcf9a8f2
8011724: G1: Stack allocate instances of HeapRegionRemSetIterator
johnc
parents:
13728
diff
changeset
|
60 |
ConcurrentG1Refine* _cg1r; |
1374 | 61 |
|
6247 | 62 |
// Used for caching the closure that is responsible for scanning |
63 |
// references into the collection set. |
|
28207
6ad23566cbef
8067655: Clean up G1 remembered set oop iteration
mgerdin
parents:
27635
diff
changeset
|
64 |
G1ParPushHeapRSClosure** _cset_rs_update_cl; |
3262
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2881
diff
changeset
|
65 |
|
17854
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
66 |
// Print the given summary info |
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
67 |
virtual void print_summary_info(G1RemSetSummary * summary, const char * header = NULL); |
1374 | 68 |
public: |
69 |
// This is called to reset dual hash tables after the gc pause |
|
70 |
// is finished and the initial hash table is no longer being |
|
71 |
// scanned. |
|
72 |
void cleanupHRRS(); |
|
73 |
||
6958 | 74 |
G1RemSet(G1CollectedHeap* g1, CardTableModRefBS* ct_bs); |
75 |
~G1RemSet(); |
|
1374 | 76 |
|
19339 | 77 |
// Invoke "blk->do_oop" on all pointers into the collection set |
78 |
// from objects in regions outside the collection set (having |
|
79 |
// invoked "blk->set_region" to set the "from" region correctly |
|
80 |
// beforehand.) |
|
81 |
// |
|
32617
a59435e1fecc
8135012: Don't use G1RootProcessor when scanning remembered sets
mgerdin
parents:
30764
diff
changeset
|
82 |
// Apply non_heap_roots on the oops of the unmarked nmethods |
19339 | 83 |
// on the strong code roots list for each region in the |
84 |
// collection set. |
|
85 |
// |
|
86 |
// The "worker_i" param is for the parallel case where the id |
|
87 |
// of the worker thread calling this function can be helpful in |
|
88 |
// partitioning the work to be done. It should be the same as |
|
89 |
// the "i" passed to the calling thread's work(i) function. |
|
90 |
// In the sequential case this param will be ignored. |
|
32737
f02118695c2f
8135154: Move cards scanned and surviving young words aggregation to G1ParScanThreadStateSet
mgerdin
parents:
32617
diff
changeset
|
91 |
// |
f02118695c2f
8135154: Move cards scanned and surviving young words aggregation to G1ParScanThreadStateSet
mgerdin
parents:
32617
diff
changeset
|
92 |
// Returns the number of cards scanned while looking for pointers |
f02118695c2f
8135154: Move cards scanned and surviving young words aggregation to G1ParScanThreadStateSet
mgerdin
parents:
32617
diff
changeset
|
93 |
// into the collection set. |
f02118695c2f
8135154: Move cards scanned and surviving young words aggregation to G1ParScanThreadStateSet
mgerdin
parents:
32617
diff
changeset
|
94 |
size_t oops_into_collection_set_do(G1ParPushHeapRSClosure* blk, |
33213
b937f634f56e
8138762: Refactor setup of evacuation closures in G1
mgerdin
parents:
32737
diff
changeset
|
95 |
CodeBlobClosure* heap_region_codeblobs, |
32737
f02118695c2f
8135154: Move cards scanned and surviving young words aggregation to G1ParScanThreadStateSet
mgerdin
parents:
32617
diff
changeset
|
96 |
uint worker_i); |
1374 | 97 |
|
6958 | 98 |
// Prepare for and cleanup after an oops_into_collection_set_do |
99 |
// call. Must call each of these once before and after (in sequential |
|
100 |
// code) any threads call oops_into_collection_set_do. (This offers an |
|
101 |
// opportunity to sequential setup and teardown of structures needed by a |
|
102 |
// parallel iteration over the CS's RS.) |
|
1374 | 103 |
void prepare_for_oops_into_collection_set_do(); |
104 |
void cleanup_after_oops_into_collection_set_do(); |
|
6958 | 105 |
|
32737
f02118695c2f
8135154: Move cards scanned and surviving young words aggregation to G1ParScanThreadStateSet
mgerdin
parents:
32617
diff
changeset
|
106 |
size_t scanRS(G1ParPushHeapRSClosure* oc, |
33213
b937f634f56e
8138762: Refactor setup of evacuation closures in G1
mgerdin
parents:
32737
diff
changeset
|
107 |
CodeBlobClosure* heap_region_codeblobs, |
32737
f02118695c2f
8135154: Move cards scanned and surviving young words aggregation to G1ParScanThreadStateSet
mgerdin
parents:
32617
diff
changeset
|
108 |
uint worker_i); |
19339 | 109 |
|
23855
c4574075402c
8016302: Change type of the number of GC workers to unsigned int (2)
vkempik
parents:
22772
diff
changeset
|
110 |
void updateRS(DirtyCardQueue* into_cset_dcq, uint worker_i); |
6958 | 111 |
|
1374 | 112 |
CardTableModRefBS* ct_bs() { return _ct_bs; } |
113 |
||
114 |
// Record, if necessary, the fact that *p (where "p" is in region "from", |
|
115 |
// which is required to be non-NULL) has changed to a new non-NULL value. |
|
26850
515ff48cf5f0
8036116: Fix thread-id types in G1 remembered set implementations
brutisso
parents:
26701
diff
changeset
|
116 |
template <class T> void par_write_ref(HeapRegion* from, T* p, uint tid); |
1374 | 117 |
|
6958 | 118 |
// Requires "region_bm" and "card_bm" to be bitmaps with 1 bit per region |
119 |
// or card, respectively, such that a region or card with a corresponding |
|
120 |
// 0 bit contains no part of any live object. Eliminates any remembered |
|
27251
7d667f91ec8d
6979279: remove special-case code for ParallelGCThreads==0
mlarsson
parents:
27009
diff
changeset
|
121 |
// set entries that correspond to dead heap ranges. "worker_num" is the |
7d667f91ec8d
6979279: remove special-case code for ParallelGCThreads==0
mlarsson
parents:
27009
diff
changeset
|
122 |
// parallel thread id of the current thread, and "hrclaimer" is the |
7d667f91ec8d
6979279: remove special-case code for ParallelGCThreads==0
mlarsson
parents:
27009
diff
changeset
|
123 |
// HeapRegionClaimer that should be used. |
7d667f91ec8d
6979279: remove special-case code for ParallelGCThreads==0
mlarsson
parents:
27009
diff
changeset
|
124 |
void scrub(BitMap* region_bm, BitMap* card_bm, uint worker_num, HeapRegionClaimer* hrclaimer); |
1374 | 125 |
|
17327
4bd0581aa231
7176479: G1: JVM crashes on T5-8 system with 1.5 TB heap
johnc
parents:
17108
diff
changeset
|
126 |
// Refine the card corresponding to "card_ptr". |
6958 | 127 |
// If check_for_refs_into_cset is true, a true result is returned |
128 |
// if the given card contains oops that have references into the |
|
129 |
// current collection set. |
|
17327
4bd0581aa231
7176479: G1: JVM crashes on T5-8 system with 1.5 TB heap
johnc
parents:
17108
diff
changeset
|
130 |
virtual bool refine_card(jbyte* card_ptr, |
23855
c4574075402c
8016302: Change type of the number of GC workers to unsigned int (2)
vkempik
parents:
22772
diff
changeset
|
131 |
uint worker_i, |
17327
4bd0581aa231
7176479: G1: JVM crashes on T5-8 system with 1.5 TB heap
johnc
parents:
17108
diff
changeset
|
132 |
bool check_for_refs_into_cset); |
1374 | 133 |
|
17854
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
134 |
// Print accumulated summary info from the start of the VM. |
1374 | 135 |
virtual void print_summary_info(); |
6958 | 136 |
|
17854
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
137 |
// Print accumulated summary info from the last time called. |
20305
af013cf4a5e6
8014078: G1: improve remembered set summary information by providing per region type information
tschatzl
parents:
19339
diff
changeset
|
138 |
virtual void print_periodic_summary_info(const char* header); |
17854
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
139 |
|
6958 | 140 |
// Prepare remembered set for verification. |
1374 | 141 |
virtual void prepare_for_verify(); |
17854
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
142 |
|
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
143 |
size_t conc_refine_cards() const { |
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
144 |
return _conc_refine_cards; |
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
145 |
} |
1374 | 146 |
}; |
147 |
||
34246 | 148 |
class ScanRSClosure : public HeapRegionClosure { |
149 |
size_t _cards_done, _cards; |
|
150 |
G1CollectedHeap* _g1h; |
|
151 |
||
152 |
G1ParPushHeapRSClosure* _oc; |
|
153 |
CodeBlobClosure* _code_root_cl; |
|
154 |
||
155 |
G1BlockOffsetSharedArray* _bot_shared; |
|
156 |
G1SATBCardTableModRefBS *_ct_bs; |
|
157 |
||
158 |
double _strong_code_root_scan_time_sec; |
|
159 |
uint _worker_i; |
|
160 |
size_t _block_size; |
|
161 |
bool _try_claimed; |
|
162 |
||
163 |
public: |
|
164 |
ScanRSClosure(G1ParPushHeapRSClosure* oc, |
|
165 |
CodeBlobClosure* code_root_cl, |
|
166 |
uint worker_i); |
|
167 |
||
168 |
bool doHeapRegion(HeapRegion* r); |
|
169 |
||
170 |
double strong_code_root_scan_time_sec() { |
|
171 |
return _strong_code_root_scan_time_sec; |
|
172 |
} |
|
173 |
size_t cards_done() { return _cards_done;} |
|
174 |
size_t cards_looked_up() { return _cards;} |
|
175 |
void set_try_claimed() { _try_claimed = true; } |
|
176 |
private: |
|
177 |
void scanCard(size_t index, HeapRegion *r); |
|
178 |
void printCard(HeapRegion* card_region, size_t card_index, |
|
179 |
HeapWord* card_start); |
|
180 |
void scan_strong_code_roots(HeapRegion* r); |
|
181 |
}; |
|
182 |
||
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13195
diff
changeset
|
183 |
class UpdateRSOopClosure: public ExtendedOopClosure { |
2152
99356e7f31b1
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
2142
diff
changeset
|
184 |
HeapRegion* _from; |
6958 | 185 |
G1RemSet* _rs; |
23855
c4574075402c
8016302: Change type of the number of GC workers to unsigned int (2)
vkempik
parents:
22772
diff
changeset
|
186 |
uint _worker_i; |
3262
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2881
diff
changeset
|
187 |
|
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2881
diff
changeset
|
188 |
template <class T> void do_oop_work(T* p); |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2881
diff
changeset
|
189 |
|
2152
99356e7f31b1
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
2142
diff
changeset
|
190 |
public: |
23855
c4574075402c
8016302: Change type of the number of GC workers to unsigned int (2)
vkempik
parents:
22772
diff
changeset
|
191 |
UpdateRSOopClosure(G1RemSet* rs, uint worker_i = 0) : |
7385
eaca4b61b374
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
6958
diff
changeset
|
192 |
_from(NULL), _rs(rs), _worker_i(worker_i) |
eaca4b61b374
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
6958
diff
changeset
|
193 |
{} |
2152
99356e7f31b1
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
2142
diff
changeset
|
194 |
|
99356e7f31b1
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
2142
diff
changeset
|
195 |
void set_from(HeapRegion* from) { |
99356e7f31b1
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
2142
diff
changeset
|
196 |
assert(from != NULL, "from region must be non-NULL"); |
99356e7f31b1
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
2142
diff
changeset
|
197 |
_from = from; |
99356e7f31b1
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
2142
diff
changeset
|
198 |
} |
99356e7f31b1
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
2142
diff
changeset
|
199 |
|
3262
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2881
diff
changeset
|
200 |
virtual void do_oop(narrowOop* p) { do_oop_work(p); } |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2881
diff
changeset
|
201 |
virtual void do_oop(oop* p) { do_oop_work(p); } |
2152
99356e7f31b1
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
2142
diff
changeset
|
202 |
|
99356e7f31b1
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
2142
diff
changeset
|
203 |
// Override: this closure is idempotent. |
99356e7f31b1
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
2142
diff
changeset
|
204 |
// bool idempotent() { return true; } |
99356e7f31b1
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
2142
diff
changeset
|
205 |
bool apply_to_weak_ref_discovered_field() { return true; } |
99356e7f31b1
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
2142
diff
changeset
|
206 |
}; |
6247 | 207 |
|
30764 | 208 |
#endif // SHARE_VM_GC_G1_G1REMSET_HPP |