author | tbenson |
Tue, 05 Apr 2016 11:17:50 -0400 | |
changeset 37262 | e7b7bc691d7d |
parent 35461 | 1068dcb8d315 |
child 37414 | 2672ba9af0dc |
permissions | -rw-r--r-- |
1374 | 1 |
/* |
30764 | 2 |
* Copyright (c) 2001, 2015, Oracle and/or its affiliates. All rights reserved. |
1374 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
5547
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
3590
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
3590
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
3590
diff
changeset
|
21 |
* questions. |
1374 | 22 |
* |
23 |
*/ |
|
24 |
||
30764 | 25 |
#ifndef SHARE_VM_GC_G1_G1REMSET_HPP |
26 |
#define SHARE_VM_GC_G1_G1REMSET_HPP |
|
7397 | 27 |
|
35198
1365be812a7d
8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents:
35070
diff
changeset
|
28 |
#include "gc/g1/dirtyCardQueue.hpp" |
30764 | 29 |
#include "gc/g1/g1RemSetSummary.hpp" |
35198
1365be812a7d
8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents:
35070
diff
changeset
|
30 |
#include "gc/g1/heapRegion.hpp" |
1365be812a7d
8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents:
35070
diff
changeset
|
31 |
#include "memory/allocation.hpp" |
1365be812a7d
8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents:
35070
diff
changeset
|
32 |
#include "memory/iterator.hpp" |
17854
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
33 |
|
1374 | 34 |
// A G1RemSet provides ways of iterating over pointers into a selected |
35 |
// collection set. |
|
36 |
||
35198
1365be812a7d
8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents:
35070
diff
changeset
|
37 |
class BitMap; |
1365be812a7d
8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents:
35070
diff
changeset
|
38 |
class CardTableModRefBS; |
35461 | 39 |
class G1BlockOffsetTable; |
1374 | 40 |
class ConcurrentG1Refine; |
35198
1365be812a7d
8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents:
35070
diff
changeset
|
41 |
class CodeBlobClosure; |
1365be812a7d
8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents:
35070
diff
changeset
|
42 |
class G1CollectedHeap; |
1365be812a7d
8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents:
35070
diff
changeset
|
43 |
class G1CollectorPolicy; |
28207
6ad23566cbef
8067655: Clean up G1 remembered set oop iteration
mgerdin
parents:
27635
diff
changeset
|
44 |
class G1ParPushHeapRSClosure; |
35198
1365be812a7d
8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents:
35070
diff
changeset
|
45 |
class G1SATBCardTableModRefBS; |
1365be812a7d
8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents:
35070
diff
changeset
|
46 |
class HeapRegionClaimer; |
1374 | 47 |
|
6958 | 48 |
// A G1RemSet in which each heap region has a rem set that records the |
49 |
// external heap references into it. Uses a mod ref bs to track updates, |
|
50 |
// so that they can be used to update the individual region remsets. |
|
51 |
||
13195 | 52 |
class G1RemSet: public CHeapObj<mtGC> { |
17854
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
53 |
private: |
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
54 |
G1RemSetSummary _prev_period_summary; |
33789
4a76a42bd42e
8141434: G1CollectedHeap::into_cset_dirty_card_queue_set should be moved to G1RemSet
david
parents:
33213
diff
changeset
|
55 |
|
4a76a42bd42e
8141434: G1CollectedHeap::into_cset_dirty_card_queue_set should be moved to G1RemSet
david
parents:
33213
diff
changeset
|
56 |
// A DirtyCardQueueSet that is used to hold cards that contain |
4a76a42bd42e
8141434: G1CollectedHeap::into_cset_dirty_card_queue_set should be moved to G1RemSet
david
parents:
33213
diff
changeset
|
57 |
// references into the current collection set. This is used to |
4a76a42bd42e
8141434: G1CollectedHeap::into_cset_dirty_card_queue_set should be moved to G1RemSet
david
parents:
33213
diff
changeset
|
58 |
// update the remembered sets of the regions in the collection |
4a76a42bd42e
8141434: G1CollectedHeap::into_cset_dirty_card_queue_set should be moved to G1RemSet
david
parents:
33213
diff
changeset
|
59 |
// set in the event of an evacuation failure. |
4a76a42bd42e
8141434: G1CollectedHeap::into_cset_dirty_card_queue_set should be moved to G1RemSet
david
parents:
33213
diff
changeset
|
60 |
DirtyCardQueueSet _into_cset_dirty_card_queue_set; |
4a76a42bd42e
8141434: G1CollectedHeap::into_cset_dirty_card_queue_set should be moved to G1RemSet
david
parents:
33213
diff
changeset
|
61 |
|
1374 | 62 |
protected: |
63 |
G1CollectedHeap* _g1; |
|
17854
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
64 |
size_t _conc_refine_cards; |
11396
917d8673b5ef
7121618: Change type of number of GC workers to unsigned int.
jmasa
parents:
11176
diff
changeset
|
65 |
uint n_workers(); |
1374 | 66 |
|
67 |
protected: |
|
17108
cf72dcf9a8f2
8011724: G1: Stack allocate instances of HeapRegionRemSetIterator
johnc
parents:
13728
diff
changeset
|
68 |
CardTableModRefBS* _ct_bs; |
cf72dcf9a8f2
8011724: G1: Stack allocate instances of HeapRegionRemSetIterator
johnc
parents:
13728
diff
changeset
|
69 |
G1CollectorPolicy* _g1p; |
1374 | 70 |
|
17108
cf72dcf9a8f2
8011724: G1: Stack allocate instances of HeapRegionRemSetIterator
johnc
parents:
13728
diff
changeset
|
71 |
ConcurrentG1Refine* _cg1r; |
1374 | 72 |
|
6247 | 73 |
// Used for caching the closure that is responsible for scanning |
74 |
// references into the collection set. |
|
28207
6ad23566cbef
8067655: Clean up G1 remembered set oop iteration
mgerdin
parents:
27635
diff
changeset
|
75 |
G1ParPushHeapRSClosure** _cset_rs_update_cl; |
3262
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2881
diff
changeset
|
76 |
|
1374 | 77 |
public: |
35210
eb1d5c68bf64
8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents:
35198
diff
changeset
|
78 |
// Gives an approximation on how many threads can be expected to add records to |
eb1d5c68bf64
8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents:
35198
diff
changeset
|
79 |
// a remembered set in parallel. This can be used for sizing data structures to |
eb1d5c68bf64
8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents:
35198
diff
changeset
|
80 |
// decrease performance losses due to data structure sharing. |
eb1d5c68bf64
8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents:
35198
diff
changeset
|
81 |
// Examples for quantities that influence this value are the maximum number of |
eb1d5c68bf64
8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents:
35198
diff
changeset
|
82 |
// mutator threads, maximum number of concurrent refinement or GC threads. |
eb1d5c68bf64
8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents:
35198
diff
changeset
|
83 |
static uint num_par_rem_sets(); |
eb1d5c68bf64
8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents:
35198
diff
changeset
|
84 |
|
eb1d5c68bf64
8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents:
35198
diff
changeset
|
85 |
// Initialize data that depends on the heap size being known. |
eb1d5c68bf64
8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents:
35198
diff
changeset
|
86 |
static void initialize(uint max_regions); |
eb1d5c68bf64
8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents:
35198
diff
changeset
|
87 |
|
1374 | 88 |
// This is called to reset dual hash tables after the gc pause |
89 |
// is finished and the initial hash table is no longer being |
|
90 |
// scanned. |
|
91 |
void cleanupHRRS(); |
|
92 |
||
6958 | 93 |
G1RemSet(G1CollectedHeap* g1, CardTableModRefBS* ct_bs); |
94 |
~G1RemSet(); |
|
1374 | 95 |
|
19339 | 96 |
// Invoke "blk->do_oop" on all pointers into the collection set |
97 |
// from objects in regions outside the collection set (having |
|
98 |
// invoked "blk->set_region" to set the "from" region correctly |
|
99 |
// beforehand.) |
|
100 |
// |
|
32617
a59435e1fecc
8135012: Don't use G1RootProcessor when scanning remembered sets
mgerdin
parents:
30764
diff
changeset
|
101 |
// Apply non_heap_roots on the oops of the unmarked nmethods |
19339 | 102 |
// on the strong code roots list for each region in the |
103 |
// collection set. |
|
104 |
// |
|
105 |
// The "worker_i" param is for the parallel case where the id |
|
106 |
// of the worker thread calling this function can be helpful in |
|
107 |
// partitioning the work to be done. It should be the same as |
|
108 |
// the "i" passed to the calling thread's work(i) function. |
|
109 |
// In the sequential case this param will be ignored. |
|
32737
f02118695c2f
8135154: Move cards scanned and surviving young words aggregation to G1ParScanThreadStateSet
mgerdin
parents:
32617
diff
changeset
|
110 |
// |
f02118695c2f
8135154: Move cards scanned and surviving young words aggregation to G1ParScanThreadStateSet
mgerdin
parents:
32617
diff
changeset
|
111 |
// Returns the number of cards scanned while looking for pointers |
f02118695c2f
8135154: Move cards scanned and surviving young words aggregation to G1ParScanThreadStateSet
mgerdin
parents:
32617
diff
changeset
|
112 |
// into the collection set. |
f02118695c2f
8135154: Move cards scanned and surviving young words aggregation to G1ParScanThreadStateSet
mgerdin
parents:
32617
diff
changeset
|
113 |
size_t oops_into_collection_set_do(G1ParPushHeapRSClosure* blk, |
33213
b937f634f56e
8138762: Refactor setup of evacuation closures in G1
mgerdin
parents:
32737
diff
changeset
|
114 |
CodeBlobClosure* heap_region_codeblobs, |
32737
f02118695c2f
8135154: Move cards scanned and surviving young words aggregation to G1ParScanThreadStateSet
mgerdin
parents:
32617
diff
changeset
|
115 |
uint worker_i); |
1374 | 116 |
|
6958 | 117 |
// Prepare for and cleanup after an oops_into_collection_set_do |
118 |
// call. Must call each of these once before and after (in sequential |
|
119 |
// code) any threads call oops_into_collection_set_do. (This offers an |
|
120 |
// opportunity to sequential setup and teardown of structures needed by a |
|
121 |
// parallel iteration over the CS's RS.) |
|
1374 | 122 |
void prepare_for_oops_into_collection_set_do(); |
123 |
void cleanup_after_oops_into_collection_set_do(); |
|
6958 | 124 |
|
32737
f02118695c2f
8135154: Move cards scanned and surviving young words aggregation to G1ParScanThreadStateSet
mgerdin
parents:
32617
diff
changeset
|
125 |
size_t scanRS(G1ParPushHeapRSClosure* oc, |
33213
b937f634f56e
8138762: Refactor setup of evacuation closures in G1
mgerdin
parents:
32737
diff
changeset
|
126 |
CodeBlobClosure* heap_region_codeblobs, |
32737
f02118695c2f
8135154: Move cards scanned and surviving young words aggregation to G1ParScanThreadStateSet
mgerdin
parents:
32617
diff
changeset
|
127 |
uint worker_i); |
19339 | 128 |
|
23855
c4574075402c
8016302: Change type of the number of GC workers to unsigned int (2)
vkempik
parents:
22772
diff
changeset
|
129 |
void updateRS(DirtyCardQueue* into_cset_dcq, uint worker_i); |
6958 | 130 |
|
1374 | 131 |
CardTableModRefBS* ct_bs() { return _ct_bs; } |
132 |
||
133 |
// Record, if necessary, the fact that *p (where "p" is in region "from", |
|
134 |
// which is required to be non-NULL) has changed to a new non-NULL value. |
|
26850
515ff48cf5f0
8036116: Fix thread-id types in G1 remembered set implementations
brutisso
parents:
26701
diff
changeset
|
135 |
template <class T> void par_write_ref(HeapRegion* from, T* p, uint tid); |
1374 | 136 |
|
6958 | 137 |
// Requires "region_bm" and "card_bm" to be bitmaps with 1 bit per region |
138 |
// or card, respectively, such that a region or card with a corresponding |
|
139 |
// 0 bit contains no part of any live object. Eliminates any remembered |
|
27251
7d667f91ec8d
6979279: remove special-case code for ParallelGCThreads==0
mlarsson
parents:
27009
diff
changeset
|
140 |
// set entries that correspond to dead heap ranges. "worker_num" is the |
7d667f91ec8d
6979279: remove special-case code for ParallelGCThreads==0
mlarsson
parents:
27009
diff
changeset
|
141 |
// parallel thread id of the current thread, and "hrclaimer" is the |
7d667f91ec8d
6979279: remove special-case code for ParallelGCThreads==0
mlarsson
parents:
27009
diff
changeset
|
142 |
// HeapRegionClaimer that should be used. |
7d667f91ec8d
6979279: remove special-case code for ParallelGCThreads==0
mlarsson
parents:
27009
diff
changeset
|
143 |
void scrub(BitMap* region_bm, BitMap* card_bm, uint worker_num, HeapRegionClaimer* hrclaimer); |
1374 | 144 |
|
17327
4bd0581aa231
7176479: G1: JVM crashes on T5-8 system with 1.5 TB heap
johnc
parents:
17108
diff
changeset
|
145 |
// Refine the card corresponding to "card_ptr". |
6958 | 146 |
// If check_for_refs_into_cset is true, a true result is returned |
147 |
// if the given card contains oops that have references into the |
|
148 |
// current collection set. |
|
17327
4bd0581aa231
7176479: G1: JVM crashes on T5-8 system with 1.5 TB heap
johnc
parents:
17108
diff
changeset
|
149 |
virtual bool refine_card(jbyte* card_ptr, |
23855
c4574075402c
8016302: Change type of the number of GC workers to unsigned int (2)
vkempik
parents:
22772
diff
changeset
|
150 |
uint worker_i, |
17327
4bd0581aa231
7176479: G1: JVM crashes on T5-8 system with 1.5 TB heap
johnc
parents:
17108
diff
changeset
|
151 |
bool check_for_refs_into_cset); |
1374 | 152 |
|
17854
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
153 |
// Print accumulated summary info from the start of the VM. |
1374 | 154 |
virtual void print_summary_info(); |
6958 | 155 |
|
17854
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
156 |
// Print accumulated summary info from the last time called. |
35061 | 157 |
virtual void print_periodic_summary_info(const char* header, uint period_count); |
17854
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
158 |
|
6958 | 159 |
// Prepare remembered set for verification. |
1374 | 160 |
virtual void prepare_for_verify(); |
17854
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
161 |
|
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
162 |
size_t conc_refine_cards() const { |
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
163 |
return _conc_refine_cards; |
d65bc1546091
8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents:
17327
diff
changeset
|
164 |
} |
1374 | 165 |
}; |
166 |
||
34246 | 167 |
class ScanRSClosure : public HeapRegionClosure { |
168 |
size_t _cards_done, _cards; |
|
169 |
G1CollectedHeap* _g1h; |
|
170 |
||
171 |
G1ParPushHeapRSClosure* _oc; |
|
172 |
CodeBlobClosure* _code_root_cl; |
|
173 |
||
35461 | 174 |
G1BlockOffsetTable* _bot; |
34246 | 175 |
G1SATBCardTableModRefBS *_ct_bs; |
176 |
||
177 |
double _strong_code_root_scan_time_sec; |
|
178 |
uint _worker_i; |
|
179 |
size_t _block_size; |
|
180 |
bool _try_claimed; |
|
181 |
||
182 |
public: |
|
183 |
ScanRSClosure(G1ParPushHeapRSClosure* oc, |
|
184 |
CodeBlobClosure* code_root_cl, |
|
185 |
uint worker_i); |
|
186 |
||
187 |
bool doHeapRegion(HeapRegion* r); |
|
188 |
||
189 |
double strong_code_root_scan_time_sec() { |
|
190 |
return _strong_code_root_scan_time_sec; |
|
191 |
} |
|
192 |
size_t cards_done() { return _cards_done;} |
|
193 |
size_t cards_looked_up() { return _cards;} |
|
194 |
void set_try_claimed() { _try_claimed = true; } |
|
195 |
private: |
|
196 |
void scanCard(size_t index, HeapRegion *r); |
|
197 |
void printCard(HeapRegion* card_region, size_t card_index, |
|
198 |
HeapWord* card_start); |
|
199 |
void scan_strong_code_roots(HeapRegion* r); |
|
200 |
}; |
|
201 |
||
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13195
diff
changeset
|
202 |
class UpdateRSOopClosure: public ExtendedOopClosure { |
2152
99356e7f31b1
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
2142
diff
changeset
|
203 |
HeapRegion* _from; |
6958 | 204 |
G1RemSet* _rs; |
23855
c4574075402c
8016302: Change type of the number of GC workers to unsigned int (2)
vkempik
parents:
22772
diff
changeset
|
205 |
uint _worker_i; |
3262
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2881
diff
changeset
|
206 |
|
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2881
diff
changeset
|
207 |
template <class T> void do_oop_work(T* p); |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2881
diff
changeset
|
208 |
|
2152
99356e7f31b1
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
2142
diff
changeset
|
209 |
public: |
23855
c4574075402c
8016302: Change type of the number of GC workers to unsigned int (2)
vkempik
parents:
22772
diff
changeset
|
210 |
UpdateRSOopClosure(G1RemSet* rs, uint worker_i = 0) : |
7385
eaca4b61b374
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
6958
diff
changeset
|
211 |
_from(NULL), _rs(rs), _worker_i(worker_i) |
eaca4b61b374
6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents:
6958
diff
changeset
|
212 |
{} |
2152
99356e7f31b1
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
2142
diff
changeset
|
213 |
|
99356e7f31b1
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
2142
diff
changeset
|
214 |
void set_from(HeapRegion* from) { |
99356e7f31b1
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
2142
diff
changeset
|
215 |
assert(from != NULL, "from region must be non-NULL"); |
99356e7f31b1
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
2142
diff
changeset
|
216 |
_from = from; |
99356e7f31b1
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
2142
diff
changeset
|
217 |
} |
99356e7f31b1
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
2142
diff
changeset
|
218 |
|
3262
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2881
diff
changeset
|
219 |
virtual void do_oop(narrowOop* p) { do_oop_work(p); } |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2881
diff
changeset
|
220 |
virtual void do_oop(oop* p) { do_oop_work(p); } |
2152
99356e7f31b1
6760309: G1: update remembered sets during Full GCs
apetrusenko
parents:
2142
diff
changeset
|
221 |
}; |
6247 | 222 |
|
30764 | 223 |
#endif // SHARE_VM_GC_G1_G1REMSET_HPP |