author | jwilhelm |
Thu, 03 Oct 2013 21:36:29 +0200 | |
changeset 20398 | b206c580c45f |
parent 13728 | 882756847a04 |
child 20282 | 7f9cbdf89af2 |
permissions | -rw-r--r-- |
1374 | 1 |
/* |
11455
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
10674
diff
changeset
|
2 |
* Copyright (c) 2001, 2012, Oracle and/or its affiliates. All rights reserved. |
1374 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
5547
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
4902
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
4902
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
4902
diff
changeset
|
21 |
* questions. |
1374 | 22 |
* |
23 |
*/ |
|
24 |
||
7397 | 25 |
#ifndef SHARE_VM_GC_IMPLEMENTATION_G1_G1OOPCLOSURES_HPP |
26 |
#define SHARE_VM_GC_IMPLEMENTATION_G1_G1OOPCLOSURES_HPP |
|
27 |
||
1374 | 28 |
class HeapRegion; |
29 |
class G1CollectedHeap; |
|
30 |
class G1RemSet; |
|
31 |
class ConcurrentMark; |
|
32 |
class DirtyCardToOopClosure; |
|
33 |
class CMBitMap; |
|
34 |
class CMMarkStack; |
|
35 |
class G1ParScanThreadState; |
|
9994 | 36 |
class CMTask; |
10670
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
37 |
class ReferenceProcessor; |
1374 | 38 |
|
39 |
// A class that scans oops in a given heap region (much as OopsInGenClosure |
|
40 |
// scans oops in a generation.) |
|
41 |
class OopsInHeapRegionClosure: public OopsInGenClosure { |
|
42 |
protected: |
|
43 |
HeapRegion* _from; |
|
44 |
public: |
|
9988
01f84e2c3fc0
7045662: G1: OopsInHeapRegionClosure::set_region() should not be virtual
tonyp
parents:
7397
diff
changeset
|
45 |
void set_region(HeapRegion* from) { _from = from; } |
1374 | 46 |
}; |
47 |
||
48 |
class G1ParClosureSuper : public OopsInHeapRegionClosure { |
|
49 |
protected: |
|
50 |
G1CollectedHeap* _g1; |
|
51 |
G1RemSet* _g1_rem; |
|
52 |
ConcurrentMark* _cm; |
|
53 |
G1ParScanThreadState* _par_scan_state; |
|
11583
83a7383de44c
6484965: G1: piggy-back liveness accounting phase on marking
johnc
parents:
11455
diff
changeset
|
54 |
uint _worker_id; |
10495
d20531ba2b31
7080389: G1: refactor marking code in evacuation pause copy closures
johnc
parents:
9994
diff
changeset
|
55 |
bool _during_initial_mark; |
d20531ba2b31
7080389: G1: refactor marking code in evacuation pause copy closures
johnc
parents:
9994
diff
changeset
|
56 |
bool _mark_in_progress; |
1374 | 57 |
public: |
58 |
G1ParClosureSuper(G1CollectedHeap* g1, G1ParScanThreadState* par_scan_state); |
|
59 |
bool apply_to_weak_ref_discovered_field() { return true; } |
|
60 |
}; |
|
61 |
||
4902
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
62 |
class G1ParPushHeapRSClosure : public G1ParClosureSuper { |
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
63 |
public: |
10670
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
64 |
G1ParPushHeapRSClosure(G1CollectedHeap* g1, |
10674
09e6f8d20337
7097053: G1: assert(da ? referent->is_oop() : referent->is_oop_or_null()) failed: referenceProcessor.cpp:1054
johnc
parents:
10670
diff
changeset
|
65 |
G1ParScanThreadState* par_scan_state): |
09e6f8d20337
7097053: G1: assert(da ? referent->is_oop() : referent->is_oop_or_null()) failed: referenceProcessor.cpp:1054
johnc
parents:
10670
diff
changeset
|
66 |
G1ParClosureSuper(g1, par_scan_state) { } |
10670
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
67 |
|
4902
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
68 |
template <class T> void do_oop_nv(T* p); |
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
69 |
virtual void do_oop(oop* p) { do_oop_nv(p); } |
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
70 |
virtual void do_oop(narrowOop* p) { do_oop_nv(p); } |
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
71 |
}; |
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
72 |
|
1374 | 73 |
class G1ParScanClosure : public G1ParClosureSuper { |
74 |
public: |
|
10670
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
75 |
G1ParScanClosure(G1CollectedHeap* g1, G1ParScanThreadState* par_scan_state, ReferenceProcessor* rp) : |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
76 |
G1ParClosureSuper(g1, par_scan_state) |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
77 |
{ |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
78 |
assert(_ref_processor == NULL, "sanity"); |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
79 |
_ref_processor = rp; |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
80 |
} |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
81 |
|
3262
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2105
diff
changeset
|
82 |
template <class T> void do_oop_nv(T* p); |
1374 | 83 |
virtual void do_oop(oop* p) { do_oop_nv(p); } |
84 |
virtual void do_oop(narrowOop* p) { do_oop_nv(p); } |
|
85 |
}; |
|
86 |
||
3262
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2105
diff
changeset
|
87 |
#define G1_PARTIAL_ARRAY_MASK 0x2 |
1374 | 88 |
|
3262
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2105
diff
changeset
|
89 |
template <class T> inline bool has_partial_array_mask(T* ref) { |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2105
diff
changeset
|
90 |
return ((uintptr_t)ref & G1_PARTIAL_ARRAY_MASK) == G1_PARTIAL_ARRAY_MASK; |
1902 | 91 |
} |
92 |
||
3262
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2105
diff
changeset
|
93 |
template <class T> inline T* set_partial_array_mask(T obj) { |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2105
diff
changeset
|
94 |
assert(((uintptr_t)obj & G1_PARTIAL_ARRAY_MASK) == 0, "Information loss!"); |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2105
diff
changeset
|
95 |
return (T*) ((uintptr_t)obj | G1_PARTIAL_ARRAY_MASK); |
1902 | 96 |
} |
97 |
||
3262
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2105
diff
changeset
|
98 |
template <class T> inline oop clear_partial_array_mask(T* ref) { |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2105
diff
changeset
|
99 |
return oop((intptr_t)ref & ~G1_PARTIAL_ARRAY_MASK); |
1902 | 100 |
} |
101 |
||
1374 | 102 |
class G1ParScanPartialArrayClosure : public G1ParClosureSuper { |
103 |
G1ParScanClosure _scanner; |
|
10670
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
104 |
|
1374 | 105 |
public: |
10670
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
106 |
G1ParScanPartialArrayClosure(G1CollectedHeap* g1, G1ParScanThreadState* par_scan_state, ReferenceProcessor* rp) : |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
107 |
G1ParClosureSuper(g1, par_scan_state), _scanner(g1, par_scan_state, rp) |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
108 |
{ |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
109 |
assert(_ref_processor == NULL, "sanity"); |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
110 |
} |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
111 |
|
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
112 |
G1ParScanClosure* scanner() { |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
113 |
return &_scanner; |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
114 |
} |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
115 |
|
3262
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2105
diff
changeset
|
116 |
template <class T> void do_oop_nv(T* p); |
1374 | 117 |
virtual void do_oop(oop* p) { do_oop_nv(p); } |
118 |
virtual void do_oop(narrowOop* p) { do_oop_nv(p); } |
|
119 |
}; |
|
120 |
||
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
121 |
// Add back base class for metadata |
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
122 |
class G1ParCopyHelper : public G1ParClosureSuper { |
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
123 |
Klass* _scanned_klass; |
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
124 |
|
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
125 |
public: |
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
126 |
G1ParCopyHelper(G1CollectedHeap* g1, G1ParScanThreadState* par_scan_state) : |
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
127 |
_scanned_klass(NULL), |
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
128 |
G1ParClosureSuper(g1, par_scan_state) {} |
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
129 |
|
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
130 |
void set_scanned_klass(Klass* k) { _scanned_klass = k; } |
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
131 |
template <class T> void do_klass_barrier(T* p, oop new_obj); |
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
132 |
}; |
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
133 |
|
12271 | 134 |
template <bool do_gen_barrier, G1Barrier barrier, bool do_mark_object> |
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
135 |
class G1ParCopyClosure : public G1ParCopyHelper { |
12271 | 136 |
G1ParScanClosure _scanner; |
137 |
template <class T> void do_oop_work(T* p); |
|
1374 | 138 |
|
139 |
protected: |
|
11455
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
10674
diff
changeset
|
140 |
// Mark the object if it's not already marked. This is used to mark |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
10674
diff
changeset
|
141 |
// objects pointed to by roots that are guaranteed not to move |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
10674
diff
changeset
|
142 |
// during the GC (i.e., non-CSet objects). It is MT-safe. |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
10674
diff
changeset
|
143 |
void mark_object(oop obj); |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
10674
diff
changeset
|
144 |
|
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
10674
diff
changeset
|
145 |
// Mark the object if it's not already marked. This is used to mark |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
10674
diff
changeset
|
146 |
// objects pointed to by roots that have been forwarded during a |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
10674
diff
changeset
|
147 |
// GC. It is MT-safe. |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
10674
diff
changeset
|
148 |
void mark_forwarded_object(oop from_obj, oop to_obj); |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
10674
diff
changeset
|
149 |
|
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
10674
diff
changeset
|
150 |
oop copy_to_survivor_space(oop obj); |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
10674
diff
changeset
|
151 |
|
1374 | 152 |
public: |
10670
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
153 |
G1ParCopyClosure(G1CollectedHeap* g1, G1ParScanThreadState* par_scan_state, |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
154 |
ReferenceProcessor* rp) : |
11455
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
10674
diff
changeset
|
155 |
_scanner(g1, par_scan_state, rp), |
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
156 |
G1ParCopyHelper(g1, par_scan_state) { |
10670
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
157 |
assert(_ref_processor == NULL, "sanity"); |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
158 |
} |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
159 |
|
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
160 |
G1ParScanClosure* scanner() { return &_scanner; } |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
161 |
|
3262
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2105
diff
changeset
|
162 |
template <class T> void do_oop_nv(T* p) { |
1374 | 163 |
do_oop_work(p); |
164 |
} |
|
165 |
virtual void do_oop(oop* p) { do_oop_nv(p); } |
|
166 |
virtual void do_oop(narrowOop* p) { do_oop_nv(p); } |
|
167 |
}; |
|
168 |
||
4902
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
169 |
typedef G1ParCopyClosure<false, G1BarrierNone, false> G1ParScanExtRootClosure; |
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
170 |
typedef G1ParCopyClosure<false, G1BarrierKlass, false> G1ParScanMetadataClosure; |
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
171 |
|
10670
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
172 |
|
4902
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
173 |
typedef G1ParCopyClosure<false, G1BarrierNone, true> G1ParScanAndMarkExtRootClosure; |
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
174 |
typedef G1ParCopyClosure<true, G1BarrierNone, true> G1ParScanAndMarkClosure; |
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
175 |
typedef G1ParCopyClosure<false, G1BarrierKlass, true> G1ParScanAndMarkMetadataClosure; |
10670
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
176 |
|
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
177 |
// The following closure types are no longer used but are retained |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
178 |
// for historical reasons: |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
179 |
// typedef G1ParCopyClosure<false, G1BarrierRS, false> G1ParScanHeapRSClosure; |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
180 |
// typedef G1ParCopyClosure<false, G1BarrierRS, true> G1ParScanAndMarkHeapRSClosure; |
4902
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
181 |
|
10670
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
182 |
// The following closure type is defined in g1_specialized_oop_closures.hpp: |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
183 |
// |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
184 |
// typedef G1ParCopyClosure<false, G1BarrierEvac, false> G1ParScanHeapEvacClosure; |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
185 |
|
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
186 |
// We use a separate closure to handle references during evacuation |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
187 |
// failure processing. |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
188 |
// We could have used another instance of G1ParScanHeapEvacClosure |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
189 |
// (since that closure no longer assumes that the references it |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
190 |
// handles point into the collection set). |
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
191 |
|
4902
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
192 |
typedef G1ParCopyClosure<false, G1BarrierEvac, false> G1ParScanHeapEvacFailureClosure; |
1374 | 193 |
|
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
194 |
class FilterIntoCSClosure: public ExtendedOopClosure { |
1374 | 195 |
G1CollectedHeap* _g1; |
196 |
OopClosure* _oc; |
|
197 |
DirtyCardToOopClosure* _dcto_cl; |
|
198 |
public: |
|
199 |
FilterIntoCSClosure( DirtyCardToOopClosure* dcto_cl, |
|
10670
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
200 |
G1CollectedHeap* g1, |
10674
09e6f8d20337
7097053: G1: assert(da ? referent->is_oop() : referent->is_oop_or_null()) failed: referenceProcessor.cpp:1054
johnc
parents:
10670
diff
changeset
|
201 |
OopClosure* oc) : |
09e6f8d20337
7097053: G1: assert(da ? referent->is_oop() : referent->is_oop_or_null()) failed: referenceProcessor.cpp:1054
johnc
parents:
10670
diff
changeset
|
202 |
_dcto_cl(dcto_cl), _g1(g1), _oc(oc) { } |
10670
4ea0e7d2ffbc
6484982: G1: process references during evacuation pauses
johnc
parents:
10664
diff
changeset
|
203 |
|
3262
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2105
diff
changeset
|
204 |
template <class T> void do_oop_nv(T* p); |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2105
diff
changeset
|
205 |
virtual void do_oop(oop* p) { do_oop_nv(p); } |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2105
diff
changeset
|
206 |
virtual void do_oop(narrowOop* p) { do_oop_nv(p); } |
1374 | 207 |
bool apply_to_weak_ref_discovered_field() { return true; } |
208 |
}; |
|
209 |
||
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
210 |
class FilterOutOfRegionClosure: public ExtendedOopClosure { |
1374 | 211 |
HeapWord* _r_bottom; |
212 |
HeapWord* _r_end; |
|
213 |
OopClosure* _oc; |
|
214 |
public: |
|
215 |
FilterOutOfRegionClosure(HeapRegion* r, OopClosure* oc); |
|
3262
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2105
diff
changeset
|
216 |
template <class T> void do_oop_nv(T* p); |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2105
diff
changeset
|
217 |
virtual void do_oop(oop* p) { do_oop_nv(p); } |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
2105
diff
changeset
|
218 |
virtual void do_oop(narrowOop* p) { do_oop_nv(p); } |
1374 | 219 |
bool apply_to_weak_ref_discovered_field() { return true; } |
220 |
}; |
|
7397 | 221 |
|
9994 | 222 |
// Closure for iterating over object fields during concurrent marking |
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
223 |
class G1CMOopClosure : public ExtendedOopClosure { |
11584
e1df4d08a1f4
7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents:
11583
diff
changeset
|
224 |
private: |
9994 | 225 |
G1CollectedHeap* _g1h; |
226 |
ConcurrentMark* _cm; |
|
227 |
CMTask* _task; |
|
228 |
public: |
|
229 |
G1CMOopClosure(G1CollectedHeap* g1h, ConcurrentMark* cm, CMTask* task); |
|
230 |
template <class T> void do_oop_nv(T* p); |
|
231 |
virtual void do_oop( oop* p) { do_oop_nv(p); } |
|
232 |
virtual void do_oop(narrowOop* p) { do_oop_nv(p); } |
|
233 |
}; |
|
234 |
||
11584
e1df4d08a1f4
7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents:
11583
diff
changeset
|
235 |
// Closure to scan the root regions during concurrent marking |
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
236 |
class G1RootRegionScanClosure : public ExtendedOopClosure { |
11584
e1df4d08a1f4
7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents:
11583
diff
changeset
|
237 |
private: |
e1df4d08a1f4
7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents:
11583
diff
changeset
|
238 |
G1CollectedHeap* _g1h; |
e1df4d08a1f4
7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents:
11583
diff
changeset
|
239 |
ConcurrentMark* _cm; |
e1df4d08a1f4
7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents:
11583
diff
changeset
|
240 |
uint _worker_id; |
e1df4d08a1f4
7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents:
11583
diff
changeset
|
241 |
public: |
e1df4d08a1f4
7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents:
11583
diff
changeset
|
242 |
G1RootRegionScanClosure(G1CollectedHeap* g1h, ConcurrentMark* cm, |
e1df4d08a1f4
7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents:
11583
diff
changeset
|
243 |
uint worker_id) : |
e1df4d08a1f4
7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents:
11583
diff
changeset
|
244 |
_g1h(g1h), _cm(cm), _worker_id(worker_id) { } |
e1df4d08a1f4
7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents:
11583
diff
changeset
|
245 |
template <class T> void do_oop_nv(T* p); |
e1df4d08a1f4
7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents:
11583
diff
changeset
|
246 |
virtual void do_oop( oop* p) { do_oop_nv(p); } |
e1df4d08a1f4
7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents:
11583
diff
changeset
|
247 |
virtual void do_oop(narrowOop* p) { do_oop_nv(p); } |
e1df4d08a1f4
7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents:
11583
diff
changeset
|
248 |
}; |
e1df4d08a1f4
7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents:
11583
diff
changeset
|
249 |
|
11586
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
250 |
// Closure that applies the given two closures in sequence. |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
251 |
// Used by the RSet refinement code (when updating RSets |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
252 |
// during an evacuation pause) to record cards containing |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
253 |
// pointers into the collection set. |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
254 |
|
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
255 |
class G1Mux2Closure : public ExtendedOopClosure { |
11586
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
256 |
OopClosure* _c1; |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
257 |
OopClosure* _c2; |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
258 |
public: |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
259 |
G1Mux2Closure(OopClosure *c1, OopClosure *c2); |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
260 |
template <class T> void do_oop_nv(T* p); |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
261 |
virtual void do_oop(oop* p) { do_oop_nv(p); } |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
262 |
virtual void do_oop(narrowOop* p) { do_oop_nv(p); } |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
263 |
}; |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
264 |
|
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
265 |
// A closure that returns true if it is actually applied |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
266 |
// to a reference |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
267 |
|
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
268 |
class G1TriggerClosure : public ExtendedOopClosure { |
11586
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
269 |
bool _triggered; |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
270 |
public: |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
271 |
G1TriggerClosure(); |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
272 |
bool triggered() const { return _triggered; } |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
273 |
template <class T> void do_oop_nv(T* p); |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
274 |
virtual void do_oop(oop* p) { do_oop_nv(p); } |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
275 |
virtual void do_oop(narrowOop* p) { do_oop_nv(p); } |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
276 |
}; |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
277 |
|
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
278 |
// A closure which uses a triggering closure to determine |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
279 |
// whether to apply an oop closure. |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
280 |
|
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
281 |
class G1InvokeIfNotTriggeredClosure: public ExtendedOopClosure { |
11586
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
282 |
G1TriggerClosure* _trigger_cl; |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
283 |
OopClosure* _oop_cl; |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
284 |
public: |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
285 |
G1InvokeIfNotTriggeredClosure(G1TriggerClosure* t, OopClosure* oc); |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
286 |
template <class T> void do_oop_nv(T* p); |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
287 |
virtual void do_oop(oop* p) { do_oop_nv(p); } |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
288 |
virtual void do_oop(narrowOop* p) { do_oop_nv(p); } |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
289 |
}; |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
290 |
|
13728
882756847a04
6964458: Reimplement class meta-data storage to use native memory
coleenp
parents:
13336
diff
changeset
|
291 |
class G1UpdateRSOrPushRefOopClosure: public ExtendedOopClosure { |
11586
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
292 |
G1CollectedHeap* _g1; |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
293 |
G1RemSet* _g1_rem_set; |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
294 |
HeapRegion* _from; |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
295 |
OopsInHeapRegionClosure* _push_ref_cl; |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
296 |
bool _record_refs_into_cset; |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
297 |
int _worker_i; |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
298 |
|
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
299 |
public: |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
300 |
G1UpdateRSOrPushRefOopClosure(G1CollectedHeap* g1h, |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
301 |
G1RemSet* rs, |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
302 |
OopsInHeapRegionClosure* push_ref_cl, |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
303 |
bool record_refs_into_cset, |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
304 |
int worker_i = 0); |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
305 |
|
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
306 |
void set_from(HeapRegion* from) { |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
307 |
assert(from != NULL, "from region must be non-NULL"); |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
308 |
_from = from; |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
309 |
} |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
310 |
|
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
311 |
bool self_forwarded(oop obj) { |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
312 |
bool result = (obj->is_forwarded() && (obj->forwardee()== obj)); |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
313 |
return result; |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
314 |
} |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
315 |
|
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
316 |
bool apply_to_weak_ref_discovered_field() { return true; } |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
317 |
|
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
318 |
template <class T> void do_oop_nv(T* p); |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
319 |
virtual void do_oop(narrowOop* p) { do_oop_nv(p); } |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
320 |
virtual void do_oop(oop* p) { do_oop_nv(p); } |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
321 |
}; |
ccc217c177ee
7133038: G1: Some small profile based optimizations
johnc
parents:
11584
diff
changeset
|
322 |
|
7397 | 323 |
#endif // SHARE_VM_GC_IMPLEMENTATION_G1_G1OOPCLOSURES_HPP |