author | lkorinth |
Fri, 16 Aug 2019 09:18:26 +0200 | |
changeset 57769 | f7ca942a2714 |
parent 57768 | fc82b6cb8b14 |
child 57773 | 5cbc3bd9fdfd |
permissions | -rw-r--r-- |
1 | 1 |
/* |
53244
9807daeb47c4
8216167: Update include guards to reflect correct directories
coleenp
parents:
52118
diff
changeset
|
2 |
* Copyright (c) 2005, 2019, Oracle and/or its affiliates. All rights reserved. |
1 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
5547
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
5076
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
5076
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
5076
diff
changeset
|
21 |
* questions. |
1 | 22 |
* |
23 |
*/ |
|
24 |
||
53244
9807daeb47c4
8216167: Update include guards to reflect correct directories
coleenp
parents:
52118
diff
changeset
|
25 |
#ifndef SHARE_GC_PARALLEL_PSCOMPACTIONMANAGER_HPP |
9807daeb47c4
8216167: Update include guards to reflect correct directories
coleenp
parents:
52118
diff
changeset
|
26 |
#define SHARE_GC_PARALLEL_PSCOMPACTIONMANAGER_HPP |
7397 | 27 |
|
30764 | 28 |
#include "gc/shared/taskqueue.hpp" |
7397 | 29 |
#include "memory/allocation.hpp" |
30 |
#include "utilities/stack.hpp" |
|
31 |
||
1 | 32 |
class MutableSpace; |
33 |
class PSOldGen; |
|
34 |
class ParCompactionManager; |
|
35 |
class ObjectStartArray; |
|
36 |
class ParallelCompactData; |
|
37 |
class ParMarkBitMap; |
|
38 |
||
13195 | 39 |
class ParCompactionManager : public CHeapObj<mtGC> { |
1 | 40 |
friend class ParallelTaskTerminator; |
41 |
friend class ParMarkBitMap; |
|
42 |
friend class PSParallelCompact; |
|
38250
37d739fb07fc
8155992: Change name of StealRegionCompactionTask to something that emphasizes the compaction task.
jmasa
parents:
38170
diff
changeset
|
43 |
friend class CompactionWithStealingTask; |
1 | 44 |
friend class UpdateAndFillClosure; |
45 |
friend class RefProcTaskExecutor; |
|
11174
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
7397
diff
changeset
|
46 |
friend class IdleGCTask; |
57767
b3e44e1b135d
8224659: Parallel GC: Use WorkGang (1: PCRefProcTask)
lkorinth
parents:
53244
diff
changeset
|
47 |
friend class PCRefProcTask; |
57768
fc82b6cb8b14
8224660: Parallel GC: Use WorkGang (2: MarksFromRootsTask)
lkorinth
parents:
57767
diff
changeset
|
48 |
friend class MarkFromRootsTask; |
57769
f7ca942a2714
8224661: Parallel GC: Use WorkGang (3: UpdateDensePrefixAndCompactionTask)
lkorinth
parents:
57768
diff
changeset
|
49 |
friend class UpdateDensePrefixAndCompactionTask; |
1 | 50 |
|
51 |
public: |
|
52 |
||
53 |
// ------------------------ Don't putback if not needed |
|
54 |
// Actions that the compaction manager should take. |
|
55 |
enum Action { |
|
56 |
Update, |
|
57 |
Copy, |
|
58 |
UpdateAndCopy, |
|
59 |
CopyAndUpdate, |
|
60 |
NotValid |
|
61 |
}; |
|
62 |
// ------------------------ End don't putback if not needed |
|
63 |
||
64 |
private: |
|
5076
8b74a4b60b31
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
3795
diff
changeset
|
65 |
// 32-bit: 4K * 8 = 32KiB; 64-bit: 8K * 16 = 128KiB |
5918 | 66 |
#define QUEUE_SIZE (1 << NOT_LP64(12) LP64_ONLY(13)) |
13195 | 67 |
typedef OverflowTaskQueue<ObjArrayTask, mtGC, QUEUE_SIZE> ObjArrayTaskQueue; |
68 |
typedef GenericTaskQueueSet<ObjArrayTaskQueue, mtGC> ObjArrayTaskQueueSet; |
|
5918 | 69 |
#undef QUEUE_SIZE |
5076
8b74a4b60b31
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
3795
diff
changeset
|
70 |
|
1407
9006b01ba3fd
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
1
diff
changeset
|
71 |
static ParCompactionManager** _manager_array; |
9006b01ba3fd
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
1
diff
changeset
|
72 |
static OopTaskQueueSet* _stack_array; |
5076
8b74a4b60b31
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
3795
diff
changeset
|
73 |
static ObjArrayTaskQueueSet* _objarray_queues; |
1407
9006b01ba3fd
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
1
diff
changeset
|
74 |
static ObjectStartArray* _start_array; |
9006b01ba3fd
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
1
diff
changeset
|
75 |
static RegionTaskQueueSet* _region_array; |
9006b01ba3fd
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
1
diff
changeset
|
76 |
static PSOldGen* _old_gen; |
1 | 77 |
|
5076
8b74a4b60b31
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
3795
diff
changeset
|
78 |
private: |
13195 | 79 |
OverflowTaskQueue<oop, mtGC> _marking_stack; |
5918 | 80 |
ObjArrayTaskQueue _objarray_stack; |
5076
8b74a4b60b31
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
3795
diff
changeset
|
81 |
|
1 | 82 |
// Is there a way to reuse the _marking_stack for the |
1407
9006b01ba3fd
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
1
diff
changeset
|
83 |
// saving empty regions? For now just create a different |
1 | 84 |
// type of TaskQueue. |
38170
ff88a25a7799
8150994: UseParallelGC fails with UseDynamicNumberOfGCThreads with specjbb2005
jmasa
parents:
35877
diff
changeset
|
85 |
RegionTaskQueue _region_stack; |
1 | 86 |
|
87 |
static ParMarkBitMap* _mark_bitmap; |
|
88 |
||
89 |
Action _action; |
|
90 |
||
35877
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
91 |
HeapWord* _last_query_beg; |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
92 |
oop _last_query_obj; |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
93 |
size_t _last_query_ret; |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
94 |
|
1 | 95 |
static PSOldGen* old_gen() { return _old_gen; } |
96 |
static ObjectStartArray* start_array() { return _start_array; } |
|
1407
9006b01ba3fd
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
1
diff
changeset
|
97 |
static OopTaskQueueSet* stack_array() { return _stack_array; } |
1 | 98 |
|
99 |
static void initialize(ParMarkBitMap* mbm); |
|
100 |
||
101 |
protected: |
|
102 |
// Array of tasks. Needed by the ParallelTaskTerminator. |
|
1407
9006b01ba3fd
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
1
diff
changeset
|
103 |
static RegionTaskQueueSet* region_array() { return _region_array; } |
13195 | 104 |
OverflowTaskQueue<oop, mtGC>* marking_stack() { return &_marking_stack; } |
1 | 105 |
|
106 |
// Pushes onto the marking stack. If the marking stack is full, |
|
107 |
// pushes onto the overflow stack. |
|
108 |
void stack_push(oop obj); |
|
109 |
// Do not implement an equivalent stack_pop. Deal with the |
|
110 |
// marking stack and overflow stack directly. |
|
111 |
||
5918 | 112 |
public: |
35877
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
113 |
void reset_bitmap_query_cache() { |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
114 |
_last_query_beg = NULL; |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
115 |
_last_query_obj = NULL; |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
116 |
_last_query_ret = 0; |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
117 |
} |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
118 |
|
1 | 119 |
Action action() { return _action; } |
120 |
void set_action(Action v) { _action = v; } |
|
121 |
||
35877
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
122 |
// Bitmap query support, cache last query and result |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
123 |
HeapWord* last_query_begin() { return _last_query_beg; } |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
124 |
oop last_query_object() { return _last_query_obj; } |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
125 |
size_t last_query_return() { return _last_query_ret; } |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
126 |
|
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
127 |
void set_last_query_begin(HeapWord *new_beg) { _last_query_beg = new_beg; } |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
128 |
void set_last_query_object(oop new_obj) { _last_query_obj = new_obj; } |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
129 |
void set_last_query_return(size_t new_ret) { _last_query_ret = new_ret; } |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
130 |
|
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
131 |
static void reset_all_bitmap_query_caches(); |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
132 |
|
38170
ff88a25a7799
8150994: UseParallelGC fails with UseDynamicNumberOfGCThreads with specjbb2005
jmasa
parents:
35877
diff
changeset
|
133 |
RegionTaskQueue* region_stack() { return &_region_stack; } |
11174
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
7397
diff
changeset
|
134 |
|
31330
77061bb01b18
8081382: Make flags ParallelGCThreads and ConcGCThreads of type uint
david
parents:
30764
diff
changeset
|
135 |
inline static ParCompactionManager* manager_array(uint index); |
1 | 136 |
|
137 |
ParCompactionManager(); |
|
138 |
||
11174
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
7397
diff
changeset
|
139 |
// Pushes onto the region stack at the given index. If the |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
7397
diff
changeset
|
140 |
// region stack is full, |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
7397
diff
changeset
|
141 |
// pushes onto the region overflow stack. |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
7397
diff
changeset
|
142 |
static void verify_region_list_empty(uint stack_index); |
1 | 143 |
ParMarkBitMap* mark_bitmap() { return _mark_bitmap; } |
144 |
||
145 |
// void drain_stacks(); |
|
146 |
||
147 |
bool should_update(); |
|
148 |
bool should_copy(); |
|
149 |
||
5918 | 150 |
// Save for later processing. Must not fail. |
30556
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
151 |
inline void push(oop obj); |
5918 | 152 |
inline void push_objarray(oop objarray, size_t index); |
153 |
inline void push_region(size_t index); |
|
1 | 154 |
|
30556
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
155 |
// Check mark and maybe push on marking stack. |
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
156 |
template <typename T> inline void mark_and_push(T* p); |
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
157 |
|
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
158 |
inline void follow_klass(Klass* klass); |
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
159 |
|
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
160 |
void follow_class_loader(ClassLoaderData* klass); |
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
161 |
|
1 | 162 |
// Access function for compaction managers |
31330
77061bb01b18
8081382: Make flags ParallelGCThreads and ConcGCThreads of type uint
david
parents:
30764
diff
changeset
|
163 |
static ParCompactionManager* gc_thread_compaction_manager(uint index); |
1 | 164 |
|
51292
0538a5cdb474
8205921: Optimizing best-of-2 work stealing queue selection
zgu
parents:
50752
diff
changeset
|
165 |
static bool steal(int queue_num, oop& t); |
0538a5cdb474
8205921: Optimizing best-of-2 work stealing queue selection
zgu
parents:
50752
diff
changeset
|
166 |
static bool steal_objarray(int queue_num, ObjArrayTask& t); |
0538a5cdb474
8205921: Optimizing best-of-2 work stealing queue selection
zgu
parents:
50752
diff
changeset
|
167 |
static bool steal(int queue_num, size_t& region); |
1 | 168 |
|
5076
8b74a4b60b31
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
3795
diff
changeset
|
169 |
// Process tasks remaining on any marking stack |
8b74a4b60b31
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
3795
diff
changeset
|
170 |
void follow_marking_stacks(); |
8b74a4b60b31
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
3795
diff
changeset
|
171 |
inline bool marking_stacks_empty() const; |
1 | 172 |
|
173 |
// Process tasks remaining on any stack |
|
1407
9006b01ba3fd
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
1
diff
changeset
|
174 |
void drain_region_stacks(); |
1 | 175 |
|
29792
8c6fa07f0869
8075957: Reduce calls to the GC specific object visitors in oopDesc
stefank
parents:
13728
diff
changeset
|
176 |
void follow_contents(oop obj); |
52118
49f627781c2a
8211446: Replace oop_pc_follow_contents with oop_iterate and closure
lkorinth
parents:
51292
diff
changeset
|
177 |
void follow_array(objArrayOop array, int index); |
29792
8c6fa07f0869
8075957: Reduce calls to the GC specific object visitors in oopDesc
stefank
parents:
13728
diff
changeset
|
178 |
|
8c6fa07f0869
8075957: Reduce calls to the GC specific object visitors in oopDesc
stefank
parents:
13728
diff
changeset
|
179 |
void update_contents(oop obj); |
30556
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
180 |
|
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
181 |
class FollowStackClosure: public VoidClosure { |
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
182 |
private: |
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
183 |
ParCompactionManager* _compaction_manager; |
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
184 |
public: |
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
185 |
FollowStackClosure(ParCompactionManager* cm) : _compaction_manager(cm) { } |
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
186 |
virtual void do_void(); |
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
187 |
}; |
1 | 188 |
}; |
189 |
||
31330
77061bb01b18
8081382: Make flags ParallelGCThreads and ConcGCThreads of type uint
david
parents:
30764
diff
changeset
|
190 |
inline ParCompactionManager* ParCompactionManager::manager_array(uint index) { |
1 | 191 |
assert(_manager_array != NULL, "access of NULL manager_array"); |
31330
77061bb01b18
8081382: Make flags ParallelGCThreads and ConcGCThreads of type uint
david
parents:
30764
diff
changeset
|
192 |
assert(index <= ParallelGCThreads, "out of range manager_array access"); |
1 | 193 |
return _manager_array[index]; |
194 |
} |
|
5076
8b74a4b60b31
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
3795
diff
changeset
|
195 |
|
8b74a4b60b31
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
3795
diff
changeset
|
196 |
bool ParCompactionManager::marking_stacks_empty() const { |
5918 | 197 |
return _marking_stack.is_empty() && _objarray_stack.is_empty(); |
5076
8b74a4b60b31
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
3795
diff
changeset
|
198 |
} |
7397 | 199 |
|
53244
9807daeb47c4
8216167: Update include guards to reflect correct directories
coleenp
parents:
52118
diff
changeset
|
200 |
#endif // SHARE_GC_PARALLEL_PSCOMPACTIONMANAGER_HPP |