author | chegar |
Thu, 17 Oct 2019 20:54:25 +0100 | |
branch | datagramsocketimpl-branch |
changeset 58679 | 9c3209ff7550 |
parent 58678 | 9cf78a70fa4f |
parent 57773 | 5cbc3bd9fdfd |
permissions | -rw-r--r-- |
1 | 1 |
/* |
53244
9807daeb47c4
8216167: Update include guards to reflect correct directories
coleenp
parents:
52118
diff
changeset
|
2 |
* Copyright (c) 2005, 2019, Oracle and/or its affiliates. All rights reserved. |
1 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
5547
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
5076
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
5076
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
5076
diff
changeset
|
21 |
* questions. |
1 | 22 |
* |
23 |
*/ |
|
24 |
||
53244
9807daeb47c4
8216167: Update include guards to reflect correct directories
coleenp
parents:
52118
diff
changeset
|
25 |
#ifndef SHARE_GC_PARALLEL_PSCOMPACTIONMANAGER_HPP |
9807daeb47c4
8216167: Update include guards to reflect correct directories
coleenp
parents:
52118
diff
changeset
|
26 |
#define SHARE_GC_PARALLEL_PSCOMPACTIONMANAGER_HPP |
7397 | 27 |
|
30764 | 28 |
#include "gc/shared/taskqueue.hpp" |
7397 | 29 |
#include "memory/allocation.hpp" |
30 |
#include "utilities/stack.hpp" |
|
31 |
||
1 | 32 |
class MutableSpace; |
33 |
class PSOldGen; |
|
34 |
class ParCompactionManager; |
|
35 |
class ObjectStartArray; |
|
36 |
class ParallelCompactData; |
|
37 |
class ParMarkBitMap; |
|
38 |
||
13195 | 39 |
class ParCompactionManager : public CHeapObj<mtGC> { |
1 | 40 |
friend class ParallelTaskTerminator; |
41 |
friend class ParMarkBitMap; |
|
42 |
friend class PSParallelCompact; |
|
38250
37d739fb07fc
8155992: Change name of StealRegionCompactionTask to something that emphasizes the compaction task.
jmasa
parents:
38170
diff
changeset
|
43 |
friend class CompactionWithStealingTask; |
1 | 44 |
friend class UpdateAndFillClosure; |
45 |
friend class RefProcTaskExecutor; |
|
57767
b3e44e1b135d
8224659: Parallel GC: Use WorkGang (1: PCRefProcTask)
lkorinth
parents:
53244
diff
changeset
|
46 |
friend class PCRefProcTask; |
57768
fc82b6cb8b14
8224660: Parallel GC: Use WorkGang (2: MarksFromRootsTask)
lkorinth
parents:
57767
diff
changeset
|
47 |
friend class MarkFromRootsTask; |
57769
f7ca942a2714
8224661: Parallel GC: Use WorkGang (3: UpdateDensePrefixAndCompactionTask)
lkorinth
parents:
57768
diff
changeset
|
48 |
friend class UpdateDensePrefixAndCompactionTask; |
1 | 49 |
|
50 |
public: |
|
51 |
||
52 |
// ------------------------ Don't putback if not needed |
|
53 |
// Actions that the compaction manager should take. |
|
54 |
enum Action { |
|
55 |
Update, |
|
56 |
Copy, |
|
57 |
UpdateAndCopy, |
|
58 |
CopyAndUpdate, |
|
59 |
NotValid |
|
60 |
}; |
|
61 |
// ------------------------ End don't putback if not needed |
|
62 |
||
63 |
private: |
|
5076
8b74a4b60b31
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
3795
diff
changeset
|
64 |
// 32-bit: 4K * 8 = 32KiB; 64-bit: 8K * 16 = 128KiB |
5918 | 65 |
#define QUEUE_SIZE (1 << NOT_LP64(12) LP64_ONLY(13)) |
13195 | 66 |
typedef OverflowTaskQueue<ObjArrayTask, mtGC, QUEUE_SIZE> ObjArrayTaskQueue; |
67 |
typedef GenericTaskQueueSet<ObjArrayTaskQueue, mtGC> ObjArrayTaskQueueSet; |
|
5918 | 68 |
#undef QUEUE_SIZE |
5076
8b74a4b60b31
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
3795
diff
changeset
|
69 |
|
1407
9006b01ba3fd
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
1
diff
changeset
|
70 |
static ParCompactionManager** _manager_array; |
9006b01ba3fd
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
1
diff
changeset
|
71 |
static OopTaskQueueSet* _stack_array; |
5076
8b74a4b60b31
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
3795
diff
changeset
|
72 |
static ObjArrayTaskQueueSet* _objarray_queues; |
1407
9006b01ba3fd
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
1
diff
changeset
|
73 |
static ObjectStartArray* _start_array; |
9006b01ba3fd
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
1
diff
changeset
|
74 |
static RegionTaskQueueSet* _region_array; |
9006b01ba3fd
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
1
diff
changeset
|
75 |
static PSOldGen* _old_gen; |
1 | 76 |
|
5076
8b74a4b60b31
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
3795
diff
changeset
|
77 |
private: |
13195 | 78 |
OverflowTaskQueue<oop, mtGC> _marking_stack; |
5918 | 79 |
ObjArrayTaskQueue _objarray_stack; |
5076
8b74a4b60b31
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
3795
diff
changeset
|
80 |
|
1 | 81 |
// Is there a way to reuse the _marking_stack for the |
1407
9006b01ba3fd
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
1
diff
changeset
|
82 |
// saving empty regions? For now just create a different |
1 | 83 |
// type of TaskQueue. |
38170
ff88a25a7799
8150994: UseParallelGC fails with UseDynamicNumberOfGCThreads with specjbb2005
jmasa
parents:
35877
diff
changeset
|
84 |
RegionTaskQueue _region_stack; |
1 | 85 |
|
86 |
static ParMarkBitMap* _mark_bitmap; |
|
87 |
||
88 |
Action _action; |
|
89 |
||
35877
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
90 |
HeapWord* _last_query_beg; |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
91 |
oop _last_query_obj; |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
92 |
size_t _last_query_ret; |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
93 |
|
1 | 94 |
static PSOldGen* old_gen() { return _old_gen; } |
95 |
static ObjectStartArray* start_array() { return _start_array; } |
|
1407
9006b01ba3fd
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
1
diff
changeset
|
96 |
static OopTaskQueueSet* stack_array() { return _stack_array; } |
1 | 97 |
|
98 |
static void initialize(ParMarkBitMap* mbm); |
|
99 |
||
100 |
protected: |
|
101 |
// Array of tasks. Needed by the ParallelTaskTerminator. |
|
1407
9006b01ba3fd
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
1
diff
changeset
|
102 |
static RegionTaskQueueSet* region_array() { return _region_array; } |
13195 | 103 |
OverflowTaskQueue<oop, mtGC>* marking_stack() { return &_marking_stack; } |
1 | 104 |
|
105 |
// Pushes onto the marking stack. If the marking stack is full, |
|
106 |
// pushes onto the overflow stack. |
|
107 |
void stack_push(oop obj); |
|
108 |
// Do not implement an equivalent stack_pop. Deal with the |
|
109 |
// marking stack and overflow stack directly. |
|
110 |
||
5918 | 111 |
public: |
35877
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
112 |
void reset_bitmap_query_cache() { |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
113 |
_last_query_beg = NULL; |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
114 |
_last_query_obj = NULL; |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
115 |
_last_query_ret = 0; |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
116 |
} |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
117 |
|
1 | 118 |
Action action() { return _action; } |
119 |
void set_action(Action v) { _action = v; } |
|
120 |
||
35877
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
121 |
// Bitmap query support, cache last query and result |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
122 |
HeapWord* last_query_begin() { return _last_query_beg; } |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
123 |
oop last_query_object() { return _last_query_obj; } |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
124 |
size_t last_query_return() { return _last_query_ret; } |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
125 |
|
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
126 |
void set_last_query_begin(HeapWord *new_beg) { _last_query_beg = new_beg; } |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
127 |
void set_last_query_object(oop new_obj) { _last_query_obj = new_obj; } |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
128 |
void set_last_query_return(size_t new_ret) { _last_query_ret = new_ret; } |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
129 |
|
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
130 |
static void reset_all_bitmap_query_caches(); |
a2a62511d0f8
8146987: Improve Parallel GC Full GC by caching results of live_words_in_range()
tschatzl
parents:
31330
diff
changeset
|
131 |
|
38170
ff88a25a7799
8150994: UseParallelGC fails with UseDynamicNumberOfGCThreads with specjbb2005
jmasa
parents:
35877
diff
changeset
|
132 |
RegionTaskQueue* region_stack() { return &_region_stack; } |
11174
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
7397
diff
changeset
|
133 |
|
31330
77061bb01b18
8081382: Make flags ParallelGCThreads and ConcGCThreads of type uint
david
parents:
30764
diff
changeset
|
134 |
inline static ParCompactionManager* manager_array(uint index); |
1 | 135 |
|
136 |
ParCompactionManager(); |
|
137 |
||
11174
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
7397
diff
changeset
|
138 |
// Pushes onto the region stack at the given index. If the |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
7397
diff
changeset
|
139 |
// region stack is full, |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
7397
diff
changeset
|
140 |
// pushes onto the region overflow stack. |
fccee5238e70
6593758: RFE: Enhance GC ergonomics to dynamically choose ParallelGCThreads
jmasa
parents:
7397
diff
changeset
|
141 |
static void verify_region_list_empty(uint stack_index); |
1 | 142 |
ParMarkBitMap* mark_bitmap() { return _mark_bitmap; } |
143 |
||
144 |
// void drain_stacks(); |
|
145 |
||
146 |
bool should_update(); |
|
147 |
bool should_copy(); |
|
148 |
||
5918 | 149 |
// Save for later processing. Must not fail. |
30556
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
150 |
inline void push(oop obj); |
5918 | 151 |
inline void push_objarray(oop objarray, size_t index); |
152 |
inline void push_region(size_t index); |
|
1 | 153 |
|
30556
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
154 |
// Check mark and maybe push on marking stack. |
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
155 |
template <typename T> inline void mark_and_push(T* p); |
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
156 |
|
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
157 |
inline void follow_klass(Klass* klass); |
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
158 |
|
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
159 |
void follow_class_loader(ClassLoaderData* klass); |
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
160 |
|
1 | 161 |
// Access function for compaction managers |
31330
77061bb01b18
8081382: Make flags ParallelGCThreads and ConcGCThreads of type uint
david
parents:
30764
diff
changeset
|
162 |
static ParCompactionManager* gc_thread_compaction_manager(uint index); |
1 | 163 |
|
51292
0538a5cdb474
8205921: Optimizing best-of-2 work stealing queue selection
zgu
parents:
50752
diff
changeset
|
164 |
static bool steal(int queue_num, oop& t); |
0538a5cdb474
8205921: Optimizing best-of-2 work stealing queue selection
zgu
parents:
50752
diff
changeset
|
165 |
static bool steal_objarray(int queue_num, ObjArrayTask& t); |
0538a5cdb474
8205921: Optimizing best-of-2 work stealing queue selection
zgu
parents:
50752
diff
changeset
|
166 |
static bool steal(int queue_num, size_t& region); |
1 | 167 |
|
5076
8b74a4b60b31
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
3795
diff
changeset
|
168 |
// Process tasks remaining on any marking stack |
8b74a4b60b31
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
3795
diff
changeset
|
169 |
void follow_marking_stacks(); |
8b74a4b60b31
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
3795
diff
changeset
|
170 |
inline bool marking_stacks_empty() const; |
1 | 171 |
|
172 |
// Process tasks remaining on any stack |
|
1407
9006b01ba3fd
6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents:
1
diff
changeset
|
173 |
void drain_region_stacks(); |
1 | 174 |
|
29792
8c6fa07f0869
8075957: Reduce calls to the GC specific object visitors in oopDesc
stefank
parents:
13728
diff
changeset
|
175 |
void follow_contents(oop obj); |
52118
49f627781c2a
8211446: Replace oop_pc_follow_contents with oop_iterate and closure
lkorinth
parents:
51292
diff
changeset
|
176 |
void follow_array(objArrayOop array, int index); |
29792
8c6fa07f0869
8075957: Reduce calls to the GC specific object visitors in oopDesc
stefank
parents:
13728
diff
changeset
|
177 |
|
8c6fa07f0869
8075957: Reduce calls to the GC specific object visitors in oopDesc
stefank
parents:
13728
diff
changeset
|
178 |
void update_contents(oop obj); |
30556
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
179 |
|
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
180 |
class FollowStackClosure: public VoidClosure { |
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
181 |
private: |
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
182 |
ParCompactionManager* _compaction_manager; |
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
183 |
public: |
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
184 |
FollowStackClosure(ParCompactionManager* cm) : _compaction_manager(cm) { } |
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
185 |
virtual void do_void(); |
750fee2bdb45
8078345: Move PSParallelCompact::mark_and_push to ParCompactionManager
stefank
parents:
29792
diff
changeset
|
186 |
}; |
1 | 187 |
}; |
188 |
||
31330
77061bb01b18
8081382: Make flags ParallelGCThreads and ConcGCThreads of type uint
david
parents:
30764
diff
changeset
|
189 |
inline ParCompactionManager* ParCompactionManager::manager_array(uint index) { |
1 | 190 |
assert(_manager_array != NULL, "access of NULL manager_array"); |
31330
77061bb01b18
8081382: Make flags ParallelGCThreads and ConcGCThreads of type uint
david
parents:
30764
diff
changeset
|
191 |
assert(index <= ParallelGCThreads, "out of range manager_array access"); |
1 | 192 |
return _manager_array[index]; |
193 |
} |
|
5076
8b74a4b60b31
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
3795
diff
changeset
|
194 |
|
8b74a4b60b31
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
3795
diff
changeset
|
195 |
bool ParCompactionManager::marking_stacks_empty() const { |
5918 | 196 |
return _marking_stack.is_empty() && _objarray_stack.is_empty(); |
5076
8b74a4b60b31
4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents:
3795
diff
changeset
|
197 |
} |
7397 | 198 |
|
53244
9807daeb47c4
8216167: Update include guards to reflect correct directories
coleenp
parents:
52118
diff
changeset
|
199 |
#endif // SHARE_GC_PARALLEL_PSCOMPACTIONMANAGER_HPP |