author | tonyp |
Thu, 07 Apr 2016 10:55:54 +0200 | |
changeset 37422 | 8a7443b5edf8 |
parent 37045 | 41e3f98fa3dc |
child 38080 | bb02a3ad3b0a |
permissions | -rw-r--r-- |
36202
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
1 |
/* |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
2 |
* Copyright (c) 2016, Oracle and/or its affiliates. All rights reserved. |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
4 |
* |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
5 |
* This code is free software; you can redistribute it and/or modify it |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
7 |
* published by the Free Software Foundation. |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
8 |
* |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
13 |
* accompanied this code). |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
14 |
* |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
15 |
* You should have received a copy of the GNU General Public License version |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
18 |
* |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
21 |
* questions. |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
22 |
* |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
23 |
*/ |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
24 |
|
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
25 |
#include "precompiled.hpp" |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
26 |
#include "gc/shared/preservedMarks.inline.hpp" |
37422
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
27 |
#include "gc/shared/workgroup.hpp" |
36202
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
28 |
#include "memory/allocation.inline.hpp" |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
29 |
|
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
30 |
void PreservedMarks::restore() { |
37422
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
31 |
while (!_stack.is_empty()) { |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
32 |
const OopAndMarkOop elem = _stack.pop(); |
36202
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
33 |
elem.set_mark(); |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
34 |
} |
37422
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
35 |
assert_empty(); |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
36 |
} |
36202
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
37 |
|
37422
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
38 |
#ifndef PRODUCT |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
39 |
void PreservedMarks::assert_empty() { |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
40 |
assert(_stack.is_empty(), "stack expected to be empty, size = "SIZE_FORMAT, |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
41 |
_stack.size()); |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
42 |
assert(_stack.cache_size() == 0, |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
43 |
"stack expected to have no cached segments, cache size = "SIZE_FORMAT, |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
44 |
_stack.cache_size()); |
36202
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
45 |
} |
37422
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
46 |
#endif // ndef PRODUCT |
36202
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
47 |
|
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
48 |
void RemoveForwardedPointerClosure::do_object(oop obj) { |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
49 |
if (obj->is_forwarded()) { |
37422
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
50 |
PreservedMarks::init_forwarded_mark(obj); |
36202
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
51 |
} |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
52 |
} |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
53 |
|
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
54 |
void PreservedMarksSet::init(uint num) { |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
55 |
assert(_stacks == NULL && _num == 0, "do not re-initialize"); |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
56 |
assert(num > 0, "pre-condition"); |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
57 |
if (_in_c_heap) { |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
58 |
_stacks = NEW_C_HEAP_ARRAY(Padded<PreservedMarks>, num, mtGC); |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
59 |
} else { |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
60 |
_stacks = NEW_RESOURCE_ARRAY(Padded<PreservedMarks>, num); |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
61 |
} |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
62 |
for (uint i = 0; i < num; i += 1) { |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
63 |
::new (_stacks + i) PreservedMarks(); |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
64 |
} |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
65 |
_num = num; |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
66 |
|
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
67 |
assert_empty(); |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
68 |
} |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
69 |
|
37422
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
70 |
class ParRestoreTask : public AbstractGangTask { |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
71 |
private: |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
72 |
PreservedMarksSet* const _preserved_marks_set; |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
73 |
SequentialSubTasksDone _sub_tasks; |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
74 |
volatile size_t* const _total_size_addr; |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
75 |
|
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
76 |
public: |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
77 |
virtual void work(uint worker_id) { |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
78 |
uint task_id = 0; |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
79 |
while (!_sub_tasks.is_task_claimed(/* reference */ task_id)) { |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
80 |
PreservedMarks* const preserved_marks = _preserved_marks_set->get(task_id); |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
81 |
const size_t size = preserved_marks->size(); |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
82 |
preserved_marks->restore(); |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
83 |
// Only do the atomic add if the size is > 0. |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
84 |
if (size > 0) { |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
85 |
Atomic::add(size, _total_size_addr); |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
86 |
} |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
87 |
} |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
88 |
_sub_tasks.all_tasks_completed(); |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
89 |
} |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
90 |
|
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
91 |
ParRestoreTask(uint worker_num, |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
92 |
PreservedMarksSet* preserved_marks_set, |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
93 |
volatile size_t* total_size_addr) |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
94 |
: AbstractGangTask("Parallel Preserved Mark Restoration"), |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
95 |
_preserved_marks_set(preserved_marks_set), |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
96 |
_total_size_addr(total_size_addr) { |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
97 |
_sub_tasks.set_n_threads(worker_num); |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
98 |
_sub_tasks.set_n_tasks(preserved_marks_set->num()); |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
99 |
} |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
100 |
}; |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
101 |
|
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
102 |
void PreservedMarksSet::restore_internal(WorkGang* workers, |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
103 |
volatile size_t* total_size_addr) { |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
104 |
assert(workers != NULL, "pre-condition"); |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
105 |
ParRestoreTask task(workers->active_workers(), this, total_size_addr); |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
106 |
workers->run_task(&task); |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
107 |
} |
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
108 |
|
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
109 |
// temporary, used by PS |
36202
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
110 |
void PreservedMarksSet::restore() { |
37422
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
111 |
restore<WorkGang>(NULL); |
36202
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
112 |
} |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
113 |
|
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
114 |
void PreservedMarksSet::reclaim() { |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
115 |
assert_empty(); |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
116 |
|
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
117 |
for (uint i = 0; i < _num; i += 1) { |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
118 |
_stacks[i].~Padded<PreservedMarks>(); |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
119 |
} |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
120 |
|
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
121 |
if (_in_c_heap) { |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
122 |
FREE_C_HEAP_ARRAY(Padded<PreservedMarks>, _stacks); |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
123 |
} else { |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
124 |
// the array was resource-allocated, so nothing to do |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
125 |
} |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
126 |
_stacks = NULL; |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
127 |
_num = 0; |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
128 |
} |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
129 |
|
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
130 |
#ifndef PRODUCT |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
131 |
void PreservedMarksSet::assert_empty() { |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
132 |
assert(_stacks != NULL && _num > 0, "should have been initialized"); |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
133 |
for (uint i = 0; i < _num; i += 1) { |
37422
8a7443b5edf8
8152312: ParNew: Restore preserved marks in parallel
tonyp
parents:
37045
diff
changeset
|
134 |
get(i)->assert_empty(); |
36202
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
135 |
} |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
136 |
} |
219f8808c3bd
8146989: Introduce per-worker preserved mark stacks in ParNew
tonyp
parents:
diff
changeset
|
137 |
#endif // ndef PRODUCT |