author | tschatzl |
Fri, 22 Nov 2019 10:03:38 +0100 | |
changeset 59221 | cc3a82fc7bcb |
parent 54659 | 62d6baca22fc |
permissions | -rw-r--r-- |
1 | 1 |
/* |
54659 | 2 |
* Copyright (c) 1999, 2019, Oracle and/or its affiliates. All rights reserved. |
1 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
5547
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
4636
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
4636
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
4636
diff
changeset
|
21 |
* questions. |
1 | 22 |
* |
23 |
*/ |
|
24 |
||
7397 | 25 |
#include "precompiled.hpp" |
52124 | 26 |
#include "gc/shared/collectedHeap.hpp" |
30764 | 27 |
#include "gc/shared/threadLocalAllocBuffer.inline.hpp" |
35061 | 28 |
#include "logging/log.hpp" |
7397 | 29 |
#include "memory/resourceArea.hpp" |
49359
59f6547e151f
8199264: Remove universe.inline.hpp to simplify include dependencies
stefank
parents:
48105
diff
changeset
|
30 |
#include "memory/universe.hpp" |
7397 | 31 |
#include "oops/oop.inline.hpp" |
14583
d70ee55535f4
8003935: Simplify the needed includes for using Thread::current()
stefank
parents:
10565
diff
changeset
|
32 |
#include "runtime/thread.inline.hpp" |
48105
8d15b1369c7a
8167108: inconsistent handling of SR_lock can lead to crashes
dcubed
parents:
48005
diff
changeset
|
33 |
#include "runtime/threadSMR.hpp" |
7397 | 34 |
#include "utilities/copy.hpp" |
1 | 35 |
|
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
36 |
size_t ThreadLocalAllocBuffer::_max_size = 0; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
37 |
int ThreadLocalAllocBuffer::_reserve_for_allocation_prefetch = 0; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
38 |
unsigned int ThreadLocalAllocBuffer::_target_refills = 0; |
1 | 39 |
|
50578
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
40 |
size_t ThreadLocalAllocBuffer::remaining() { |
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
41 |
if (end() == NULL) { |
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
42 |
return 0; |
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
43 |
} |
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
44 |
|
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
45 |
return pointer_delta(hard_end(), top()); |
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
46 |
} |
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
47 |
|
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
48 |
void ThreadLocalAllocBuffer::accumulate_and_reset_statistics(ThreadLocalAllocStats* stats) { |
51742
3dd95a83791b
8210710: Rename ThreadLocalAllocBuffer::myThread() to thread()
pliden
parents:
51385
diff
changeset
|
49 |
Thread* thr = thread(); |
3dd95a83791b
8210710: Rename ThreadLocalAllocBuffer::myThread() to thread()
pliden
parents:
51385
diff
changeset
|
50 |
size_t capacity = Universe::heap()->tlab_capacity(thr); |
3dd95a83791b
8210710: Rename ThreadLocalAllocBuffer::myThread() to thread()
pliden
parents:
51385
diff
changeset
|
51 |
size_t used = Universe::heap()->tlab_used(thr); |
1 | 52 |
|
53 |
_gc_waste += (unsigned)remaining(); |
|
51742
3dd95a83791b
8210710: Rename ThreadLocalAllocBuffer::myThread() to thread()
pliden
parents:
51385
diff
changeset
|
54 |
size_t total_allocated = thr->allocated_bytes(); |
22552 | 55 |
size_t allocated_since_last_gc = total_allocated - _allocated_before_last_gc; |
56 |
_allocated_before_last_gc = total_allocated; |
|
1 | 57 |
|
35061 | 58 |
print_stats("gc"); |
1 | 59 |
|
60 |
if (_number_of_refills > 0) { |
|
22552 | 61 |
// Update allocation history if a reasonable amount of eden was allocated. |
62 |
bool update_allocation_history = used > 0.5 * capacity; |
|
1 | 63 |
|
64 |
if (update_allocation_history) { |
|
65 |
// Average the fraction of eden allocated in a tlab by this |
|
66 |
// thread for use in the next resize operation. |
|
67 |
// _gc_waste is not subtracted because it's included in |
|
68 |
// "used". |
|
22552 | 69 |
// The result can be larger than 1.0 due to direct to old allocations. |
70 |
// These allocations should ideally not be counted but since it is not possible |
|
71 |
// to filter them out here we just cap the fraction to be at most 1.0. |
|
72 |
double alloc_frac = MIN2(1.0, (double) allocated_since_last_gc / used); |
|
1 | 73 |
_allocation_fraction.sample(alloc_frac); |
74 |
} |
|
75 |
||
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
76 |
stats->update_fast_allocations(_number_of_refills, |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
77 |
_allocated_size, |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
78 |
_gc_waste, |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
79 |
_fast_refill_waste, |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
80 |
_slow_refill_waste); |
1 | 81 |
} else { |
82 |
assert(_number_of_refills == 0 && _fast_refill_waste == 0 && |
|
83 |
_slow_refill_waste == 0 && _gc_waste == 0, |
|
84 |
"tlab stats == 0"); |
|
85 |
} |
|
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
86 |
|
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
87 |
stats->update_slow_allocations(_slow_allocations); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
88 |
|
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
89 |
reset_statistics(); |
1 | 90 |
} |
91 |
||
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
92 |
void ThreadLocalAllocBuffer::insert_filler() { |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
93 |
assert(end() != NULL, "Must not be retired"); |
53414
fe8991950105
8214235: arm32: assertion in collectedHeap.cpp: attempt to clean empty remainder
bulasevich
parents:
52854
diff
changeset
|
94 |
if (top() < hard_end()) { |
fe8991950105
8214235: arm32: assertion in collectedHeap.cpp: attempt to clean empty remainder
bulasevich
parents:
52854
diff
changeset
|
95 |
Universe::heap()->fill_with_dummy_object(top(), hard_end(), true); |
fe8991950105
8214235: arm32: assertion in collectedHeap.cpp: attempt to clean empty remainder
bulasevich
parents:
52854
diff
changeset
|
96 |
} |
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
97 |
} |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
98 |
|
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
99 |
void ThreadLocalAllocBuffer::make_parsable() { |
1 | 100 |
if (end() != NULL) { |
101 |
invariants(); |
|
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
102 |
if (ZeroTLAB) { |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
103 |
retire(); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
104 |
} else { |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
105 |
insert_filler(); |
1 | 106 |
} |
107 |
} |
|
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
108 |
} |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
109 |
|
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
110 |
void ThreadLocalAllocBuffer::retire(ThreadLocalAllocStats* stats) { |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
111 |
if (stats != NULL) { |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
112 |
accumulate_and_reset_statistics(stats); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
113 |
} |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
114 |
|
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
115 |
if (end() != NULL) { |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
116 |
invariants(); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
117 |
thread()->incr_allocated_bytes(used_bytes()); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
118 |
insert_filler(); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
119 |
initialize(NULL, NULL, NULL); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
120 |
} |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
121 |
} |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
122 |
|
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
123 |
void ThreadLocalAllocBuffer::retire_before_allocation() { |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
124 |
_slow_refill_waste += (unsigned int)remaining(); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
125 |
retire(); |
1 | 126 |
} |
127 |
||
128 |
void ThreadLocalAllocBuffer::resize() { |
|
22552 | 129 |
// Compute the next tlab size using expected allocation amount |
130 |
assert(ResizeTLAB, "Should not call this otherwise"); |
|
131 |
size_t alloc = (size_t)(_allocation_fraction.average() * |
|
51742
3dd95a83791b
8210710: Rename ThreadLocalAllocBuffer::myThread() to thread()
pliden
parents:
51385
diff
changeset
|
132 |
(Universe::heap()->tlab_capacity(thread()) / HeapWordSize)); |
22552 | 133 |
size_t new_size = alloc / _target_refills; |
1 | 134 |
|
59221
cc3a82fc7bcb
8233702: Introduce helper function to clamp value to range
tschatzl
parents:
54659
diff
changeset
|
135 |
new_size = clamp(new_size, min_size(), max_size()); |
1 | 136 |
|
22552 | 137 |
size_t aligned_new_size = align_object_size(new_size); |
1 | 138 |
|
35061 | 139 |
log_trace(gc, tlab)("TLAB new size: thread: " INTPTR_FORMAT " [id: %2d]" |
140 |
" refills %d alloc: %8.6f desired_size: " SIZE_FORMAT " -> " SIZE_FORMAT, |
|
51742
3dd95a83791b
8210710: Rename ThreadLocalAllocBuffer::myThread() to thread()
pliden
parents:
51385
diff
changeset
|
141 |
p2i(thread()), thread()->osthread()->thread_id(), |
35061 | 142 |
_target_refills, _allocation_fraction.average(), desired_size(), aligned_new_size); |
143 |
||
22552 | 144 |
set_desired_size(aligned_new_size); |
145 |
set_refill_waste_limit(initial_refill_waste_limit()); |
|
1 | 146 |
} |
147 |
||
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
148 |
void ThreadLocalAllocBuffer::reset_statistics() { |
49946 | 149 |
_number_of_refills = 0; |
150 |
_fast_refill_waste = 0; |
|
151 |
_slow_refill_waste = 0; |
|
152 |
_gc_waste = 0; |
|
153 |
_slow_allocations = 0; |
|
154 |
_allocated_size = 0; |
|
1 | 155 |
} |
156 |
||
157 |
void ThreadLocalAllocBuffer::fill(HeapWord* start, |
|
158 |
HeapWord* top, |
|
159 |
size_t new_size) { |
|
160 |
_number_of_refills++; |
|
49946 | 161 |
_allocated_size += new_size; |
35061 | 162 |
print_stats("fill"); |
1 | 163 |
assert(top <= start + new_size - alignment_reserve(), "size too small"); |
50578
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
164 |
|
1 | 165 |
initialize(start, top, start + new_size - alignment_reserve()); |
166 |
||
167 |
// Reset amount of internal fragmentation |
|
168 |
set_refill_waste_limit(initial_refill_waste_limit()); |
|
169 |
} |
|
170 |
||
171 |
void ThreadLocalAllocBuffer::initialize(HeapWord* start, |
|
172 |
HeapWord* top, |
|
173 |
HeapWord* end) { |
|
174 |
set_start(start); |
|
175 |
set_top(top); |
|
176 |
set_pf_top(top); |
|
177 |
set_end(end); |
|
50578
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
178 |
set_allocation_end(end); |
1 | 179 |
invariants(); |
180 |
} |
|
181 |
||
182 |
void ThreadLocalAllocBuffer::initialize() { |
|
183 |
initialize(NULL, // start |
|
184 |
NULL, // top |
|
185 |
NULL); // end |
|
186 |
||
187 |
set_desired_size(initial_desired_size()); |
|
188 |
||
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
189 |
size_t capacity = Universe::heap()->tlab_capacity(thread()) / HeapWordSize; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
190 |
double alloc_frac = desired_size() * target_refills() / (double) capacity; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
191 |
_allocation_fraction.sample(alloc_frac); |
1 | 192 |
|
193 |
set_refill_waste_limit(initial_refill_waste_limit()); |
|
194 |
||
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
195 |
reset_statistics(); |
1 | 196 |
} |
197 |
||
198 |
void ThreadLocalAllocBuffer::startup_initialization() { |
|
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
199 |
ThreadLocalAllocStats::initialize(); |
1 | 200 |
|
201 |
// Assuming each thread's active tlab is, on average, |
|
202 |
// 1/2 full at a GC |
|
203 |
_target_refills = 100 / (2 * TLABWasteTargetPercent); |
|
51385
be775229d3b3
8200365: TestOptionsWithRanges.java of '-XX:TLABWasteTargetPercent=100' fails intermittently
tschatzl
parents:
51268
diff
changeset
|
204 |
// We need to set initial target refills to 2 to avoid a GC which causes VM |
be775229d3b3
8200365: TestOptionsWithRanges.java of '-XX:TLABWasteTargetPercent=100' fails intermittently
tschatzl
parents:
51268
diff
changeset
|
205 |
// abort during VM initialization. |
be775229d3b3
8200365: TestOptionsWithRanges.java of '-XX:TLABWasteTargetPercent=100' fails intermittently
tschatzl
parents:
51268
diff
changeset
|
206 |
_target_refills = MAX2(_target_refills, 2U); |
1 | 207 |
|
38651
c86a9e9079fb
8157560: Reserve space for allocation prefetch only in builds that support allocation prefetching
zmajo
parents:
38220
diff
changeset
|
208 |
#ifdef COMPILER2 |
c86a9e9079fb
8157560: Reserve space for allocation prefetch only in builds that support allocation prefetching
zmajo
parents:
38220
diff
changeset
|
209 |
// If the C2 compiler is present, extra space is needed at the end of |
c86a9e9079fb
8157560: Reserve space for allocation prefetch only in builds that support allocation prefetching
zmajo
parents:
38220
diff
changeset
|
210 |
// TLABs, otherwise prefetching instructions generated by the C2 |
c86a9e9079fb
8157560: Reserve space for allocation prefetch only in builds that support allocation prefetching
zmajo
parents:
38220
diff
changeset
|
211 |
// compiler will fault (due to accessing memory outside of heap). |
38220
8d86b82e0ac7
8153340: Disallow misconfiguration and improve the consistency of allocation prefetching
zmajo
parents:
37242
diff
changeset
|
212 |
// The amount of space is the max of the number of lines to |
8d86b82e0ac7
8153340: Disallow misconfiguration and improve the consistency of allocation prefetching
zmajo
parents:
37242
diff
changeset
|
213 |
// prefetch for array and for instance allocations. (Extra space must be |
8d86b82e0ac7
8153340: Disallow misconfiguration and improve the consistency of allocation prefetching
zmajo
parents:
37242
diff
changeset
|
214 |
// reserved to accommodate both types of allocations.) |
8d86b82e0ac7
8153340: Disallow misconfiguration and improve the consistency of allocation prefetching
zmajo
parents:
37242
diff
changeset
|
215 |
// |
8d86b82e0ac7
8153340: Disallow misconfiguration and improve the consistency of allocation prefetching
zmajo
parents:
37242
diff
changeset
|
216 |
// Only SPARC-specific BIS instructions are known to fault. (Those |
8d86b82e0ac7
8153340: Disallow misconfiguration and improve the consistency of allocation prefetching
zmajo
parents:
37242
diff
changeset
|
217 |
// instructions are generated if AllocatePrefetchStyle==3 and |
8d86b82e0ac7
8153340: Disallow misconfiguration and improve the consistency of allocation prefetching
zmajo
parents:
37242
diff
changeset
|
218 |
// AllocatePrefetchInstr==1). To be on the safe side, however, |
8d86b82e0ac7
8153340: Disallow misconfiguration and improve the consistency of allocation prefetching
zmajo
parents:
37242
diff
changeset
|
219 |
// extra space is reserved for all combinations of |
8d86b82e0ac7
8153340: Disallow misconfiguration and improve the consistency of allocation prefetching
zmajo
parents:
37242
diff
changeset
|
220 |
// AllocatePrefetchStyle and AllocatePrefetchInstr. |
38651
c86a9e9079fb
8157560: Reserve space for allocation prefetch only in builds that support allocation prefetching
zmajo
parents:
38220
diff
changeset
|
221 |
// |
c86a9e9079fb
8157560: Reserve space for allocation prefetch only in builds that support allocation prefetching
zmajo
parents:
38220
diff
changeset
|
222 |
// If the C2 compiler is not present, no space is reserved. |
38220
8d86b82e0ac7
8153340: Disallow misconfiguration and improve the consistency of allocation prefetching
zmajo
parents:
37242
diff
changeset
|
223 |
|
8d86b82e0ac7
8153340: Disallow misconfiguration and improve the consistency of allocation prefetching
zmajo
parents:
37242
diff
changeset
|
224 |
// +1 for rounding up to next cache line, +1 to be safe |
43455
96560cffef4d
8166002: Emulate client build on platforms with reduced virtual address space
jcm
parents:
38651
diff
changeset
|
225 |
if (is_server_compilation_mode_vm()) { |
96560cffef4d
8166002: Emulate client build on platforms with reduced virtual address space
jcm
parents:
38651
diff
changeset
|
226 |
int lines = MAX2(AllocatePrefetchLines, AllocateInstancePrefetchLines) + 2; |
96560cffef4d
8166002: Emulate client build on platforms with reduced virtual address space
jcm
parents:
38651
diff
changeset
|
227 |
_reserve_for_allocation_prefetch = (AllocatePrefetchDistance + AllocatePrefetchStepSize * lines) / |
96560cffef4d
8166002: Emulate client build on platforms with reduced virtual address space
jcm
parents:
38651
diff
changeset
|
228 |
(int)HeapWordSize; |
96560cffef4d
8166002: Emulate client build on platforms with reduced virtual address space
jcm
parents:
38651
diff
changeset
|
229 |
} |
38651
c86a9e9079fb
8157560: Reserve space for allocation prefetch only in builds that support allocation prefetching
zmajo
parents:
38220
diff
changeset
|
230 |
#endif |
38220
8d86b82e0ac7
8153340: Disallow misconfiguration and improve the consistency of allocation prefetching
zmajo
parents:
37242
diff
changeset
|
231 |
|
48005
9fd89aabb6cd
8189170: Add option to disable stack overflow checking in primordial thread for use with JNI_CreateJavaJVM
dholmes
parents:
47679
diff
changeset
|
232 |
// During jvm startup, the main thread is initialized |
1 | 233 |
// before the heap is initialized. So reinitialize it now. |
234 |
guarantee(Thread::current()->is_Java_thread(), "tlab initialization thread not Java thread"); |
|
235 |
Thread::current()->tlab().initialize(); |
|
236 |
||
35061 | 237 |
log_develop_trace(gc, tlab)("TLAB min: " SIZE_FORMAT " initial: " SIZE_FORMAT " max: " SIZE_FORMAT, |
238 |
min_size(), Thread::current()->tlab().initial_desired_size(), max_size()); |
|
1 | 239 |
} |
240 |
||
241 |
size_t ThreadLocalAllocBuffer::initial_desired_size() { |
|
28511 | 242 |
size_t init_sz = 0; |
1 | 243 |
|
244 |
if (TLABSize > 0) { |
|
28511 | 245 |
init_sz = TLABSize / HeapWordSize; |
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
246 |
} else { |
1 | 247 |
// Initial size is a function of the average number of allocating threads. |
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
248 |
unsigned int nof_threads = ThreadLocalAllocStats::allocating_threads_avg(); |
1 | 249 |
|
51742
3dd95a83791b
8210710: Rename ThreadLocalAllocBuffer::myThread() to thread()
pliden
parents:
51385
diff
changeset
|
250 |
init_sz = (Universe::heap()->tlab_capacity(thread()) / HeapWordSize) / |
1 | 251 |
(nof_threads * target_refills()); |
252 |
init_sz = align_object_size(init_sz); |
|
253 |
} |
|
59221
cc3a82fc7bcb
8233702: Introduce helper function to clamp value to range
tschatzl
parents:
54659
diff
changeset
|
254 |
// We can't use clamp() between min_size() and max_size() here because some |
cc3a82fc7bcb
8233702: Introduce helper function to clamp value to range
tschatzl
parents:
54659
diff
changeset
|
255 |
// options based on them may still be inconsistent and so it may assert; |
cc3a82fc7bcb
8233702: Introduce helper function to clamp value to range
tschatzl
parents:
54659
diff
changeset
|
256 |
// inconsistencies between those will be caught by following AfterMemoryInit |
cc3a82fc7bcb
8233702: Introduce helper function to clamp value to range
tschatzl
parents:
54659
diff
changeset
|
257 |
// constraint checking. |
28511 | 258 |
init_sz = MIN2(MAX2(init_sz, min_size()), max_size()); |
1 | 259 |
return init_sz; |
260 |
} |
|
261 |
||
262 |
void ThreadLocalAllocBuffer::print_stats(const char* tag) { |
|
37242 | 263 |
Log(gc, tlab) log; |
35061 | 264 |
if (!log.is_trace()) { |
265 |
return; |
|
266 |
} |
|
267 |
||
51742
3dd95a83791b
8210710: Rename ThreadLocalAllocBuffer::myThread() to thread()
pliden
parents:
51385
diff
changeset
|
268 |
Thread* thrd = thread(); |
1 | 269 |
size_t waste = _gc_waste + _slow_refill_waste + _fast_refill_waste; |
49946 | 270 |
double waste_percent = percent_of(waste, _allocated_size); |
22552 | 271 |
size_t tlab_used = Universe::heap()->tlab_used(thrd); |
35061 | 272 |
log.trace("TLAB: %s thread: " INTPTR_FORMAT " [id: %2d]" |
273 |
" desired_size: " SIZE_FORMAT "KB" |
|
274 |
" slow allocs: %d refill waste: " SIZE_FORMAT "B" |
|
275 |
" alloc:%8.5f %8.0fKB refills: %d waste %4.1f%% gc: %dB" |
|
276 |
" slow: %dB fast: %dB", |
|
277 |
tag, p2i(thrd), thrd->osthread()->thread_id(), |
|
278 |
_desired_size / (K / HeapWordSize), |
|
279 |
_slow_allocations, _refill_waste_limit * HeapWordSize, |
|
280 |
_allocation_fraction.average(), |
|
281 |
_allocation_fraction.average() * tlab_used / K, |
|
282 |
_number_of_refills, waste_percent, |
|
283 |
_gc_waste * HeapWordSize, |
|
284 |
_slow_refill_waste * HeapWordSize, |
|
285 |
_fast_refill_waste * HeapWordSize); |
|
1 | 286 |
} |
287 |
||
54659 | 288 |
void ThreadLocalAllocBuffer::set_sample_end(bool reset_byte_accumulation) { |
50578
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
289 |
size_t heap_words_remaining = pointer_delta(_end, _top); |
51742
3dd95a83791b
8210710: Rename ThreadLocalAllocBuffer::myThread() to thread()
pliden
parents:
51385
diff
changeset
|
290 |
size_t bytes_until_sample = thread()->heap_sampler().bytes_until_sample(); |
50882
80abf702eed8
8205683: Refactor heap allocation to separate concerns
eosterlund
parents:
50578
diff
changeset
|
291 |
size_t words_until_sample = bytes_until_sample / HeapWordSize; |
50578
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
292 |
|
54659 | 293 |
if (reset_byte_accumulation) { |
294 |
_bytes_since_last_sample_point = 0; |
|
295 |
} |
|
296 |
||
50578
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
297 |
if (heap_words_remaining > words_until_sample) { |
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
298 |
HeapWord* new_end = _top + words_until_sample; |
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
299 |
set_end(new_end); |
54659 | 300 |
_bytes_since_last_sample_point += bytes_until_sample; |
50578
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
301 |
} else { |
54659 | 302 |
_bytes_since_last_sample_point += heap_words_remaining * HeapWordSize; |
50578
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
303 |
} |
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
304 |
} |
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
305 |
|
51742
3dd95a83791b
8210710: Rename ThreadLocalAllocBuffer::myThread() to thread()
pliden
parents:
51385
diff
changeset
|
306 |
Thread* ThreadLocalAllocBuffer::thread() { |
3dd95a83791b
8210710: Rename ThreadLocalAllocBuffer::myThread() to thread()
pliden
parents:
51385
diff
changeset
|
307 |
return (Thread*)(((char*)this) + in_bytes(start_offset()) - in_bytes(Thread::tlab_start_offset())); |
1 | 308 |
} |
309 |
||
50578
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
310 |
void ThreadLocalAllocBuffer::set_back_allocation_end() { |
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
311 |
_end = _allocation_end; |
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
312 |
} |
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
313 |
|
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
314 |
HeapWord* ThreadLocalAllocBuffer::hard_end() { |
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
315 |
return _allocation_end + alignment_reserve(); |
e2a7f431f65c
8203394: Implementation of JEP 331: Low-Overhead Heap Profiling
jcbeyler
parents:
50537
diff
changeset
|
316 |
} |
1 | 317 |
|
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
318 |
PerfVariable* ThreadLocalAllocStats::_perf_allocating_threads; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
319 |
PerfVariable* ThreadLocalAllocStats::_perf_total_refills; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
320 |
PerfVariable* ThreadLocalAllocStats::_perf_max_refills; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
321 |
PerfVariable* ThreadLocalAllocStats::_perf_total_allocations; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
322 |
PerfVariable* ThreadLocalAllocStats::_perf_total_gc_waste; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
323 |
PerfVariable* ThreadLocalAllocStats::_perf_max_gc_waste; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
324 |
PerfVariable* ThreadLocalAllocStats::_perf_total_slow_refill_waste; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
325 |
PerfVariable* ThreadLocalAllocStats::_perf_max_slow_refill_waste; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
326 |
PerfVariable* ThreadLocalAllocStats::_perf_total_fast_refill_waste; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
327 |
PerfVariable* ThreadLocalAllocStats::_perf_max_fast_refill_waste; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
328 |
PerfVariable* ThreadLocalAllocStats::_perf_total_slow_allocations; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
329 |
PerfVariable* ThreadLocalAllocStats::_perf_max_slow_allocations; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
330 |
AdaptiveWeightedAverage ThreadLocalAllocStats::_allocating_threads_avg(0); |
1 | 331 |
|
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
332 |
static PerfVariable* create_perf_variable(const char* name, PerfData::Units unit, TRAPS) { |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
333 |
ResourceMark rm; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
334 |
return PerfDataManager::create_variable(SUN_GC, PerfDataManager::counter_name("tlab", name), unit, THREAD); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
335 |
} |
1 | 336 |
|
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
337 |
void ThreadLocalAllocStats::initialize() { |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
338 |
_allocating_threads_avg = AdaptiveWeightedAverage(TLABAllocationWeight); |
1 | 339 |
_allocating_threads_avg.sample(1); // One allocating thread at startup |
340 |
||
341 |
if (UsePerfData) { |
|
342 |
EXCEPTION_MARK; |
|
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
343 |
_perf_allocating_threads = create_perf_variable("allocThreads", PerfData::U_None, CHECK); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
344 |
_perf_total_refills = create_perf_variable("fills", PerfData::U_None, CHECK); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
345 |
_perf_max_refills = create_perf_variable("maxFills", PerfData::U_None, CHECK); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
346 |
_perf_total_allocations = create_perf_variable("alloc", PerfData::U_Bytes, CHECK); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
347 |
_perf_total_gc_waste = create_perf_variable("gcWaste", PerfData::U_Bytes, CHECK); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
348 |
_perf_max_gc_waste = create_perf_variable("maxGcWaste", PerfData::U_Bytes, CHECK); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
349 |
_perf_total_slow_refill_waste = create_perf_variable("slowWaste", PerfData::U_Bytes, CHECK); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
350 |
_perf_max_slow_refill_waste = create_perf_variable("maxSlowWaste", PerfData::U_Bytes, CHECK); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
351 |
_perf_total_fast_refill_waste = create_perf_variable("fastWaste", PerfData::U_Bytes, CHECK); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
352 |
_perf_max_fast_refill_waste = create_perf_variable("maxFastWaste", PerfData::U_Bytes, CHECK); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
353 |
_perf_total_slow_allocations = create_perf_variable("slowAlloc", PerfData::U_None, CHECK); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
354 |
_perf_max_slow_allocations = create_perf_variable("maxSlowAlloc", PerfData::U_None, CHECK); |
1 | 355 |
} |
356 |
} |
|
357 |
||
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
358 |
ThreadLocalAllocStats::ThreadLocalAllocStats() : |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
359 |
_allocating_threads(0), |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
360 |
_total_refills(0), |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
361 |
_max_refills(0), |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
362 |
_total_allocations(0), |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
363 |
_total_gc_waste(0), |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
364 |
_max_gc_waste(0), |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
365 |
_total_fast_refill_waste(0), |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
366 |
_max_fast_refill_waste(0), |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
367 |
_total_slow_refill_waste(0), |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
368 |
_max_slow_refill_waste(0), |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
369 |
_total_slow_allocations(0), |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
370 |
_max_slow_allocations(0) {} |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
371 |
|
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
372 |
unsigned int ThreadLocalAllocStats::allocating_threads_avg() { |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
373 |
return MAX2((unsigned int)(_allocating_threads_avg.average() + 0.5), 1U); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
374 |
} |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
375 |
|
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
376 |
void ThreadLocalAllocStats::update_fast_allocations(unsigned int refills, |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
377 |
size_t allocations, |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
378 |
size_t gc_waste, |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
379 |
size_t fast_refill_waste, |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
380 |
size_t slow_refill_waste) { |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
381 |
_allocating_threads += 1; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
382 |
_total_refills += refills; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
383 |
_max_refills = MAX2(_max_refills, refills); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
384 |
_total_allocations += allocations; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
385 |
_total_gc_waste += gc_waste; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
386 |
_max_gc_waste = MAX2(_max_gc_waste, gc_waste); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
387 |
_total_fast_refill_waste += fast_refill_waste; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
388 |
_max_fast_refill_waste = MAX2(_max_fast_refill_waste, fast_refill_waste); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
389 |
_total_slow_refill_waste += slow_refill_waste; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
390 |
_max_slow_refill_waste = MAX2(_max_slow_refill_waste, slow_refill_waste); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
391 |
} |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
392 |
|
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
393 |
void ThreadLocalAllocStats::update_slow_allocations(unsigned int allocations) { |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
394 |
_total_slow_allocations += allocations; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
395 |
_max_slow_allocations = MAX2(_max_slow_allocations, allocations); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
396 |
} |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
397 |
|
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
398 |
void ThreadLocalAllocStats::update(const ThreadLocalAllocStats& other) { |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
399 |
_allocating_threads += other._allocating_threads; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
400 |
_total_refills += other._total_refills; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
401 |
_max_refills = MAX2(_max_refills, other._max_refills); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
402 |
_total_allocations += other._total_allocations; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
403 |
_total_gc_waste += other._total_gc_waste; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
404 |
_max_gc_waste = MAX2(_max_gc_waste, other._max_gc_waste); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
405 |
_total_fast_refill_waste += other._total_fast_refill_waste; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
406 |
_max_fast_refill_waste = MAX2(_max_fast_refill_waste, other._max_fast_refill_waste); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
407 |
_total_slow_refill_waste += other._total_slow_refill_waste; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
408 |
_max_slow_refill_waste = MAX2(_max_slow_refill_waste, other._max_slow_refill_waste); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
409 |
_total_slow_allocations += other._total_slow_allocations; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
410 |
_max_slow_allocations = MAX2(_max_slow_allocations, other._max_slow_allocations); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
411 |
} |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
412 |
|
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
413 |
void ThreadLocalAllocStats::reset() { |
1 | 414 |
_allocating_threads = 0; |
415 |
_total_refills = 0; |
|
416 |
_max_refills = 0; |
|
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
417 |
_total_allocations = 0; |
1 | 418 |
_total_gc_waste = 0; |
419 |
_max_gc_waste = 0; |
|
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
420 |
_total_fast_refill_waste = 0; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
421 |
_max_fast_refill_waste = 0; |
1 | 422 |
_total_slow_refill_waste = 0; |
423 |
_max_slow_refill_waste = 0; |
|
424 |
_total_slow_allocations = 0; |
|
425 |
_max_slow_allocations = 0; |
|
426 |
} |
|
427 |
||
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
428 |
void ThreadLocalAllocStats::publish() { |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
429 |
if (_total_allocations == 0) { |
35061 | 430 |
return; |
431 |
} |
|
432 |
||
51817
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
433 |
_allocating_threads_avg.sample(_allocating_threads); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
434 |
|
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
435 |
const size_t waste = _total_gc_waste + _total_slow_refill_waste + _total_fast_refill_waste; |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
436 |
const double waste_percent = percent_of(waste, _total_allocations); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
437 |
log_debug(gc, tlab)("TLAB totals: thrds: %d refills: %d max: %d" |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
438 |
" slow allocs: %d max %d waste: %4.1f%%" |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
439 |
" gc: " SIZE_FORMAT "B max: " SIZE_FORMAT "B" |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
440 |
" slow: " SIZE_FORMAT "B max: " SIZE_FORMAT "B" |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
441 |
" fast: " SIZE_FORMAT "B max: " SIZE_FORMAT "B", |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
442 |
_allocating_threads, _total_refills, _max_refills, |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
443 |
_total_slow_allocations, _max_slow_allocations, waste_percent, |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
444 |
_total_gc_waste * HeapWordSize, _max_gc_waste * HeapWordSize, |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
445 |
_total_slow_refill_waste * HeapWordSize, _max_slow_refill_waste * HeapWordSize, |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
446 |
_total_fast_refill_waste * HeapWordSize, _max_fast_refill_waste * HeapWordSize); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
447 |
|
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
448 |
if (UsePerfData) { |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
449 |
_perf_allocating_threads ->set_value(_allocating_threads); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
450 |
_perf_total_refills ->set_value(_total_refills); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
451 |
_perf_max_refills ->set_value(_max_refills); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
452 |
_perf_total_allocations ->set_value(_total_allocations); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
453 |
_perf_total_gc_waste ->set_value(_total_gc_waste); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
454 |
_perf_max_gc_waste ->set_value(_max_gc_waste); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
455 |
_perf_total_slow_refill_waste ->set_value(_total_slow_refill_waste); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
456 |
_perf_max_slow_refill_waste ->set_value(_max_slow_refill_waste); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
457 |
_perf_total_fast_refill_waste ->set_value(_total_fast_refill_waste); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
458 |
_perf_max_fast_refill_waste ->set_value(_max_fast_refill_waste); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
459 |
_perf_total_slow_allocations ->set_value(_total_slow_allocations); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
460 |
_perf_max_slow_allocations ->set_value(_max_slow_allocations); |
46eac084082d
8210857: Allow retiring TLABs and collecting statistics in parallel
pliden
parents:
51794
diff
changeset
|
461 |
} |
1 | 462 |
} |
52124 | 463 |
|
464 |
size_t ThreadLocalAllocBuffer::end_reserve() { |
|
465 |
size_t reserve_size = Universe::heap()->tlab_alloc_reserve(); |
|
466 |
return MAX2(reserve_size, (size_t)_reserve_for_allocation_prefetch); |
|
467 |
} |