author | goetz |
Thu, 22 Aug 2013 09:39:54 -0700 | |
changeset 22827 | 07d991d45a51 |
parent 18069 | e6d4971c8650 |
child 22828 | 17ecb098bc1e |
permissions | -rw-r--r-- |
1 | 1 |
/* |
15228
e92acc84ade3
7102489: RFE: cleanup jlong typedef on __APPLE__and _LLP64 systems.
hseigel
parents:
14840
diff
changeset
|
2 |
* Copyright (c) 1997, 2013, Oracle and/or its affiliates. All rights reserved. |
1 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
5547
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
3261
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
3261
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
3261
diff
changeset
|
21 |
* questions. |
1 | 22 |
* |
23 |
*/ |
|
24 |
||
7397 | 25 |
#include "precompiled.hpp" |
26 |
#include "oops/markOop.hpp" |
|
27 |
#include "oops/oop.inline.hpp" |
|
28 |
#include "runtime/virtualspace.hpp" |
|
13195 | 29 |
#include "services/memTracker.hpp" |
7397 | 30 |
#ifdef TARGET_OS_FAMILY_linux |
31 |
# include "os_linux.inline.hpp" |
|
32 |
#endif |
|
33 |
#ifdef TARGET_OS_FAMILY_solaris |
|
34 |
# include "os_solaris.inline.hpp" |
|
35 |
#endif |
|
36 |
#ifdef TARGET_OS_FAMILY_windows |
|
37 |
# include "os_windows.inline.hpp" |
|
38 |
#endif |
|
22827 | 39 |
#ifdef TARGET_OS_FAMILY_aix |
40 |
# include "os_aix.inline.hpp" |
|
41 |
#endif |
|
10565 | 42 |
#ifdef TARGET_OS_FAMILY_bsd |
43 |
# include "os_bsd.inline.hpp" |
|
44 |
#endif |
|
1 | 45 |
|
46 |
||
47 |
// ReservedSpace |
|
48 |
ReservedSpace::ReservedSpace(size_t size) { |
|
2268 | 49 |
initialize(size, 0, false, NULL, 0, false); |
1 | 50 |
} |
51 |
||
52 |
ReservedSpace::ReservedSpace(size_t size, size_t alignment, |
|
823
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
53 |
bool large, |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
54 |
char* requested_address, |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
55 |
const size_t noaccess_prefix) { |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
56 |
initialize(size+noaccess_prefix, alignment, large, requested_address, |
2268 | 57 |
noaccess_prefix, false); |
58 |
} |
|
59 |
||
60 |
ReservedSpace::ReservedSpace(size_t size, size_t alignment, |
|
61 |
bool large, |
|
62 |
bool executable) { |
|
63 |
initialize(size, alignment, large, NULL, 0, executable); |
|
1 | 64 |
} |
65 |
||
5898 | 66 |
// Helper method. |
67 |
static bool failed_to_reserve_as_requested(char* base, char* requested_address, |
|
68 |
const size_t size, bool special) |
|
69 |
{ |
|
70 |
if (base == requested_address || requested_address == NULL) |
|
71 |
return false; // did not fail |
|
72 |
||
73 |
if (base != NULL) { |
|
74 |
// Different reserve address may be acceptable in other cases |
|
75 |
// but for compressed oops heap should be at requested address. |
|
76 |
assert(UseCompressedOops, "currently requested address used only for compressed oops"); |
|
77 |
if (PrintCompressedOopsMode) { |
|
78 |
tty->cr(); |
|
10237
df347ffafa0d
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
7397
diff
changeset
|
79 |
tty->print_cr("Reserved memory not at requested address: " PTR_FORMAT " vs " PTR_FORMAT, base, requested_address); |
5898 | 80 |
} |
81 |
// OS ignored requested address. Try different address. |
|
82 |
if (special) { |
|
83 |
if (!os::release_memory_special(base, size)) { |
|
84 |
fatal("os::release_memory_special failed"); |
|
85 |
} |
|
86 |
} else { |
|
87 |
if (!os::release_memory(base, size)) { |
|
88 |
fatal("os::release_memory failed"); |
|
89 |
} |
|
90 |
} |
|
91 |
} |
|
92 |
return true; |
|
93 |
} |
|
94 |
||
1 | 95 |
void ReservedSpace::initialize(size_t size, size_t alignment, bool large, |
823
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
96 |
char* requested_address, |
2268 | 97 |
const size_t noaccess_prefix, |
98 |
bool executable) { |
|
1 | 99 |
const size_t granularity = os::vm_allocation_granularity(); |
10237
df347ffafa0d
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
7397
diff
changeset
|
100 |
assert((size & (granularity - 1)) == 0, |
1 | 101 |
"size not aligned to os::vm_allocation_granularity()"); |
10237
df347ffafa0d
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
7397
diff
changeset
|
102 |
assert((alignment & (granularity - 1)) == 0, |
1 | 103 |
"alignment not aligned to os::vm_allocation_granularity()"); |
104 |
assert(alignment == 0 || is_power_of_2((intptr_t)alignment), |
|
105 |
"not a power of 2"); |
|
106 |
||
10237
df347ffafa0d
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
7397
diff
changeset
|
107 |
alignment = MAX2(alignment, (size_t)os::vm_page_size()); |
df347ffafa0d
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
7397
diff
changeset
|
108 |
|
df347ffafa0d
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
7397
diff
changeset
|
109 |
// Assert that if noaccess_prefix is used, it is the same as alignment. |
df347ffafa0d
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
7397
diff
changeset
|
110 |
assert(noaccess_prefix == 0 || |
df347ffafa0d
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
7397
diff
changeset
|
111 |
noaccess_prefix == alignment, "noaccess prefix wrong"); |
df347ffafa0d
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
7397
diff
changeset
|
112 |
|
1 | 113 |
_base = NULL; |
114 |
_size = 0; |
|
115 |
_special = false; |
|
2268 | 116 |
_executable = executable; |
1 | 117 |
_alignment = 0; |
823
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
118 |
_noaccess_prefix = 0; |
1 | 119 |
if (size == 0) { |
120 |
return; |
|
121 |
} |
|
122 |
||
123 |
// If OS doesn't support demand paging for large page memory, we need |
|
124 |
// to use reserve_memory_special() to reserve and pin the entire region. |
|
125 |
bool special = large && !os::can_commit_large_page_memory(); |
|
126 |
char* base = NULL; |
|
127 |
||
5898 | 128 |
if (requested_address != 0) { |
129 |
requested_address -= noaccess_prefix; // adjust requested address |
|
130 |
assert(requested_address != NULL, "huge noaccess prefix?"); |
|
131 |
} |
|
132 |
||
1 | 133 |
if (special) { |
134 |
||
2268 | 135 |
base = os::reserve_memory_special(size, requested_address, executable); |
1 | 136 |
|
137 |
if (base != NULL) { |
|
5898 | 138 |
if (failed_to_reserve_as_requested(base, requested_address, size, true)) { |
139 |
// OS ignored requested address. Try different address. |
|
140 |
return; |
|
141 |
} |
|
1 | 142 |
// Check alignment constraints |
10237
df347ffafa0d
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
7397
diff
changeset
|
143 |
assert((uintptr_t) base % alignment == 0, |
df347ffafa0d
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
7397
diff
changeset
|
144 |
"Large pages returned a non-aligned address"); |
1 | 145 |
_special = true; |
146 |
} else { |
|
147 |
// failed; try to reserve regular memory below |
|
5898 | 148 |
if (UseLargePages && (!FLAG_IS_DEFAULT(UseLargePages) || |
149 |
!FLAG_IS_DEFAULT(LargePageSizeInBytes))) { |
|
150 |
if (PrintCompressedOopsMode) { |
|
151 |
tty->cr(); |
|
152 |
tty->print_cr("Reserve regular memory without large pages."); |
|
153 |
} |
|
154 |
} |
|
1 | 155 |
} |
156 |
} |
|
157 |
||
158 |
if (base == NULL) { |
|
159 |
// Optimistically assume that the OSes returns an aligned base pointer. |
|
160 |
// When reserving a large address range, most OSes seem to align to at |
|
161 |
// least 64K. |
|
162 |
||
163 |
// If the memory was requested at a particular address, use |
|
164 |
// os::attempt_reserve_memory_at() to avoid over mapping something |
|
165 |
// important. If available space is not detected, return NULL. |
|
166 |
||
167 |
if (requested_address != 0) { |
|
5898 | 168 |
base = os::attempt_reserve_memory_at(size, requested_address); |
169 |
if (failed_to_reserve_as_requested(base, requested_address, size, false)) { |
|
170 |
// OS ignored requested address. Try different address. |
|
171 |
base = NULL; |
|
172 |
} |
|
1 | 173 |
} else { |
174 |
base = os::reserve_memory(size, NULL, alignment); |
|
175 |
} |
|
176 |
||
177 |
if (base == NULL) return; |
|
178 |
||
179 |
// Check alignment constraints |
|
10237
df347ffafa0d
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
7397
diff
changeset
|
180 |
if ((((size_t)base + noaccess_prefix) & (alignment - 1)) != 0) { |
1 | 181 |
// Base not aligned, retry |
182 |
if (!os::release_memory(base, size)) fatal("os::release_memory failed"); |
|
14840
8994c2377547
7173959: Jvm crashed during coherence exabus (tmb) testing
brutisso
parents:
13728
diff
changeset
|
183 |
// Make sure that size is aligned |
1 | 184 |
size = align_size_up(size, alignment); |
14840
8994c2377547
7173959: Jvm crashed during coherence exabus (tmb) testing
brutisso
parents:
13728
diff
changeset
|
185 |
base = os::reserve_memory_aligned(size, alignment); |
10237
df347ffafa0d
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
7397
diff
changeset
|
186 |
|
df347ffafa0d
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
7397
diff
changeset
|
187 |
if (requested_address != 0 && |
df347ffafa0d
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
7397
diff
changeset
|
188 |
failed_to_reserve_as_requested(base, requested_address, size, false)) { |
df347ffafa0d
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
7397
diff
changeset
|
189 |
// As a result of the alignment constraints, the allocated base differs |
df347ffafa0d
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
7397
diff
changeset
|
190 |
// from the requested address. Return back to the caller who can |
df347ffafa0d
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
7397
diff
changeset
|
191 |
// take remedial action (like try again without a requested address). |
df347ffafa0d
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
7397
diff
changeset
|
192 |
assert(_base == NULL, "should be"); |
df347ffafa0d
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
7397
diff
changeset
|
193 |
return; |
df347ffafa0d
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
7397
diff
changeset
|
194 |
} |
1 | 195 |
} |
196 |
} |
|
197 |
// Done |
|
198 |
_base = base; |
|
199 |
_size = size; |
|
10237
df347ffafa0d
7069863: G1: SIGSEGV running SPECjbb2011 and -UseBiasedLocking
johnc
parents:
7397
diff
changeset
|
200 |
_alignment = alignment; |
823
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
201 |
_noaccess_prefix = noaccess_prefix; |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
202 |
|
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
203 |
// Assert that if noaccess_prefix is used, it is the same as alignment. |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
204 |
assert(noaccess_prefix == 0 || |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
205 |
noaccess_prefix == _alignment, "noaccess prefix wrong"); |
1 | 206 |
|
207 |
assert(markOopDesc::encode_pointer_as_mark(_base)->decode_pointer() == _base, |
|
208 |
"area must be distinguisable from marks for mark-sweep"); |
|
209 |
assert(markOopDesc::encode_pointer_as_mark(&_base[size])->decode_pointer() == &_base[size], |
|
210 |
"area must be distinguisable from marks for mark-sweep"); |
|
211 |
} |
|
212 |
||
213 |
||
214 |
ReservedSpace::ReservedSpace(char* base, size_t size, size_t alignment, |
|
2268 | 215 |
bool special, bool executable) { |
1 | 216 |
assert((size % os::vm_allocation_granularity()) == 0, |
217 |
"size not allocation aligned"); |
|
218 |
_base = base; |
|
219 |
_size = size; |
|
220 |
_alignment = alignment; |
|
823
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
221 |
_noaccess_prefix = 0; |
1 | 222 |
_special = special; |
2268 | 223 |
_executable = executable; |
1 | 224 |
} |
225 |
||
226 |
||
227 |
ReservedSpace ReservedSpace::first_part(size_t partition_size, size_t alignment, |
|
228 |
bool split, bool realloc) { |
|
229 |
assert(partition_size <= size(), "partition failed"); |
|
230 |
if (split) { |
|
2268 | 231 |
os::split_reserved_memory(base(), size(), partition_size, realloc); |
1 | 232 |
} |
2268 | 233 |
ReservedSpace result(base(), partition_size, alignment, special(), |
234 |
executable()); |
|
1 | 235 |
return result; |
236 |
} |
|
237 |
||
238 |
||
239 |
ReservedSpace |
|
240 |
ReservedSpace::last_part(size_t partition_size, size_t alignment) { |
|
241 |
assert(partition_size <= size(), "partition failed"); |
|
242 |
ReservedSpace result(base() + partition_size, size() - partition_size, |
|
2268 | 243 |
alignment, special(), executable()); |
1 | 244 |
return result; |
245 |
} |
|
246 |
||
247 |
||
248 |
size_t ReservedSpace::page_align_size_up(size_t size) { |
|
249 |
return align_size_up(size, os::vm_page_size()); |
|
250 |
} |
|
251 |
||
252 |
||
253 |
size_t ReservedSpace::page_align_size_down(size_t size) { |
|
254 |
return align_size_down(size, os::vm_page_size()); |
|
255 |
} |
|
256 |
||
257 |
||
258 |
size_t ReservedSpace::allocation_align_size_up(size_t size) { |
|
259 |
return align_size_up(size, os::vm_allocation_granularity()); |
|
260 |
} |
|
261 |
||
262 |
||
263 |
size_t ReservedSpace::allocation_align_size_down(size_t size) { |
|
264 |
return align_size_down(size, os::vm_allocation_granularity()); |
|
265 |
} |
|
266 |
||
267 |
||
268 |
void ReservedSpace::release() { |
|
269 |
if (is_reserved()) { |
|
823
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
270 |
char *real_base = _base - _noaccess_prefix; |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
271 |
const size_t real_size = _size + _noaccess_prefix; |
1 | 272 |
if (special()) { |
823
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
273 |
os::release_memory_special(real_base, real_size); |
1 | 274 |
} else{ |
823
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
275 |
os::release_memory(real_base, real_size); |
1 | 276 |
} |
277 |
_base = NULL; |
|
278 |
_size = 0; |
|
823
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
279 |
_noaccess_prefix = 0; |
1 | 280 |
_special = false; |
2268 | 281 |
_executable = false; |
1 | 282 |
} |
283 |
} |
|
284 |
||
823
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
285 |
void ReservedSpace::protect_noaccess_prefix(const size_t size) { |
5898 | 286 |
assert( (_noaccess_prefix != 0) == (UseCompressedOops && _base != NULL && |
11778
eadd8fa553d9
7146354: Re-enable Compressed OOPs after 7118647 is resolved
coleenp
parents:
10565
diff
changeset
|
287 |
(Universe::narrow_oop_base() != NULL) && |
5898 | 288 |
Universe::narrow_oop_use_implicit_null_checks()), |
289 |
"noaccess_prefix should be used only with non zero based compressed oops"); |
|
290 |
||
291 |
// If there is no noaccess prefix, return. |
|
823
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
292 |
if (_noaccess_prefix == 0) return; |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
293 |
|
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
294 |
assert(_noaccess_prefix >= (size_t)os::vm_page_size(), |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
295 |
"must be at least page size big"); |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
296 |
|
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
297 |
// Protect memory at the base of the allocated region. |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
298 |
// If special, the page was committed (only matters on windows) |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
299 |
if (!os::protect_memory(_base, _noaccess_prefix, os::MEM_PROT_NONE, |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
300 |
_special)) { |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
301 |
fatal("cannot protect protection page"); |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
302 |
} |
5898 | 303 |
if (PrintCompressedOopsMode) { |
304 |
tty->cr(); |
|
305 |
tty->print_cr("Protected page at the reserved heap base: " PTR_FORMAT " / " INTX_FORMAT " bytes", _base, _noaccess_prefix); |
|
306 |
} |
|
823
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
307 |
|
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
308 |
_base += _noaccess_prefix; |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
309 |
_size -= _noaccess_prefix; |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
310 |
assert((size == _size) && ((uintptr_t)_base % _alignment == 0), |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
311 |
"must be exactly of required size and alignment"); |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
312 |
} |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
313 |
|
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
314 |
ReservedHeapSpace::ReservedHeapSpace(size_t size, size_t alignment, |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
315 |
bool large, char* requested_address) : |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
316 |
ReservedSpace(size, alignment, large, |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
317 |
requested_address, |
2254
f13dda645a4b
6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents:
1412
diff
changeset
|
318 |
(UseCompressedOops && (Universe::narrow_oop_base() != NULL) && |
f13dda645a4b
6791178: Specialize for zero as the compressed oop vm heap base
kvn
parents:
1412
diff
changeset
|
319 |
Universe::narrow_oop_use_implicit_null_checks()) ? |
1129
ec4dfac10759
6741004: UseLargePages + UseCompressedOops breaks implicit null checking guard page
coleenp
parents:
823
diff
changeset
|
320 |
lcm(os::vm_page_size(), alignment) : 0) { |
13195 | 321 |
if (base() > 0) { |
322 |
MemTracker::record_virtual_memory_type((address)base(), mtJavaHeap); |
|
323 |
} |
|
324 |
||
823
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
325 |
// Only reserved space for the java heap should have a noaccess_prefix |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
326 |
// if using compressed oops. |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
327 |
protect_noaccess_prefix(size); |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
328 |
} |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
329 |
|
2268 | 330 |
// Reserve space for code segment. Same as Java heap only we mark this as |
331 |
// executable. |
|
332 |
ReservedCodeSpace::ReservedCodeSpace(size_t r_size, |
|
333 |
size_t rs_align, |
|
334 |
bool large) : |
|
335 |
ReservedSpace(r_size, rs_align, large, /*executable*/ true) { |
|
13195 | 336 |
MemTracker::record_virtual_memory_type((address)base(), mtCode); |
2268 | 337 |
} |
338 |
||
1 | 339 |
// VirtualSpace |
340 |
||
341 |
VirtualSpace::VirtualSpace() { |
|
342 |
_low_boundary = NULL; |
|
343 |
_high_boundary = NULL; |
|
344 |
_low = NULL; |
|
345 |
_high = NULL; |
|
346 |
_lower_high = NULL; |
|
347 |
_middle_high = NULL; |
|
348 |
_upper_high = NULL; |
|
349 |
_lower_high_boundary = NULL; |
|
350 |
_middle_high_boundary = NULL; |
|
351 |
_upper_high_boundary = NULL; |
|
352 |
_lower_alignment = 0; |
|
353 |
_middle_alignment = 0; |
|
354 |
_upper_alignment = 0; |
|
823
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
355 |
_special = false; |
2268 | 356 |
_executable = false; |
1 | 357 |
} |
358 |
||
359 |
||
360 |
bool VirtualSpace::initialize(ReservedSpace rs, size_t committed_size) { |
|
361 |
if(!rs.is_reserved()) return false; // allocation failed. |
|
362 |
assert(_low_boundary == NULL, "VirtualSpace already initialized"); |
|
363 |
_low_boundary = rs.base(); |
|
364 |
_high_boundary = low_boundary() + rs.size(); |
|
365 |
||
366 |
_low = low_boundary(); |
|
367 |
_high = low(); |
|
368 |
||
369 |
_special = rs.special(); |
|
2268 | 370 |
_executable = rs.executable(); |
1 | 371 |
|
372 |
// When a VirtualSpace begins life at a large size, make all future expansion |
|
373 |
// and shrinking occur aligned to a granularity of large pages. This avoids |
|
374 |
// fragmentation of physical addresses that inhibits the use of large pages |
|
375 |
// by the OS virtual memory system. Empirically, we see that with a 4MB |
|
376 |
// page size, the only spaces that get handled this way are codecache and |
|
377 |
// the heap itself, both of which provide a substantial performance |
|
378 |
// boost in many benchmarks when covered by large pages. |
|
379 |
// |
|
380 |
// No attempt is made to force large page alignment at the very top and |
|
381 |
// bottom of the space if they are not aligned so already. |
|
382 |
_lower_alignment = os::vm_page_size(); |
|
383 |
_middle_alignment = os::page_size_for_region(rs.size(), rs.size(), 1); |
|
384 |
_upper_alignment = os::vm_page_size(); |
|
385 |
||
386 |
// End of each region |
|
387 |
_lower_high_boundary = (char*) round_to((intptr_t) low_boundary(), middle_alignment()); |
|
388 |
_middle_high_boundary = (char*) round_down((intptr_t) high_boundary(), middle_alignment()); |
|
389 |
_upper_high_boundary = high_boundary(); |
|
390 |
||
391 |
// High address of each region |
|
392 |
_lower_high = low_boundary(); |
|
393 |
_middle_high = lower_high_boundary(); |
|
394 |
_upper_high = middle_high_boundary(); |
|
395 |
||
396 |
// commit to initial size |
|
397 |
if (committed_size > 0) { |
|
398 |
if (!expand_by(committed_size)) { |
|
399 |
return false; |
|
400 |
} |
|
401 |
} |
|
402 |
return true; |
|
403 |
} |
|
404 |
||
405 |
||
406 |
VirtualSpace::~VirtualSpace() { |
|
407 |
release(); |
|
408 |
} |
|
409 |
||
410 |
||
411 |
void VirtualSpace::release() { |
|
823
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
412 |
// This does not release memory it never reserved. |
9a5271881bc0
6716785: implicit null checks not triggering with CompressedOops
coleenp
parents:
1
diff
changeset
|
413 |
// Caller must release via rs.release(); |
1 | 414 |
_low_boundary = NULL; |
415 |
_high_boundary = NULL; |
|
416 |
_low = NULL; |
|
417 |
_high = NULL; |
|
418 |
_lower_high = NULL; |
|
419 |
_middle_high = NULL; |
|
420 |
_upper_high = NULL; |
|
421 |
_lower_high_boundary = NULL; |
|
422 |
_middle_high_boundary = NULL; |
|
423 |
_upper_high_boundary = NULL; |
|
424 |
_lower_alignment = 0; |
|
425 |
_middle_alignment = 0; |
|
426 |
_upper_alignment = 0; |
|
427 |
_special = false; |
|
2268 | 428 |
_executable = false; |
1 | 429 |
} |
430 |
||
431 |
||
432 |
size_t VirtualSpace::committed_size() const { |
|
433 |
return pointer_delta(high(), low(), sizeof(char)); |
|
434 |
} |
|
435 |
||
436 |
||
437 |
size_t VirtualSpace::reserved_size() const { |
|
438 |
return pointer_delta(high_boundary(), low_boundary(), sizeof(char)); |
|
439 |
} |
|
440 |
||
441 |
||
442 |
size_t VirtualSpace::uncommitted_size() const { |
|
443 |
return reserved_size() - committed_size(); |
|
444 |
} |
|
445 |
||
446 |
||
447 |
bool VirtualSpace::contains(const void* p) const { |
|
448 |
return low() <= (const char*) p && (const char*) p < high(); |
|
449 |
} |
|
450 |
||
451 |
/* |
|
452 |
First we need to determine if a particular virtual space is using large |
|
453 |
pages. This is done at the initialize function and only virtual spaces |
|
454 |
that are larger than LargePageSizeInBytes use large pages. Once we |
|
455 |
have determined this, all expand_by and shrink_by calls must grow and |
|
456 |
shrink by large page size chunks. If a particular request |
|
457 |
is within the current large page, the call to commit and uncommit memory |
|
458 |
can be ignored. In the case that the low and high boundaries of this |
|
459 |
space is not large page aligned, the pages leading to the first large |
|
460 |
page address and the pages after the last large page address must be |
|
461 |
allocated with default pages. |
|
462 |
*/ |
|
463 |
bool VirtualSpace::expand_by(size_t bytes, bool pre_touch) { |
|
464 |
if (uncommitted_size() < bytes) return false; |
|
465 |
||
466 |
if (special()) { |
|
467 |
// don't commit memory if the entire space is pinned in memory |
|
468 |
_high += bytes; |
|
469 |
return true; |
|
470 |
} |
|
471 |
||
472 |
char* previous_high = high(); |
|
473 |
char* unaligned_new_high = high() + bytes; |
|
474 |
assert(unaligned_new_high <= high_boundary(), |
|
475 |
"cannot expand by more than upper boundary"); |
|
476 |
||
477 |
// Calculate where the new high for each of the regions should be. If |
|
478 |
// the low_boundary() and high_boundary() are LargePageSizeInBytes aligned |
|
479 |
// then the unaligned lower and upper new highs would be the |
|
480 |
// lower_high() and upper_high() respectively. |
|
481 |
char* unaligned_lower_new_high = |
|
482 |
MIN2(unaligned_new_high, lower_high_boundary()); |
|
483 |
char* unaligned_middle_new_high = |
|
484 |
MIN2(unaligned_new_high, middle_high_boundary()); |
|
485 |
char* unaligned_upper_new_high = |
|
486 |
MIN2(unaligned_new_high, upper_high_boundary()); |
|
487 |
||
488 |
// Align the new highs based on the regions alignment. lower and upper |
|
489 |
// alignment will always be default page size. middle alignment will be |
|
490 |
// LargePageSizeInBytes if the actual size of the virtual space is in |
|
491 |
// fact larger than LargePageSizeInBytes. |
|
492 |
char* aligned_lower_new_high = |
|
493 |
(char*) round_to((intptr_t) unaligned_lower_new_high, lower_alignment()); |
|
494 |
char* aligned_middle_new_high = |
|
495 |
(char*) round_to((intptr_t) unaligned_middle_new_high, middle_alignment()); |
|
496 |
char* aligned_upper_new_high = |
|
497 |
(char*) round_to((intptr_t) unaligned_upper_new_high, upper_alignment()); |
|
498 |
||
499 |
// Determine which regions need to grow in this expand_by call. |
|
500 |
// If you are growing in the lower region, high() must be in that |
|
501 |
// region so calcuate the size based on high(). For the middle and |
|
502 |
// upper regions, determine the starting point of growth based on the |
|
503 |
// location of high(). By getting the MAX of the region's low address |
|
504 |
// (or the prevoius region's high address) and high(), we can tell if it |
|
505 |
// is an intra or inter region growth. |
|
506 |
size_t lower_needs = 0; |
|
507 |
if (aligned_lower_new_high > lower_high()) { |
|
508 |
lower_needs = |
|
509 |
pointer_delta(aligned_lower_new_high, lower_high(), sizeof(char)); |
|
510 |
} |
|
511 |
size_t middle_needs = 0; |
|
512 |
if (aligned_middle_new_high > middle_high()) { |
|
513 |
middle_needs = |
|
514 |
pointer_delta(aligned_middle_new_high, middle_high(), sizeof(char)); |
|
515 |
} |
|
516 |
size_t upper_needs = 0; |
|
517 |
if (aligned_upper_new_high > upper_high()) { |
|
518 |
upper_needs = |
|
519 |
pointer_delta(aligned_upper_new_high, upper_high(), sizeof(char)); |
|
520 |
} |
|
521 |
||
522 |
// Check contiguity. |
|
523 |
assert(low_boundary() <= lower_high() && |
|
524 |
lower_high() <= lower_high_boundary(), |
|
525 |
"high address must be contained within the region"); |
|
526 |
assert(lower_high_boundary() <= middle_high() && |
|
527 |
middle_high() <= middle_high_boundary(), |
|
528 |
"high address must be contained within the region"); |
|
529 |
assert(middle_high_boundary() <= upper_high() && |
|
530 |
upper_high() <= upper_high_boundary(), |
|
531 |
"high address must be contained within the region"); |
|
532 |
||
533 |
// Commit regions |
|
534 |
if (lower_needs > 0) { |
|
535 |
assert(low_boundary() <= lower_high() && |
|
536 |
lower_high() + lower_needs <= lower_high_boundary(), |
|
537 |
"must not expand beyond region"); |
|
2268 | 538 |
if (!os::commit_memory(lower_high(), lower_needs, _executable)) { |
18069
e6d4971c8650
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
17113
diff
changeset
|
539 |
debug_only(warning("INFO: os::commit_memory(" PTR_FORMAT |
e6d4971c8650
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
17113
diff
changeset
|
540 |
", lower_needs=" SIZE_FORMAT ", %d) failed", |
e6d4971c8650
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
17113
diff
changeset
|
541 |
lower_high(), lower_needs, _executable);) |
1 | 542 |
return false; |
543 |
} else { |
|
544 |
_lower_high += lower_needs; |
|
18069
e6d4971c8650
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
17113
diff
changeset
|
545 |
} |
1 | 546 |
} |
547 |
if (middle_needs > 0) { |
|
548 |
assert(lower_high_boundary() <= middle_high() && |
|
549 |
middle_high() + middle_needs <= middle_high_boundary(), |
|
550 |
"must not expand beyond region"); |
|
2268 | 551 |
if (!os::commit_memory(middle_high(), middle_needs, middle_alignment(), |
552 |
_executable)) { |
|
18069
e6d4971c8650
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
17113
diff
changeset
|
553 |
debug_only(warning("INFO: os::commit_memory(" PTR_FORMAT |
e6d4971c8650
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
17113
diff
changeset
|
554 |
", middle_needs=" SIZE_FORMAT ", " SIZE_FORMAT |
e6d4971c8650
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
17113
diff
changeset
|
555 |
", %d) failed", middle_high(), middle_needs, |
e6d4971c8650
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
17113
diff
changeset
|
556 |
middle_alignment(), _executable);) |
1 | 557 |
return false; |
558 |
} |
|
559 |
_middle_high += middle_needs; |
|
560 |
} |
|
561 |
if (upper_needs > 0) { |
|
562 |
assert(middle_high_boundary() <= upper_high() && |
|
563 |
upper_high() + upper_needs <= upper_high_boundary(), |
|
564 |
"must not expand beyond region"); |
|
2268 | 565 |
if (!os::commit_memory(upper_high(), upper_needs, _executable)) { |
18069
e6d4971c8650
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
17113
diff
changeset
|
566 |
debug_only(warning("INFO: os::commit_memory(" PTR_FORMAT |
e6d4971c8650
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
17113
diff
changeset
|
567 |
", upper_needs=" SIZE_FORMAT ", %d) failed", |
e6d4971c8650
8013057: assert(_needs_gc || SafepointSynchronize::is_at_safepoint()) failed: only read at safepoint
dcubed
parents:
17113
diff
changeset
|
568 |
upper_high(), upper_needs, _executable);) |
1 | 569 |
return false; |
570 |
} else { |
|
571 |
_upper_high += upper_needs; |
|
572 |
} |
|
573 |
} |
|
574 |
||
575 |
if (pre_touch || AlwaysPreTouch) { |
|
576 |
int vm_ps = os::vm_page_size(); |
|
577 |
for (char* curr = previous_high; |
|
578 |
curr < unaligned_new_high; |
|
579 |
curr += vm_ps) { |
|
580 |
// Note the use of a write here; originally we tried just a read, but |
|
581 |
// since the value read was unused, the optimizer removed the read. |
|
582 |
// If we ever have a concurrent touchahead thread, we'll want to use |
|
583 |
// a read, to avoid the potential of overwriting data (if a mutator |
|
584 |
// thread beats the touchahead thread to a page). There are various |
|
585 |
// ways of making sure this read is not optimized away: for example, |
|
586 |
// generating the code for a read procedure at runtime. |
|
587 |
*curr = 0; |
|
588 |
} |
|
589 |
} |
|
590 |
||
591 |
_high += bytes; |
|
592 |
return true; |
|
593 |
} |
|
594 |
||
595 |
// A page is uncommitted if the contents of the entire page is deemed unusable. |
|
596 |
// Continue to decrement the high() pointer until it reaches a page boundary |
|
597 |
// in which case that particular page can now be uncommitted. |
|
598 |
void VirtualSpace::shrink_by(size_t size) { |
|
599 |
if (committed_size() < size) |
|
600 |
fatal("Cannot shrink virtual space to negative size"); |
|
601 |
||
602 |
if (special()) { |
|
603 |
// don't uncommit if the entire space is pinned in memory |
|
604 |
_high -= size; |
|
605 |
return; |
|
606 |
} |
|
607 |
||
608 |
char* unaligned_new_high = high() - size; |
|
609 |
assert(unaligned_new_high >= low_boundary(), "cannot shrink past lower boundary"); |
|
610 |
||
611 |
// Calculate new unaligned address |
|
612 |
char* unaligned_upper_new_high = |
|
613 |
MAX2(unaligned_new_high, middle_high_boundary()); |
|
614 |
char* unaligned_middle_new_high = |
|
615 |
MAX2(unaligned_new_high, lower_high_boundary()); |
|
616 |
char* unaligned_lower_new_high = |
|
617 |
MAX2(unaligned_new_high, low_boundary()); |
|
618 |
||
619 |
// Align address to region's alignment |
|
620 |
char* aligned_upper_new_high = |
|
621 |
(char*) round_to((intptr_t) unaligned_upper_new_high, upper_alignment()); |
|
622 |
char* aligned_middle_new_high = |
|
623 |
(char*) round_to((intptr_t) unaligned_middle_new_high, middle_alignment()); |
|
624 |
char* aligned_lower_new_high = |
|
625 |
(char*) round_to((intptr_t) unaligned_lower_new_high, lower_alignment()); |
|
626 |
||
627 |
// Determine which regions need to shrink |
|
628 |
size_t upper_needs = 0; |
|
629 |
if (aligned_upper_new_high < upper_high()) { |
|
630 |
upper_needs = |
|
631 |
pointer_delta(upper_high(), aligned_upper_new_high, sizeof(char)); |
|
632 |
} |
|
633 |
size_t middle_needs = 0; |
|
634 |
if (aligned_middle_new_high < middle_high()) { |
|
635 |
middle_needs = |
|
636 |
pointer_delta(middle_high(), aligned_middle_new_high, sizeof(char)); |
|
637 |
} |
|
638 |
size_t lower_needs = 0; |
|
639 |
if (aligned_lower_new_high < lower_high()) { |
|
640 |
lower_needs = |
|
641 |
pointer_delta(lower_high(), aligned_lower_new_high, sizeof(char)); |
|
642 |
} |
|
643 |
||
644 |
// Check contiguity. |
|
645 |
assert(middle_high_boundary() <= upper_high() && |
|
646 |
upper_high() <= upper_high_boundary(), |
|
647 |
"high address must be contained within the region"); |
|
648 |
assert(lower_high_boundary() <= middle_high() && |
|
649 |
middle_high() <= middle_high_boundary(), |
|
650 |
"high address must be contained within the region"); |
|
651 |
assert(low_boundary() <= lower_high() && |
|
652 |
lower_high() <= lower_high_boundary(), |
|
653 |
"high address must be contained within the region"); |
|
654 |
||
655 |
// Uncommit |
|
656 |
if (upper_needs > 0) { |
|
657 |
assert(middle_high_boundary() <= aligned_upper_new_high && |
|
658 |
aligned_upper_new_high + upper_needs <= upper_high_boundary(), |
|
659 |
"must not shrink beyond region"); |
|
660 |
if (!os::uncommit_memory(aligned_upper_new_high, upper_needs)) { |
|
661 |
debug_only(warning("os::uncommit_memory failed")); |
|
662 |
return; |
|
663 |
} else { |
|
664 |
_upper_high -= upper_needs; |
|
665 |
} |
|
666 |
} |
|
667 |
if (middle_needs > 0) { |
|
668 |
assert(lower_high_boundary() <= aligned_middle_new_high && |
|
669 |
aligned_middle_new_high + middle_needs <= middle_high_boundary(), |
|
670 |
"must not shrink beyond region"); |
|
671 |
if (!os::uncommit_memory(aligned_middle_new_high, middle_needs)) { |
|
672 |
debug_only(warning("os::uncommit_memory failed")); |
|
673 |
return; |
|
674 |
} else { |
|
675 |
_middle_high -= middle_needs; |
|
676 |
} |
|
677 |
} |
|
678 |
if (lower_needs > 0) { |
|
679 |
assert(low_boundary() <= aligned_lower_new_high && |
|
680 |
aligned_lower_new_high + lower_needs <= lower_high_boundary(), |
|
681 |
"must not shrink beyond region"); |
|
682 |
if (!os::uncommit_memory(aligned_lower_new_high, lower_needs)) { |
|
683 |
debug_only(warning("os::uncommit_memory failed")); |
|
684 |
return; |
|
685 |
} else { |
|
686 |
_lower_high -= lower_needs; |
|
687 |
} |
|
688 |
} |
|
689 |
||
690 |
_high -= size; |
|
691 |
} |
|
692 |
||
693 |
#ifndef PRODUCT |
|
694 |
void VirtualSpace::check_for_contiguity() { |
|
695 |
// Check contiguity. |
|
696 |
assert(low_boundary() <= lower_high() && |
|
697 |
lower_high() <= lower_high_boundary(), |
|
698 |
"high address must be contained within the region"); |
|
699 |
assert(lower_high_boundary() <= middle_high() && |
|
700 |
middle_high() <= middle_high_boundary(), |
|
701 |
"high address must be contained within the region"); |
|
702 |
assert(middle_high_boundary() <= upper_high() && |
|
703 |
upper_high() <= upper_high_boundary(), |
|
704 |
"high address must be contained within the region"); |
|
705 |
assert(low() >= low_boundary(), "low"); |
|
706 |
assert(low_boundary() <= lower_high_boundary(), "lower high boundary"); |
|
707 |
assert(upper_high_boundary() <= high_boundary(), "upper high boundary"); |
|
708 |
assert(high() <= upper_high(), "upper high"); |
|
709 |
} |
|
710 |
||
711 |
void VirtualSpace::print() { |
|
712 |
tty->print ("Virtual space:"); |
|
713 |
if (special()) tty->print(" (pinned in memory)"); |
|
714 |
tty->cr(); |
|
15228
e92acc84ade3
7102489: RFE: cleanup jlong typedef on __APPLE__and _LLP64 systems.
hseigel
parents:
14840
diff
changeset
|
715 |
tty->print_cr(" - committed: " SIZE_FORMAT, committed_size()); |
e92acc84ade3
7102489: RFE: cleanup jlong typedef on __APPLE__and _LLP64 systems.
hseigel
parents:
14840
diff
changeset
|
716 |
tty->print_cr(" - reserved: " SIZE_FORMAT, reserved_size()); |
1 | 717 |
tty->print_cr(" - [low, high]: [" INTPTR_FORMAT ", " INTPTR_FORMAT "]", low(), high()); |
718 |
tty->print_cr(" - [low_b, high_b]: [" INTPTR_FORMAT ", " INTPTR_FORMAT "]", low_boundary(), high_boundary()); |
|
719 |
} |
|
720 |
||
721 |
#endif |