author | stefank |
Mon, 25 Nov 2019 12:30:24 +0100 | |
changeset 59248 | e92153ed8bdc |
parent 57875 | 427b38332f20 |
permissions | -rw-r--r-- |
1 | 1 |
/* |
53244
9807daeb47c4
8216167: Update include guards to reflect correct directories
coleenp
parents:
49590
diff
changeset
|
2 |
* Copyright (c) 1997, 2019, Oracle and/or its affiliates. All rights reserved. |
1 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
5547
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1
diff
changeset
|
21 |
* questions. |
1 | 22 |
* |
23 |
*/ |
|
24 |
||
53244
9807daeb47c4
8216167: Update include guards to reflect correct directories
coleenp
parents:
49590
diff
changeset
|
25 |
#ifndef SHARE_MEMORY_ALLOCATION_INLINE_HPP |
9807daeb47c4
8216167: Update include guards to reflect correct directories
coleenp
parents:
49590
diff
changeset
|
26 |
#define SHARE_MEMORY_ALLOCATION_INLINE_HPP |
7397 | 27 |
|
40655
9f644073d3a0
8157907: Incorrect inclusion of atomic.hpp instead of atomic.inline.hpp
dholmes
parents:
39405
diff
changeset
|
28 |
#include "runtime/atomic.hpp" |
57875
427b38332f20
8229836: Remove include of globals.hpp from allocation.hpp
stefank
parents:
55745
diff
changeset
|
29 |
#include "runtime/globals.hpp" |
7397 | 30 |
#include "runtime/os.hpp" |
25946 | 31 |
#include "services/memTracker.hpp" |
46625 | 32 |
#include "utilities/align.hpp" |
39405
314741ca98d5
8153743: AllocateHeap() and ReallocateHeap() should use ALWAYSINLINE macro
ysuenaga
parents:
37096
diff
changeset
|
33 |
#include "utilities/globalDefinitions.hpp" |
7397 | 34 |
|
1 | 35 |
// Explicit C-heap memory management |
36 |
||
8325 | 37 |
#ifndef PRODUCT |
55745
fa337ff85b9a
8227692: Remove develop feature PrintMallocStatistics
mdoerr
parents:
53244
diff
changeset
|
38 |
// Increments unsigned long value for statistics (not atomic on MP, but avoids word-tearing on 32 bit). |
8320 | 39 |
inline void inc_stat_counter(volatile julong* dest, julong add_value) { |
55745
fa337ff85b9a
8227692: Remove develop feature PrintMallocStatistics
mdoerr
parents:
53244
diff
changeset
|
40 |
#ifdef _LP64 |
fa337ff85b9a
8227692: Remove develop feature PrintMallocStatistics
mdoerr
parents:
53244
diff
changeset
|
41 |
*dest += add_value; |
fa337ff85b9a
8227692: Remove develop feature PrintMallocStatistics
mdoerr
parents:
53244
diff
changeset
|
42 |
#else |
48955
e22914003cf0
8194691: Cleanup unnecessary casts in Atomic/OrderAccess uses
kbarrett
parents:
48859
diff
changeset
|
43 |
julong value = Atomic::load(dest); |
59248
e92153ed8bdc
8234736: Harmonize parameter order in Atomic - store
stefank
parents:
57875
diff
changeset
|
44 |
Atomic::store(dest, value + add_value); |
8325 | 45 |
#endif |
8320 | 46 |
} |
8325 | 47 |
#endif |
1 | 48 |
|
46704
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
49 |
template <class E> |
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
50 |
size_t MmapArrayAllocator<E>::size_for(size_t length) { |
37057 | 51 |
size_t size = length * sizeof(E); |
52 |
int alignment = os::vm_allocation_granularity(); |
|
46619
a3919f5e8d2b
8178499: Remove _ptr_ and _size_ infixes from align functions
stefank
parents:
41176
diff
changeset
|
53 |
return align_up(size, alignment); |
37057 | 54 |
} |
23545
2c14fb03a06d
8037959: BitMap::resize frees old map before copying memory if !in_resource_area
mgerdin
parents:
19696
diff
changeset
|
55 |
|
46704
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
56 |
template <class E> |
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
57 |
E* MmapArrayAllocator<E>::allocate_or_null(size_t length, MEMFLAGS flags) { |
41176
ff9f64534cff
8159422: Very high Concurrent Mark mark stack contention
tschatzl
parents:
40655
diff
changeset
|
58 |
size_t size = size_for(length); |
ff9f64534cff
8159422: Very high Concurrent Mark mark stack contention
tschatzl
parents:
40655
diff
changeset
|
59 |
int alignment = os::vm_allocation_granularity(); |
ff9f64534cff
8159422: Very high Concurrent Mark mark stack contention
tschatzl
parents:
40655
diff
changeset
|
60 |
|
46704
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
61 |
char* addr = os::reserve_memory(size, NULL, alignment, flags); |
41176
ff9f64534cff
8159422: Very high Concurrent Mark mark stack contention
tschatzl
parents:
40655
diff
changeset
|
62 |
if (addr == NULL) { |
ff9f64534cff
8159422: Very high Concurrent Mark mark stack contention
tschatzl
parents:
40655
diff
changeset
|
63 |
return NULL; |
ff9f64534cff
8159422: Very high Concurrent Mark mark stack contention
tschatzl
parents:
40655
diff
changeset
|
64 |
} |
ff9f64534cff
8159422: Very high Concurrent Mark mark stack contention
tschatzl
parents:
40655
diff
changeset
|
65 |
|
48532
a53f30471b2d
8195094: Fix type-O in "8159422: Very high Concurrent Mark mark stack contention"
goetz
parents:
47216
diff
changeset
|
66 |
if (os::commit_memory(addr, size, !ExecMem)) { |
41176
ff9f64534cff
8159422: Very high Concurrent Mark mark stack contention
tschatzl
parents:
40655
diff
changeset
|
67 |
return (E*)addr; |
ff9f64534cff
8159422: Very high Concurrent Mark mark stack contention
tschatzl
parents:
40655
diff
changeset
|
68 |
} else { |
ff9f64534cff
8159422: Very high Concurrent Mark mark stack contention
tschatzl
parents:
40655
diff
changeset
|
69 |
os::release_memory(addr, size); |
ff9f64534cff
8159422: Very high Concurrent Mark mark stack contention
tschatzl
parents:
40655
diff
changeset
|
70 |
return NULL; |
ff9f64534cff
8159422: Very high Concurrent Mark mark stack contention
tschatzl
parents:
40655
diff
changeset
|
71 |
} |
ff9f64534cff
8159422: Very high Concurrent Mark mark stack contention
tschatzl
parents:
40655
diff
changeset
|
72 |
} |
ff9f64534cff
8159422: Very high Concurrent Mark mark stack contention
tschatzl
parents:
40655
diff
changeset
|
73 |
|
46704
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
74 |
template <class E> |
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
75 |
E* MmapArrayAllocator<E>::allocate(size_t length, MEMFLAGS flags) { |
37096
42437cf54027
8151534: Refactor ArrayAllocator for easier reuse
stefank
parents:
37057
diff
changeset
|
76 |
size_t size = size_for(length); |
23545
2c14fb03a06d
8037959: BitMap::resize frees old map before copying memory if !in_resource_area
mgerdin
parents:
19696
diff
changeset
|
77 |
int alignment = os::vm_allocation_granularity(); |
2c14fb03a06d
8037959: BitMap::resize frees old map before copying memory if !in_resource_area
mgerdin
parents:
19696
diff
changeset
|
78 |
|
46704
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
79 |
char* addr = os::reserve_memory(size, NULL, alignment, flags); |
23545
2c14fb03a06d
8037959: BitMap::resize frees old map before copying memory if !in_resource_area
mgerdin
parents:
19696
diff
changeset
|
80 |
if (addr == NULL) { |
2c14fb03a06d
8037959: BitMap::resize frees old map before copying memory if !in_resource_area
mgerdin
parents:
19696
diff
changeset
|
81 |
vm_exit_out_of_memory(size, OOM_MMAP_ERROR, "Allocator (reserve)"); |
2c14fb03a06d
8037959: BitMap::resize frees old map before copying memory if !in_resource_area
mgerdin
parents:
19696
diff
changeset
|
82 |
} |
2c14fb03a06d
8037959: BitMap::resize frees old map before copying memory if !in_resource_area
mgerdin
parents:
19696
diff
changeset
|
83 |
|
2c14fb03a06d
8037959: BitMap::resize frees old map before copying memory if !in_resource_area
mgerdin
parents:
19696
diff
changeset
|
84 |
os::commit_memory_or_exit(addr, size, !ExecMem, "Allocator (commit)"); |
37057 | 85 |
|
86 |
return (E*)addr; |
|
23545
2c14fb03a06d
8037959: BitMap::resize frees old map before copying memory if !in_resource_area
mgerdin
parents:
19696
diff
changeset
|
87 |
} |
2c14fb03a06d
8037959: BitMap::resize frees old map before copying memory if !in_resource_area
mgerdin
parents:
19696
diff
changeset
|
88 |
|
46704
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
89 |
template <class E> |
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
90 |
void MmapArrayAllocator<E>::free(E* addr, size_t length) { |
37096
42437cf54027
8151534: Refactor ArrayAllocator for easier reuse
stefank
parents:
37057
diff
changeset
|
91 |
bool result = os::release_memory((char*)addr, size_for(length)); |
42437cf54027
8151534: Refactor ArrayAllocator for easier reuse
stefank
parents:
37057
diff
changeset
|
92 |
assert(result, "Failed to release memory"); |
42437cf54027
8151534: Refactor ArrayAllocator for easier reuse
stefank
parents:
37057
diff
changeset
|
93 |
} |
42437cf54027
8151534: Refactor ArrayAllocator for easier reuse
stefank
parents:
37057
diff
changeset
|
94 |
|
46704
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
95 |
template <class E> |
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
96 |
size_t MallocArrayAllocator<E>::size_for(size_t length) { |
37096
42437cf54027
8151534: Refactor ArrayAllocator for easier reuse
stefank
parents:
37057
diff
changeset
|
97 |
return length * sizeof(E); |
42437cf54027
8151534: Refactor ArrayAllocator for easier reuse
stefank
parents:
37057
diff
changeset
|
98 |
} |
42437cf54027
8151534: Refactor ArrayAllocator for easier reuse
stefank
parents:
37057
diff
changeset
|
99 |
|
46704
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
100 |
template <class E> |
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
101 |
E* MallocArrayAllocator<E>::allocate(size_t length, MEMFLAGS flags) { |
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
102 |
return (E*)AllocateHeap(size_for(length), flags); |
37096
42437cf54027
8151534: Refactor ArrayAllocator for easier reuse
stefank
parents:
37057
diff
changeset
|
103 |
} |
42437cf54027
8151534: Refactor ArrayAllocator for easier reuse
stefank
parents:
37057
diff
changeset
|
104 |
|
46704
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
105 |
template<class E> |
49590
66c32f2a7f10
8200111: MallocArrayAllocator::free should not take a length parameter
stefank
parents:
49465
diff
changeset
|
106 |
void MallocArrayAllocator<E>::free(E* addr) { |
37096
42437cf54027
8151534: Refactor ArrayAllocator for easier reuse
stefank
parents:
37057
diff
changeset
|
107 |
FreeHeap(addr); |
42437cf54027
8151534: Refactor ArrayAllocator for easier reuse
stefank
parents:
37057
diff
changeset
|
108 |
} |
42437cf54027
8151534: Refactor ArrayAllocator for easier reuse
stefank
parents:
37057
diff
changeset
|
109 |
|
46704
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
110 |
template <class E> |
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
111 |
bool ArrayAllocator<E>::should_use_malloc(size_t length) { |
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
112 |
return MallocArrayAllocator<E>::size_for(length) < ArrayAllocatorMallocLimit; |
37096
42437cf54027
8151534: Refactor ArrayAllocator for easier reuse
stefank
parents:
37057
diff
changeset
|
113 |
} |
42437cf54027
8151534: Refactor ArrayAllocator for easier reuse
stefank
parents:
37057
diff
changeset
|
114 |
|
46704
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
115 |
template <class E> |
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
116 |
E* ArrayAllocator<E>::allocate_malloc(size_t length, MEMFLAGS flags) { |
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
117 |
return MallocArrayAllocator<E>::allocate(length, flags); |
37096
42437cf54027
8151534: Refactor ArrayAllocator for easier reuse
stefank
parents:
37057
diff
changeset
|
118 |
} |
42437cf54027
8151534: Refactor ArrayAllocator for easier reuse
stefank
parents:
37057
diff
changeset
|
119 |
|
46704
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
120 |
template <class E> |
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
121 |
E* ArrayAllocator<E>::allocate_mmap(size_t length, MEMFLAGS flags) { |
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
122 |
return MmapArrayAllocator<E>::allocate(length, flags); |
37096
42437cf54027
8151534: Refactor ArrayAllocator for easier reuse
stefank
parents:
37057
diff
changeset
|
123 |
} |
42437cf54027
8151534: Refactor ArrayAllocator for easier reuse
stefank
parents:
37057
diff
changeset
|
124 |
|
46704
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
125 |
template <class E> |
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
126 |
E* ArrayAllocator<E>::allocate(size_t length, MEMFLAGS flags) { |
37057 | 127 |
if (should_use_malloc(length)) { |
46704
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
128 |
return allocate_malloc(length, flags); |
37057 | 129 |
} |
16682
4e30a46f6b76
7197666: java -d64 -version core dumps in a box with lots of memory
brutisso
parents:
15855
diff
changeset
|
130 |
|
46704
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
131 |
return allocate_mmap(length, flags); |
16682
4e30a46f6b76
7197666: java -d64 -version core dumps in a box with lots of memory
brutisso
parents:
15855
diff
changeset
|
132 |
} |
4e30a46f6b76
7197666: java -d64 -version core dumps in a box with lots of memory
brutisso
parents:
15855
diff
changeset
|
133 |
|
46704
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
134 |
template <class E> |
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
135 |
E* ArrayAllocator<E>::reallocate(E* old_addr, size_t old_length, size_t new_length, MEMFLAGS flags) { |
37057 | 136 |
E* new_addr = (new_length > 0) |
46704
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
137 |
? allocate(new_length, flags) |
37057 | 138 |
: NULL; |
23545
2c14fb03a06d
8037959: BitMap::resize frees old map before copying memory if !in_resource_area
mgerdin
parents:
19696
diff
changeset
|
139 |
|
37057 | 140 |
if (new_addr != NULL && old_addr != NULL) { |
141 |
memcpy(new_addr, old_addr, MIN2(old_length, new_length) * sizeof(E)); |
|
142 |
} |
|
23545
2c14fb03a06d
8037959: BitMap::resize frees old map before copying memory if !in_resource_area
mgerdin
parents:
19696
diff
changeset
|
143 |
|
37057 | 144 |
if (old_addr != NULL) { |
145 |
free(old_addr, old_length); |
|
146 |
} |
|
147 |
||
148 |
return new_addr; |
|
23545
2c14fb03a06d
8037959: BitMap::resize frees old map before copying memory if !in_resource_area
mgerdin
parents:
19696
diff
changeset
|
149 |
} |
2c14fb03a06d
8037959: BitMap::resize frees old map before copying memory if !in_resource_area
mgerdin
parents:
19696
diff
changeset
|
150 |
|
46704
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
151 |
template<class E> |
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
152 |
void ArrayAllocator<E>::free_malloc(E* addr, size_t length) { |
49590
66c32f2a7f10
8200111: MallocArrayAllocator::free should not take a length parameter
stefank
parents:
49465
diff
changeset
|
153 |
MallocArrayAllocator<E>::free(addr); |
37057 | 154 |
} |
155 |
||
46704
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
156 |
template<class E> |
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
157 |
void ArrayAllocator<E>::free_mmap(E* addr, size_t length) { |
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
158 |
MmapArrayAllocator<E>::free(addr, length); |
37057 | 159 |
} |
160 |
||
46704
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
161 |
template<class E> |
211b3f6b75ef
8182169: ArrayAllocator should take MEMFLAGS as regular parameter
kbarrett
parents:
46625
diff
changeset
|
162 |
void ArrayAllocator<E>::free(E* addr, size_t length) { |
37057 | 163 |
if (addr != NULL) { |
164 |
if (should_use_malloc(length)) { |
|
165 |
free_malloc(addr, length); |
|
16682
4e30a46f6b76
7197666: java -d64 -version core dumps in a box with lots of memory
brutisso
parents:
15855
diff
changeset
|
166 |
} else { |
37057 | 167 |
free_mmap(addr, length); |
16682
4e30a46f6b76
7197666: java -d64 -version core dumps in a box with lots of memory
brutisso
parents:
15855
diff
changeset
|
168 |
} |
4e30a46f6b76
7197666: java -d64 -version core dumps in a box with lots of memory
brutisso
parents:
15855
diff
changeset
|
169 |
} |
4e30a46f6b76
7197666: java -d64 -version core dumps in a box with lots of memory
brutisso
parents:
15855
diff
changeset
|
170 |
} |
13195 | 171 |
|
53244
9807daeb47c4
8216167: Update include guards to reflect correct directories
coleenp
parents:
49590
diff
changeset
|
172 |
#endif // SHARE_MEMORY_ALLOCATION_INLINE_HPP |