author | phh |
Sat, 30 Nov 2019 14:33:05 -0800 | |
changeset 59330 | 5b96c12f909d |
parent 59252 | 623722a6aeb9 |
permissions | -rw-r--r-- |
50113 | 1 |
/* |
2 |
* Copyright (c) 2014, 2018, Oracle and/or its affiliates. All rights reserved. |
|
3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
|
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
|
20 |
* or visit www.oracle.com if you need additional information or have any |
|
21 |
* questions. |
|
22 |
* |
|
23 |
*/ |
|
24 |
||
25 |
#include "precompiled.hpp" |
|
26 |
#include "jfr/recorder/jfrRecorder.hpp" |
|
27 |
#include "jfr/utilities/jfrAllocation.hpp" |
|
28 |
#include "logging/log.hpp" |
|
29 |
#include "memory/allocation.inline.hpp" |
|
30 |
#include "runtime/atomic.hpp" |
|
31 |
#include "runtime/vm_version.hpp" |
|
32 |
#include "utilities/debug.hpp" |
|
33 |
#include "utilities/macros.hpp" |
|
34 |
#include "utilities/nativeCallStack.hpp" |
|
35 |
||
36 |
#ifdef ASSERT |
|
37 |
static jlong atomic_add_jlong(jlong value, jlong volatile* const dest) { |
|
38 |
assert(VM_Version::supports_cx8(), "unsupported"); |
|
39 |
jlong compare_value; |
|
40 |
jlong exchange_value; |
|
41 |
do { |
|
58863 | 42 |
compare_value = *dest; |
50113 | 43 |
exchange_value = compare_value + value; |
59252
623722a6aeb9
8234740: Harmonize parameter order in Atomic - cmpxchg
stefank
parents:
58863
diff
changeset
|
44 |
} while (Atomic::cmpxchg(dest, compare_value, exchange_value) != compare_value); |
50113 | 45 |
return exchange_value; |
46 |
} |
|
47 |
||
48 |
// debug statistics |
|
49 |
static volatile jlong _allocated_bytes = 0; |
|
50 |
static volatile jlong _deallocated_bytes = 0; |
|
51 |
static volatile jlong _live_set_bytes = 0; |
|
52 |
||
53 |
static void add(size_t alloc_size) { |
|
54 |
if (!JfrRecorder::is_created()) { |
|
50714
2230bb152a9f
8203299: StringPoolBuffer access covered by exclusive access invariant, remove (problematic) cas operations
mgronlun
parents:
50429
diff
changeset
|
55 |
const jlong total_allocated = atomic_add_jlong((jlong)alloc_size, &_allocated_bytes); |
2230bb152a9f
8203299: StringPoolBuffer access covered by exclusive access invariant, remove (problematic) cas operations
mgronlun
parents:
50429
diff
changeset
|
56 |
const jlong current_live_set = atomic_add_jlong((jlong)alloc_size, &_live_set_bytes); |
50113 | 57 |
log_trace(jfr, system)("Allocation: [" SIZE_FORMAT "] bytes", alloc_size); |
58 |
log_trace(jfr, system)("Total alloc [" JLONG_FORMAT "] bytes", total_allocated); |
|
59 |
log_trace(jfr, system)("Liveset: [" JLONG_FORMAT "] bytes", current_live_set); |
|
60 |
} |
|
61 |
} |
|
62 |
||
63 |
static void subtract(size_t dealloc_size) { |
|
64 |
if (!JfrRecorder::is_created()) { |
|
50714
2230bb152a9f
8203299: StringPoolBuffer access covered by exclusive access invariant, remove (problematic) cas operations
mgronlun
parents:
50429
diff
changeset
|
65 |
const jlong total_deallocated = atomic_add_jlong((jlong)dealloc_size, &_deallocated_bytes); |
2230bb152a9f
8203299: StringPoolBuffer access covered by exclusive access invariant, remove (problematic) cas operations
mgronlun
parents:
50429
diff
changeset
|
66 |
const jlong current_live_set = atomic_add_jlong(((jlong)dealloc_size * -1), &_live_set_bytes); |
50113 | 67 |
log_trace(jfr, system)("Deallocation: [" SIZE_FORMAT "] bytes", dealloc_size); |
50714
2230bb152a9f
8203299: StringPoolBuffer access covered by exclusive access invariant, remove (problematic) cas operations
mgronlun
parents:
50429
diff
changeset
|
68 |
log_trace(jfr, system)("Total dealloc [" JLONG_FORMAT "] bytes", total_deallocated); |
2230bb152a9f
8203299: StringPoolBuffer access covered by exclusive access invariant, remove (problematic) cas operations
mgronlun
parents:
50429
diff
changeset
|
69 |
log_trace(jfr, system)("Liveset: [" JLONG_FORMAT "] bytes", current_live_set); |
50113 | 70 |
} |
71 |
} |
|
72 |
||
73 |
static void hook_memory_deallocation(size_t dealloc_size) { |
|
74 |
subtract(dealloc_size); |
|
75 |
} |
|
76 |
#endif // ASSERT |
|
77 |
||
78 |
static void hook_memory_allocation(const char* allocation, size_t alloc_size) { |
|
79 |
if (NULL == allocation) { |
|
80 |
if (!JfrRecorder::is_created()) { |
|
81 |
log_warning(jfr, system)("Memory allocation failed for size [" SIZE_FORMAT "] bytes", alloc_size); |
|
82 |
return; |
|
83 |
} else { |
|
84 |
// after critical startup, fail as by default |
|
85 |
vm_exit_out_of_memory(alloc_size, OOM_MALLOC_ERROR, "AllocateHeap"); |
|
86 |
} |
|
87 |
} |
|
88 |
debug_only(add(alloc_size)); |
|
89 |
} |
|
90 |
||
91 |
void JfrCHeapObj::on_memory_allocation(const void* allocation, size_t size) { |
|
92 |
hook_memory_allocation((const char*)allocation, size); |
|
93 |
} |
|
94 |
||
95 |
void* JfrCHeapObj::operator new(size_t size) throw() { |
|
96 |
return operator new(size, std::nothrow); |
|
97 |
} |
|
98 |
||
99 |
void* JfrCHeapObj::operator new (size_t size, const std::nothrow_t& nothrow_constant) throw() { |
|
100 |
void* const memory = CHeapObj<mtTracing>::operator new(size, nothrow_constant, CALLER_PC); |
|
101 |
hook_memory_allocation((const char*)memory, size); |
|
102 |
return memory; |
|
103 |
} |
|
104 |
||
105 |
void* JfrCHeapObj::operator new [](size_t size) throw() { |
|
106 |
return operator new[](size, std::nothrow); |
|
107 |
} |
|
108 |
||
109 |
void* JfrCHeapObj::operator new [](size_t size, const std::nothrow_t& nothrow_constant) throw() { |
|
110 |
void* const memory = CHeapObj<mtTracing>::operator new[](size, nothrow_constant, CALLER_PC); |
|
111 |
hook_memory_allocation((const char*)memory, size); |
|
112 |
return memory; |
|
113 |
} |
|
114 |
||
115 |
void JfrCHeapObj::operator delete(void* p, size_t size) { |
|
116 |
debug_only(hook_memory_deallocation(size);) |
|
117 |
CHeapObj<mtTracing>::operator delete(p); |
|
118 |
} |
|
119 |
||
120 |
void JfrCHeapObj::operator delete[](void* p, size_t size) { |
|
121 |
debug_only(hook_memory_deallocation(size);) |
|
122 |
CHeapObj<mtTracing>::operator delete[](p); |
|
123 |
} |
|
124 |
||
125 |
char* JfrCHeapObj::realloc_array(char* old, size_t size) { |
|
126 |
char* const memory = ReallocateHeap(old, size, mtTracing, AllocFailStrategy::RETURN_NULL); |
|
127 |
hook_memory_allocation(memory, size); |
|
128 |
return memory; |
|
129 |
} |
|
130 |
||
131 |
void JfrCHeapObj::free(void* p, size_t size) { |
|
132 |
debug_only(hook_memory_deallocation(size);) |
|
133 |
FreeHeap(p); |
|
134 |
} |
|
135 |
||
136 |
char* JfrCHeapObj::allocate_array_noinline(size_t elements, size_t element_size) { |
|
137 |
return AllocateHeap(elements * element_size, mtTracing, CALLER_PC, AllocFailStrategy::RETURN_NULL); |
|
138 |
} |