author | redestad |
Thu, 20 Dec 2018 19:44:08 +0100 | |
changeset 53091 | 5bf5b773fc41 |
parent 49611 | 973c9504178e |
child 53244 | 9807daeb47c4 |
permissions | -rw-r--r-- |
1 | 1 |
/* |
49364
601146c66cad
8173070: Remove ValueObj class for allocation subclassing for runtime code
coleenp
parents:
47768
diff
changeset
|
2 |
* Copyright (c) 1997, 2018, Oracle and/or its affiliates. All rights reserved. |
1 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
5547
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
1
diff
changeset
|
21 |
* questions. |
1 | 22 |
* |
23 |
*/ |
|
24 |
||
7397 | 25 |
#ifndef SHARE_VM_MEMORY_HEAP_HPP |
26 |
#define SHARE_VM_MEMORY_HEAP_HPP |
|
27 |
||
26796 | 28 |
#include "code/codeBlob.hpp" |
7397 | 29 |
#include "memory/allocation.hpp" |
30291
54cdc5c1a9cb
8068352: Move virtualspace.* out of src/share/vm/runtime to memory directory
coleenp
parents:
28493
diff
changeset
|
30 |
#include "memory/virtualspace.hpp" |
31620
53be635ad49c
8087333: Optionally Pre-Generate the HotSpot Template Interpreter
bdelsart
parents:
30291
diff
changeset
|
31 |
#include "utilities/macros.hpp" |
7397 | 32 |
|
1 | 33 |
// Blocks |
34 |
||
49364
601146c66cad
8173070: Remove ValueObj class for allocation subclassing for runtime code
coleenp
parents:
47768
diff
changeset
|
35 |
class HeapBlock { |
1 | 36 |
friend class VMStructs; |
37 |
||
38 |
public: |
|
39 |
struct Header { |
|
40 |
size_t _length; // the length in segments |
|
41 |
bool _used; // Used bit |
|
42 |
}; |
|
43 |
||
44 |
protected: |
|
45 |
union { |
|
46 |
Header _header; |
|
47 |
int64_t _padding[ (sizeof(Header) + sizeof(int64_t)-1) / sizeof(int64_t) ]; |
|
48 |
// pad to 0 mod 8 |
|
49 |
}; |
|
50 |
||
51 |
public: |
|
52 |
// Initialization |
|
53 |
void initialize(size_t length) { _header._length = length; set_used(); } |
|
54 |
||
55 |
// Accessors |
|
56 |
void* allocated_space() const { return (void*)(this + 1); } |
|
57 |
size_t length() const { return _header._length; } |
|
58 |
||
59 |
// Used/free |
|
60 |
void set_used() { _header._used = true; } |
|
61 |
void set_free() { _header._used = false; } |
|
62 |
bool free() { return !_header._used; } |
|
63 |
}; |
|
64 |
||
65 |
class FreeBlock: public HeapBlock { |
|
66 |
friend class VMStructs; |
|
67 |
protected: |
|
68 |
FreeBlock* _link; |
|
69 |
||
70 |
public: |
|
71 |
// Initialization |
|
72 |
void initialize(size_t length) { HeapBlock::initialize(length); _link= NULL; } |
|
73 |
||
74 |
// Merging |
|
75 |
void set_length(size_t l) { _header._length = l; } |
|
76 |
||
77 |
// Accessors |
|
78 |
FreeBlock* link() const { return _link; } |
|
79 |
void set_link(FreeBlock* link) { _link = link; } |
|
80 |
}; |
|
81 |
||
13195 | 82 |
class CodeHeap : public CHeapObj<mtCode> { |
1 | 83 |
friend class VMStructs; |
42650 | 84 |
protected: |
1 | 85 |
VirtualSpace _memory; // the memory holding the blocks |
86 |
VirtualSpace _segmap; // the memory holding the segment map |
|
87 |
||
88 |
size_t _number_of_committed_segments; |
|
89 |
size_t _number_of_reserved_segments; |
|
90 |
size_t _segment_size; |
|
91 |
int _log2_segment_size; |
|
92 |
||
93 |
size_t _next_segment; |
|
94 |
||
95 |
FreeBlock* _freelist; |
|
17016
78b1c3670525
8006952: Slow VM due to excessive code cache freelist iteration
neliasso
parents:
13963
diff
changeset
|
96 |
size_t _freelist_segments; // No. of segments in freelist |
23214
b6426873cb37
8029799: vm/mlvm/anonloader/stress/oome prints warning: CodeHeap: # of free blocks > 10000
anoll
parents:
22551
diff
changeset
|
97 |
int _freelist_length; |
26796 | 98 |
size_t _max_allocated_capacity; // Peak capacity that was allocated during lifetime of the heap |
99 |
||
100 |
const char* _name; // Name of the CodeHeap |
|
101 |
const int _code_blob_type; // CodeBlobType it contains |
|
34158
1f8d643b02d5
8067378: Add segmented code heaps info into jfr events: vm/code_cache/stats and vm/code_cache/config
thartmann
parents:
31620
diff
changeset
|
102 |
int _blob_count; // Number of CodeBlobs |
1f8d643b02d5
8067378: Add segmented code heaps info into jfr events: vm/code_cache/stats and vm/code_cache/config
thartmann
parents:
31620
diff
changeset
|
103 |
int _nmethod_count; // Number of nmethods |
1f8d643b02d5
8067378: Add segmented code heaps info into jfr events: vm/code_cache/stats and vm/code_cache/config
thartmann
parents:
31620
diff
changeset
|
104 |
int _adapter_count; // Number of adapters |
1f8d643b02d5
8067378: Add segmented code heaps info into jfr events: vm/code_cache/stats and vm/code_cache/config
thartmann
parents:
31620
diff
changeset
|
105 |
int _full_count; // Number of times the code heap was full |
1f8d643b02d5
8067378: Add segmented code heaps info into jfr events: vm/code_cache/stats and vm/code_cache/config
thartmann
parents:
31620
diff
changeset
|
106 |
|
23214
b6426873cb37
8029799: vm/mlvm/anonloader/stress/oome prints warning: CodeHeap: # of free blocks > 10000
anoll
parents:
22551
diff
changeset
|
107 |
|
b6426873cb37
8029799: vm/mlvm/anonloader/stress/oome prints warning: CodeHeap: # of free blocks > 10000
anoll
parents:
22551
diff
changeset
|
108 |
enum { free_sentinel = 0xFF }; |
1 | 109 |
|
110 |
// Helper functions |
|
17016
78b1c3670525
8006952: Slow VM due to excessive code cache freelist iteration
neliasso
parents:
13963
diff
changeset
|
111 |
size_t size_to_segments(size_t size) const { return (size + _segment_size - 1) >> _log2_segment_size; } |
78b1c3670525
8006952: Slow VM due to excessive code cache freelist iteration
neliasso
parents:
13963
diff
changeset
|
112 |
size_t segments_to_size(size_t number_of_segments) const { return number_of_segments << _log2_segment_size; } |
1 | 113 |
|
114 |
size_t segment_for(void* p) const { return ((char*)p - _memory.low()) >> _log2_segment_size; } |
|
23214
b6426873cb37
8029799: vm/mlvm/anonloader/stress/oome prints warning: CodeHeap: # of free blocks > 10000
anoll
parents:
22551
diff
changeset
|
115 |
bool is_segment_unused(int val) const { return val == free_sentinel; } |
1 | 116 |
HeapBlock* block_at(size_t i) const { return (HeapBlock*)(_memory.low() + (i << _log2_segment_size)); } |
117 |
||
118 |
void mark_segmap_as_free(size_t beg, size_t end); |
|
119 |
void mark_segmap_as_used(size_t beg, size_t end); |
|
120 |
||
121 |
// Freelist management helpers |
|
23214
b6426873cb37
8029799: vm/mlvm/anonloader/stress/oome prints warning: CodeHeap: # of free blocks > 10000
anoll
parents:
22551
diff
changeset
|
122 |
FreeBlock* following_block(FreeBlock* b); |
1 | 123 |
void insert_after(FreeBlock* a, FreeBlock* b); |
23214
b6426873cb37
8029799: vm/mlvm/anonloader/stress/oome prints warning: CodeHeap: # of free blocks > 10000
anoll
parents:
22551
diff
changeset
|
124 |
bool merge_right (FreeBlock* a); |
1 | 125 |
|
126 |
// Toplevel freelist management |
|
23214
b6426873cb37
8029799: vm/mlvm/anonloader/stress/oome prints warning: CodeHeap: # of free blocks > 10000
anoll
parents:
22551
diff
changeset
|
127 |
void add_to_freelist(HeapBlock* b); |
27420
04e6f914cce1
8046809: vm/mlvm/meth/stress/compiler/deoptimize CodeCache is full.
anoll
parents:
26942
diff
changeset
|
128 |
FreeBlock* search_freelist(size_t length); |
1 | 129 |
|
130 |
// Iteration helpers |
|
28493 | 131 |
void* next_used(HeapBlock* b) const; |
1 | 132 |
HeapBlock* block_start(void* p) const; |
133 |
||
134 |
// to perform additional actions on creation of executable code |
|
135 |
void on_code_mapping(char* base, size_t size); |
|
23214
b6426873cb37
8029799: vm/mlvm/anonloader/stress/oome prints warning: CodeHeap: # of free blocks > 10000
anoll
parents:
22551
diff
changeset
|
136 |
void clear(); // clears all heap contents |
1 | 137 |
|
138 |
public: |
|
26796 | 139 |
CodeHeap(const char* name, const int code_blob_type); |
1 | 140 |
|
141 |
// Heap extents |
|
26796 | 142 |
bool reserve(ReservedSpace rs, size_t committed_size, size_t segment_size); |
22551 | 143 |
bool expand_by(size_t size); // expands committed memory by size |
1 | 144 |
|
145 |
// Memory allocation |
|
27420
04e6f914cce1
8046809: vm/mlvm/meth/stress/compiler/deoptimize CodeCache is full.
anoll
parents:
26942
diff
changeset
|
146 |
void* allocate (size_t size); // Allocate 'size' bytes in the code cache or return NULL |
04e6f914cce1
8046809: vm/mlvm/meth/stress/compiler/deoptimize CodeCache is full.
anoll
parents:
26942
diff
changeset
|
147 |
void deallocate(void* p); // Deallocate memory |
47688 | 148 |
// Free the tail of segments allocated by the last call to 'allocate()' which exceed 'used_size'. |
149 |
// ATTENTION: this is only safe to use if there was no other call to 'allocate()' after |
|
150 |
// 'p' was allocated. Only intended for freeing memory which would be otherwise |
|
151 |
// wasted after the interpreter generation because we don't know the interpreter size |
|
152 |
// beforehand and we also can't easily relocate the interpreter to a new location. |
|
153 |
void deallocate_tail(void* p, size_t used_size); |
|
1 | 154 |
|
155 |
// Attributes |
|
46647
634dc786bf96
8183573: Refactor CodeHeap and AOTCodeHeap to devirtualize hot methods
redestad
parents:
43945
diff
changeset
|
156 |
char* low_boundary() const { return _memory.low_boundary(); } |
17016
78b1c3670525
8006952: Slow VM due to excessive code cache freelist iteration
neliasso
parents:
13963
diff
changeset
|
157 |
char* high() const { return _memory.high(); } |
78b1c3670525
8006952: Slow VM due to excessive code cache freelist iteration
neliasso
parents:
13963
diff
changeset
|
158 |
char* high_boundary() const { return _memory.high_boundary(); } |
1 | 159 |
|
46647
634dc786bf96
8183573: Refactor CodeHeap and AOTCodeHeap to devirtualize hot methods
redestad
parents:
43945
diff
changeset
|
160 |
bool contains(const void* p) const { return low_boundary() <= p && p < high(); } |
47768
3d1d05c9b6cd
8187091: ReturnBlobToWrongHeapTest fails because of problems in CodeHeap::contains_blob()
simonis
parents:
47688
diff
changeset
|
161 |
bool contains_blob(const CodeBlob* blob) const { |
3d1d05c9b6cd
8187091: ReturnBlobToWrongHeapTest fails because of problems in CodeHeap::contains_blob()
simonis
parents:
47688
diff
changeset
|
162 |
// AOT CodeBlobs (i.e. AOTCompiledMethod) objects aren't allocated in the AOTCodeHeap but on the C-Heap. |
3d1d05c9b6cd
8187091: ReturnBlobToWrongHeapTest fails because of problems in CodeHeap::contains_blob()
simonis
parents:
47688
diff
changeset
|
163 |
// Only the code they are pointing to is located in the AOTCodeHeap. All other CodeBlobs are allocated |
3d1d05c9b6cd
8187091: ReturnBlobToWrongHeapTest fails because of problems in CodeHeap::contains_blob()
simonis
parents:
47688
diff
changeset
|
164 |
// directly in their corresponding CodeHeap with their code appended to the actual C++ object. |
3d1d05c9b6cd
8187091: ReturnBlobToWrongHeapTest fails because of problems in CodeHeap::contains_blob()
simonis
parents:
47688
diff
changeset
|
165 |
// So all CodeBlobs except AOTCompiledMethod are continuous in memory with their data and code while |
3d1d05c9b6cd
8187091: ReturnBlobToWrongHeapTest fails because of problems in CodeHeap::contains_blob()
simonis
parents:
47688
diff
changeset
|
166 |
// AOTCompiledMethod and their code/data is distributed in the C-Heap. This means we can use the |
3d1d05c9b6cd
8187091: ReturnBlobToWrongHeapTest fails because of problems in CodeHeap::contains_blob()
simonis
parents:
47688
diff
changeset
|
167 |
// address of a CodeBlob object in order to locate it in its heap while we have to use the address |
3d1d05c9b6cd
8187091: ReturnBlobToWrongHeapTest fails because of problems in CodeHeap::contains_blob()
simonis
parents:
47688
diff
changeset
|
168 |
// of the actual code an AOTCompiledMethod object is pointing to in order to locate it. |
3d1d05c9b6cd
8187091: ReturnBlobToWrongHeapTest fails because of problems in CodeHeap::contains_blob()
simonis
parents:
47688
diff
changeset
|
169 |
// Notice that for an ordinary CodeBlob with code size zero, code_begin() may point beyond the object! |
3d1d05c9b6cd
8187091: ReturnBlobToWrongHeapTest fails because of problems in CodeHeap::contains_blob()
simonis
parents:
47688
diff
changeset
|
170 |
const void* start = AOT_ONLY( (code_blob_type() == CodeBlobType::AOT) ? blob->code_begin() : ) (void*)blob; |
3d1d05c9b6cd
8187091: ReturnBlobToWrongHeapTest fails because of problems in CodeHeap::contains_blob()
simonis
parents:
47688
diff
changeset
|
171 |
return contains(start); |
3d1d05c9b6cd
8187091: ReturnBlobToWrongHeapTest fails because of problems in CodeHeap::contains_blob()
simonis
parents:
47688
diff
changeset
|
172 |
} |
43945
e7f2e49d2274
8173151: Code heap corruption due to incorrect inclusion test
zmajo
parents:
42664
diff
changeset
|
173 |
|
31620
53be635ad49c
8087333: Optionally Pre-Generate the HotSpot Template Interpreter
bdelsart
parents:
30291
diff
changeset
|
174 |
virtual void* find_start(void* p) const; // returns the block containing p or NULL |
42650 | 175 |
virtual CodeBlob* find_blob_unsafe(void* start) const; |
23214
b6426873cb37
8029799: vm/mlvm/anonloader/stress/oome prints warning: CodeHeap: # of free blocks > 10000
anoll
parents:
22551
diff
changeset
|
176 |
size_t alignment_unit() const; // alignment of any block |
b6426873cb37
8029799: vm/mlvm/anonloader/stress/oome prints warning: CodeHeap: # of free blocks > 10000
anoll
parents:
22551
diff
changeset
|
177 |
size_t alignment_offset() const; // offset of first byte of any block, within the enclosing alignment unit |
b6426873cb37
8029799: vm/mlvm/anonloader/stress/oome prints warning: CodeHeap: # of free blocks > 10000
anoll
parents:
22551
diff
changeset
|
178 |
static size_t header_size(); // returns the header size for each heap block |
1 | 179 |
|
49611 | 180 |
size_t segment_size() const { return _segment_size; } // for CodeHeapState |
181 |
HeapBlock* first_block() const; // for CodeHeapState |
|
182 |
HeapBlock* next_block(HeapBlock* b) const; // for CodeHeapState |
|
183 |
||
184 |
FreeBlock* freelist() const { return _freelist; } // for CodeHeapState |
|
185 |
||
23214
b6426873cb37
8029799: vm/mlvm/anonloader/stress/oome prints warning: CodeHeap: # of free blocks > 10000
anoll
parents:
22551
diff
changeset
|
186 |
size_t allocated_in_freelist() const { return _freelist_segments * CodeCacheSegmentSize; } |
b6426873cb37
8029799: vm/mlvm/anonloader/stress/oome prints warning: CodeHeap: # of free blocks > 10000
anoll
parents:
22551
diff
changeset
|
187 |
int freelist_length() const { return _freelist_length; } // number of elements in the freelist |
1 | 188 |
|
189 |
// returns the first block or NULL |
|
31620
53be635ad49c
8087333: Optionally Pre-Generate the HotSpot Template Interpreter
bdelsart
parents:
30291
diff
changeset
|
190 |
virtual void* first() const { return next_used(first_block()); } |
1 | 191 |
// returns the next block given a block p or NULL |
31620
53be635ad49c
8087333: Optionally Pre-Generate the HotSpot Template Interpreter
bdelsart
parents:
30291
diff
changeset
|
192 |
virtual void* next(void* p) const { return next_used(next_block(block_start(p))); } |
1 | 193 |
|
194 |
// Statistics |
|
195 |
size_t capacity() const; |
|
196 |
size_t max_capacity() const; |
|
23214
b6426873cb37
8029799: vm/mlvm/anonloader/stress/oome prints warning: CodeHeap: # of free blocks > 10000
anoll
parents:
22551
diff
changeset
|
197 |
int allocated_segments() const; |
1 | 198 |
size_t allocated_capacity() const; |
26796 | 199 |
size_t max_allocated_capacity() const { return _max_allocated_capacity; } |
1 | 200 |
size_t unallocated_capacity() const { return max_capacity() - allocated_capacity(); } |
201 |
||
26796 | 202 |
// Returns true if the CodeHeap contains CodeBlobs of the given type |
26942
fa5ea7ff078d
8059390: code cache fills up for bigapps/Weblogic+medrec/nowarnings
zmajo
parents:
26796
diff
changeset
|
203 |
bool accepts(int code_blob_type) const { return (_code_blob_type == CodeBlobType::All) || |
fa5ea7ff078d
8059390: code cache fills up for bigapps/Weblogic+medrec/nowarnings
zmajo
parents:
26796
diff
changeset
|
204 |
(_code_blob_type == code_blob_type); } |
26796 | 205 |
int code_blob_type() const { return _code_blob_type; } |
206 |
||
207 |
// Debugging / Profiling |
|
208 |
const char* name() const { return _name; } |
|
34158
1f8d643b02d5
8067378: Add segmented code heaps info into jfr events: vm/code_cache/stats and vm/code_cache/config
thartmann
parents:
31620
diff
changeset
|
209 |
int blob_count() { return _blob_count; } |
1f8d643b02d5
8067378: Add segmented code heaps info into jfr events: vm/code_cache/stats and vm/code_cache/config
thartmann
parents:
31620
diff
changeset
|
210 |
int nmethod_count() { return _nmethod_count; } |
1f8d643b02d5
8067378: Add segmented code heaps info into jfr events: vm/code_cache/stats and vm/code_cache/config
thartmann
parents:
31620
diff
changeset
|
211 |
void set_nmethod_count(int count) { _nmethod_count = count; } |
1f8d643b02d5
8067378: Add segmented code heaps info into jfr events: vm/code_cache/stats and vm/code_cache/config
thartmann
parents:
31620
diff
changeset
|
212 |
int adapter_count() { return _adapter_count; } |
1f8d643b02d5
8067378: Add segmented code heaps info into jfr events: vm/code_cache/stats and vm/code_cache/config
thartmann
parents:
31620
diff
changeset
|
213 |
void set_adapter_count(int count) { _adapter_count = count; } |
1f8d643b02d5
8067378: Add segmented code heaps info into jfr events: vm/code_cache/stats and vm/code_cache/config
thartmann
parents:
31620
diff
changeset
|
214 |
int full_count() { return _full_count; } |
1f8d643b02d5
8067378: Add segmented code heaps info into jfr events: vm/code_cache/stats and vm/code_cache/config
thartmann
parents:
31620
diff
changeset
|
215 |
void report_full() { _full_count++; } |
26796 | 216 |
|
17016
78b1c3670525
8006952: Slow VM due to excessive code cache freelist iteration
neliasso
parents:
13963
diff
changeset
|
217 |
private: |
78b1c3670525
8006952: Slow VM due to excessive code cache freelist iteration
neliasso
parents:
13963
diff
changeset
|
218 |
size_t heap_unallocated_capacity() const; |
78b1c3670525
8006952: Slow VM due to excessive code cache freelist iteration
neliasso
parents:
13963
diff
changeset
|
219 |
|
78b1c3670525
8006952: Slow VM due to excessive code cache freelist iteration
neliasso
parents:
13963
diff
changeset
|
220 |
public: |
1 | 221 |
// Debugging |
23214
b6426873cb37
8029799: vm/mlvm/anonloader/stress/oome prints warning: CodeHeap: # of free blocks > 10000
anoll
parents:
22551
diff
changeset
|
222 |
void verify() PRODUCT_RETURN; |
1 | 223 |
void print() PRODUCT_RETURN; |
224 |
}; |
|
7397 | 225 |
|
226 |
#endif // SHARE_VM_MEMORY_HEAP_HPP |