author | aph |
Tue, 18 Jun 2019 16:15:15 +0100 | |
changeset 55438 | 0692b67f5462 |
parent 53244 | 9807daeb47c4 |
child 58980 | 47c20fc6a517 |
permissions | -rw-r--r-- |
1374 | 1 |
/* |
53244
9807daeb47c4
8216167: Update include guards to reflect correct directories
coleenp
parents:
47216
diff
changeset
|
2 |
* Copyright (c) 2001, 2019, Oracle and/or its affiliates. All rights reserved. |
1374 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
5547
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
3262
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
3262
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
3262
diff
changeset
|
21 |
* questions. |
1374 | 22 |
* |
23 |
*/ |
|
24 |
||
53244
9807daeb47c4
8216167: Update include guards to reflect correct directories
coleenp
parents:
47216
diff
changeset
|
25 |
#ifndef SHARE_GC_G1_G1BLOCKOFFSETTABLE_INLINE_HPP |
9807daeb47c4
8216167: Update include guards to reflect correct directories
coleenp
parents:
47216
diff
changeset
|
26 |
#define SHARE_GC_G1_G1BLOCKOFFSETTABLE_INLINE_HPP |
7397 | 27 |
|
30764 | 28 |
#include "gc/g1/g1BlockOffsetTable.hpp" |
32389
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
30764
diff
changeset
|
29 |
#include "gc/g1/heapRegion.hpp" |
32598
70b490faa49f
8131330: G1CollectedHeap::verify_dirty_young_list fails with assert
kbarrett
parents:
32389
diff
changeset
|
30 |
#include "gc/shared/memset_with_concurrent_readers.hpp" |
30764 | 31 |
#include "gc/shared/space.hpp" |
55438
0692b67f5462
8225716: G1 GC: Undefined behaviour in G1BlockOffsetTablePart::block_at_or_preceding
aph
parents:
53244
diff
changeset
|
32 |
#include "runtime/atomic.hpp" |
7397 | 33 |
|
35461 | 34 |
inline HeapWord* G1BlockOffsetTablePart::block_start(const void* addr) { |
35 |
if (addr >= _space->bottom() && addr < _space->end()) { |
|
36 |
HeapWord* q = block_at_or_preceding(addr, true, _next_offset_index-1); |
|
37 |
return forward_to_block_containing_addr(q, addr); |
|
1374 | 38 |
} else { |
39 |
return NULL; |
|
40 |
} |
|
41 |
} |
|
42 |
||
35461 | 43 |
inline HeapWord* G1BlockOffsetTablePart::block_start_const(const void* addr) const { |
44 |
if (addr >= _space->bottom() && addr < _space->end()) { |
|
45 |
HeapWord* q = block_at_or_preceding(addr, true, _next_offset_index-1); |
|
46 |
HeapWord* n = q + block_size(q); |
|
47 |
return forward_to_block_containing_addr_const(q, n, addr); |
|
1374 | 48 |
} else { |
49 |
return NULL; |
|
50 |
} |
|
51 |
} |
|
52 |
||
35461 | 53 |
u_char G1BlockOffsetTable::offset_array(size_t index) const { |
26160 | 54 |
check_index(index, "index out of range"); |
55438
0692b67f5462
8225716: G1 GC: Undefined behaviour in G1BlockOffsetTablePart::block_at_or_preceding
aph
parents:
53244
diff
changeset
|
55 |
return Atomic::load(&_offset_array[index]); |
0692b67f5462
8225716: G1 GC: Undefined behaviour in G1BlockOffsetTablePart::block_at_or_preceding
aph
parents:
53244
diff
changeset
|
56 |
} |
0692b67f5462
8225716: G1 GC: Undefined behaviour in G1BlockOffsetTablePart::block_at_or_preceding
aph
parents:
53244
diff
changeset
|
57 |
|
0692b67f5462
8225716: G1 GC: Undefined behaviour in G1BlockOffsetTablePart::block_at_or_preceding
aph
parents:
53244
diff
changeset
|
58 |
void G1BlockOffsetTable::set_offset_array_raw(size_t index, u_char offset) { |
0692b67f5462
8225716: G1 GC: Undefined behaviour in G1BlockOffsetTablePart::block_at_or_preceding
aph
parents:
53244
diff
changeset
|
59 |
Atomic::store(offset, &_offset_array[index]); |
26160 | 60 |
} |
61 |
||
35461 | 62 |
void G1BlockOffsetTable::set_offset_array(size_t index, u_char offset) { |
26160 | 63 |
check_index(index, "index out of range"); |
64 |
set_offset_array_raw(index, offset); |
|
65 |
} |
|
66 |
||
35461 | 67 |
void G1BlockOffsetTable::set_offset_array(size_t index, HeapWord* high, HeapWord* low) { |
26160 | 68 |
check_index(index, "index out of range"); |
69 |
assert(high >= low, "addresses out of order"); |
|
70 |
size_t offset = pointer_delta(high, low); |
|
71 |
check_offset(offset, "offset too large"); |
|
72 |
set_offset_array(index, (u_char)offset); |
|
73 |
} |
|
74 |
||
35461 | 75 |
void G1BlockOffsetTable::set_offset_array(size_t left, size_t right, u_char offset) { |
26160 | 76 |
check_index(right, "right index out of range"); |
77 |
assert(left <= right, "indexes out of order"); |
|
78 |
size_t num_cards = right - left + 1; |
|
55438
0692b67f5462
8225716: G1 GC: Undefined behaviour in G1BlockOffsetTablePart::block_at_or_preceding
aph
parents:
53244
diff
changeset
|
79 |
memset_with_concurrent_readers |
0692b67f5462
8225716: G1 GC: Undefined behaviour in G1BlockOffsetTablePart::block_at_or_preceding
aph
parents:
53244
diff
changeset
|
80 |
(const_cast<u_char*> (&_offset_array[left]), offset, num_cards); |
26160 | 81 |
} |
82 |
||
83 |
// Variant of index_for that does not check the index for validity. |
|
35461 | 84 |
inline size_t G1BlockOffsetTable::index_for_raw(const void* p) const { |
35469
17ea1b453dd5
8146694: Break out shared constants and static BOT functions.
david
parents:
35461
diff
changeset
|
85 |
return pointer_delta((char*)p, _reserved.start(), sizeof(char)) >> BOTConstants::LogN; |
26160 | 86 |
} |
87 |
||
35461 | 88 |
inline size_t G1BlockOffsetTable::index_for(const void* p) const { |
1374 | 89 |
char* pc = (char*)p; |
90 |
assert(pc >= (char*)_reserved.start() && |
|
91 |
pc < (char*)_reserved.end(), |
|
33105
294e48b4f704
8080775: Better argument formatting for assert() and friends
david
parents:
32598
diff
changeset
|
92 |
"p (" PTR_FORMAT ") not in reserved [" PTR_FORMAT ", " PTR_FORMAT ")", |
294e48b4f704
8080775: Better argument formatting for assert() and friends
david
parents:
32598
diff
changeset
|
93 |
p2i(p), p2i(_reserved.start()), p2i(_reserved.end())); |
26160 | 94 |
size_t result = index_for_raw(p); |
14584
bd4290e6d0a5
7194633: G1: Assertion and guarantee failures in block offset table
johnc
parents:
13728
diff
changeset
|
95 |
check_index(result, "bad index from address"); |
1374 | 96 |
return result; |
97 |
} |
|
98 |
||
35461 | 99 |
inline HeapWord* G1BlockOffsetTable::address_for_index(size_t index) const { |
14584
bd4290e6d0a5
7194633: G1: Assertion and guarantee failures in block offset table
johnc
parents:
13728
diff
changeset
|
100 |
check_index(index, "index out of range"); |
26160 | 101 |
HeapWord* result = address_for_index_raw(index); |
1374 | 102 |
assert(result >= _reserved.start() && result < _reserved.end(), |
33105
294e48b4f704
8080775: Better argument formatting for assert() and friends
david
parents:
32598
diff
changeset
|
103 |
"bad address from index result " PTR_FORMAT |
294e48b4f704
8080775: Better argument formatting for assert() and friends
david
parents:
32598
diff
changeset
|
104 |
" _reserved.start() " PTR_FORMAT " _reserved.end() " PTR_FORMAT, |
294e48b4f704
8080775: Better argument formatting for assert() and friends
david
parents:
32598
diff
changeset
|
105 |
p2i(result), p2i(_reserved.start()), p2i(_reserved.end())); |
1374 | 106 |
return result; |
107 |
} |
|
108 |
||
35461 | 109 |
inline size_t G1BlockOffsetTablePart::block_size(const HeapWord* p) const { |
110 |
return _space->block_size(p); |
|
25361
5146d1e12a2f
8047820: G1 Block offset table does not need to support generic Space classes
mgerdin
parents:
24424
diff
changeset
|
111 |
} |
5146d1e12a2f
8047820: G1 Block offset table does not need to support generic Space classes
mgerdin
parents:
24424
diff
changeset
|
112 |
|
35461 | 113 |
inline HeapWord* G1BlockOffsetTablePart::block_at_or_preceding(const void* addr, |
114 |
bool has_max_index, |
|
115 |
size_t max_index) const { |
|
46286
c112671e114e
8173764: G1 BOT wrongly assumes that objects must always begin at the start of G1BlockOffsetTablePart
sjohanss
parents:
42588
diff
changeset
|
116 |
assert(_object_can_span || _bot->offset_array(_bot->index_for(_space->bottom())) == 0, |
c112671e114e
8173764: G1 BOT wrongly assumes that objects must always begin at the start of G1BlockOffsetTablePart
sjohanss
parents:
42588
diff
changeset
|
117 |
"Object crossed region boundary, found offset %u instead of 0", |
c112671e114e
8173764: G1 BOT wrongly assumes that objects must always begin at the start of G1BlockOffsetTablePart
sjohanss
parents:
42588
diff
changeset
|
118 |
(uint) _bot->offset_array(_bot->index_for(_space->bottom()))); |
35461 | 119 |
size_t index = _bot->index_for(addr); |
1374 | 120 |
// We must make sure that the offset table entry we use is valid. If |
121 |
// "addr" is past the end, start at the last known one and go forward. |
|
122 |
if (has_max_index) { |
|
123 |
index = MIN2(index, max_index); |
|
124 |
} |
|
35461 | 125 |
HeapWord* q = _bot->address_for_index(index); |
1374 | 126 |
|
35461 | 127 |
uint offset = _bot->offset_array(index); // Extend u_char to uint. |
35469
17ea1b453dd5
8146694: Break out shared constants and static BOT functions.
david
parents:
35461
diff
changeset
|
128 |
while (offset >= BOTConstants::N_words) { |
1374 | 129 |
// The excess of the offset from N_words indicates a power of Base |
130 |
// to go back by. |
|
35469
17ea1b453dd5
8146694: Break out shared constants and static BOT functions.
david
parents:
35461
diff
changeset
|
131 |
size_t n_cards_back = BOTConstants::entry_to_cards_back(offset); |
17ea1b453dd5
8146694: Break out shared constants and static BOT functions.
david
parents:
35461
diff
changeset
|
132 |
q -= (BOTConstants::N_words * n_cards_back); |
1374 | 133 |
index -= n_cards_back; |
35461 | 134 |
offset = _bot->offset_array(index); |
1374 | 135 |
} |
35469
17ea1b453dd5
8146694: Break out shared constants and static BOT functions.
david
parents:
35461
diff
changeset
|
136 |
assert(offset < BOTConstants::N_words, "offset too large"); |
1374 | 137 |
q -= offset; |
138 |
return q; |
|
139 |
} |
|
140 |
||
35461 | 141 |
inline HeapWord* G1BlockOffsetTablePart::forward_to_block_containing_addr_const(HeapWord* q, HeapWord* n, |
142 |
const void* addr) const { |
|
143 |
if (addr >= _space->top()) return _space->top(); |
|
25361
5146d1e12a2f
8047820: G1 Block offset table does not need to support generic Space classes
mgerdin
parents:
24424
diff
changeset
|
144 |
while (n <= addr) { |
5146d1e12a2f
8047820: G1 Block offset table does not need to support generic Space classes
mgerdin
parents:
24424
diff
changeset
|
145 |
q = n; |
5146d1e12a2f
8047820: G1 Block offset table does not need to support generic Space classes
mgerdin
parents:
24424
diff
changeset
|
146 |
oop obj = oop(q); |
42588 | 147 |
if (obj->klass_or_null_acquire() == NULL) { |
35461 | 148 |
return q; |
149 |
} |
|
25492
d27050bdfb04
8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents:
25491
diff
changeset
|
150 |
n += block_size(q); |
1374 | 151 |
} |
152 |
assert(q <= n, "wrong order for q and addr"); |
|
153 |
assert(addr < n, "wrong order for addr and n"); |
|
154 |
return q; |
|
155 |
} |
|
156 |
||
35461 | 157 |
inline HeapWord* G1BlockOffsetTablePart::forward_to_block_containing_addr(HeapWord* q, |
158 |
const void* addr) { |
|
42588 | 159 |
if (oop(q)->klass_or_null_acquire() == NULL) { |
35461 | 160 |
return q; |
161 |
} |
|
25361
5146d1e12a2f
8047820: G1 Block offset table does not need to support generic Space classes
mgerdin
parents:
24424
diff
changeset
|
162 |
HeapWord* n = q + block_size(q); |
1374 | 163 |
// In the normal case, where the query "addr" is a card boundary, and the |
164 |
// offset table chunks are the same size as cards, the block starting at |
|
165 |
// "q" will contain addr, so the test below will fail, and we'll fall |
|
166 |
// through quickly. |
|
167 |
if (n <= addr) { |
|
168 |
q = forward_to_block_containing_addr_slow(q, n, addr); |
|
169 |
} |
|
170 |
assert(q <= addr, "wrong order for current and arg"); |
|
171 |
return q; |
|
172 |
} |
|
173 |
||
53244
9807daeb47c4
8216167: Update include guards to reflect correct directories
coleenp
parents:
47216
diff
changeset
|
174 |
#endif // SHARE_GC_G1_G1BLOCKOFFSETTABLE_INLINE_HPP |