author | stefank |
Tue, 26 Nov 2019 10:47:46 +0100 | |
changeset 59290 | 97d13893ec3c |
parent 59247 | 56bf71d64d51 |
permissions | -rw-r--r-- |
55510
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
1 |
/* |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
2 |
* Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved. |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
4 |
* |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
5 |
* This code is free software; you can redistribute it and/or modify it |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
7 |
* published by the Free Software Foundation. |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
8 |
* |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
13 |
* accompanied this code). |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
14 |
* |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
15 |
* You should have received a copy of the GNU General Public License version |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
18 |
* |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
21 |
* questions. |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
22 |
* |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
23 |
*/ |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
24 |
|
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
25 |
#ifndef SHARE_VM_GC_G1_HEAPREGIONREMSET_INLINE_HPP |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
26 |
#define SHARE_VM_GC_G1_HEAPREGIONREMSET_INLINE_HPP |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
27 |
|
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
28 |
#include "gc/g1/heapRegion.inline.hpp" |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
29 |
#include "gc/g1/heapRegionRemSet.hpp" |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
30 |
#include "gc/g1/sparsePRT.hpp" |
59290
97d13893ec3c
8234748: Clean up atomic and orderAccess includes
stefank
parents:
59247
diff
changeset
|
31 |
#include "runtime/atomic.hpp" |
55510
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
32 |
#include "utilities/bitMap.inline.hpp" |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
33 |
|
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
34 |
template <class Closure> |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
35 |
inline void HeapRegionRemSet::iterate_prts(Closure& cl) { |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
36 |
_other_regions.iterate(cl); |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
37 |
} |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
38 |
|
58552
906a9dd5d8e8
8231956: Remove seq_add_card/reference from PerRegionTable class
tschatzl
parents:
55510
diff
changeset
|
39 |
inline void PerRegionTable::add_card(CardIdx_t from_card_index) { |
906a9dd5d8e8
8231956: Remove seq_add_card/reference from PerRegionTable class
tschatzl
parents:
55510
diff
changeset
|
40 |
if (_bm.par_set_bit(from_card_index)) { |
906a9dd5d8e8
8231956: Remove seq_add_card/reference from PerRegionTable class
tschatzl
parents:
55510
diff
changeset
|
41 |
Atomic::inc(&_occupied); |
55510
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
42 |
} |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
43 |
} |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
44 |
|
58552
906a9dd5d8e8
8231956: Remove seq_add_card/reference from PerRegionTable class
tschatzl
parents:
55510
diff
changeset
|
45 |
inline void PerRegionTable::add_reference(OopOrNarrowOopStar from) { |
55510
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
46 |
// Must make this robust in case "from" is not in "_hr", because of |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
47 |
// concurrency. |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
48 |
|
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
49 |
HeapRegion* loc_hr = hr(); |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
50 |
// If the test below fails, then this table was reused concurrently |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
51 |
// with this operation. This is OK, since the old table was coarsened, |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
52 |
// and adding a bit to the new table is never incorrect. |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
53 |
if (loc_hr->is_in_reserved(from)) { |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
54 |
CardIdx_t from_card = OtherRegionsTable::card_within_region(from, loc_hr); |
58552
906a9dd5d8e8
8231956: Remove seq_add_card/reference from PerRegionTable class
tschatzl
parents:
55510
diff
changeset
|
55 |
add_card(from_card); |
55510
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
56 |
} |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
57 |
} |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
58 |
|
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
59 |
inline void PerRegionTable::init(HeapRegion* hr, bool clear_links_to_all_list) { |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
60 |
if (clear_links_to_all_list) { |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
61 |
set_next(NULL); |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
62 |
set_prev(NULL); |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
63 |
} |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
64 |
_collision_list_next = NULL; |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
65 |
_occupied = 0; |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
66 |
_bm.clear(); |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
67 |
// Make sure that the bitmap clearing above has been finished before publishing |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
68 |
// this PRT to concurrent threads. |
59247
56bf71d64d51
8234562: Move OrderAccess::release_store*/load_acquire to Atomic
stefank
parents:
58552
diff
changeset
|
69 |
Atomic::release_store(&_hr, hr); |
55510
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
70 |
} |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
71 |
|
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
72 |
template <class Closure> |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
73 |
void OtherRegionsTable::iterate(Closure& cl) { |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
74 |
if (_n_coarse_entries > 0) { |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
75 |
BitMap::idx_t cur = _coarse_map.get_next_one_offset(0); |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
76 |
while (cur != _coarse_map.size()) { |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
77 |
cl.next_coarse_prt((uint)cur); |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
78 |
cur = _coarse_map.get_next_one_offset(cur + 1); |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
79 |
} |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
80 |
} |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
81 |
{ |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
82 |
PerRegionTable* cur = _first_all_fine_prts; |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
83 |
while (cur != NULL) { |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
84 |
cl.next_fine_prt(cur->hr()->hrm_index(), cur->bm()); |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
85 |
cur = cur->next(); |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
86 |
} |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
87 |
} |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
88 |
{ |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
89 |
SparsePRTBucketIter iter(&_sparse_table); |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
90 |
SparsePRTEntry* cur; |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
91 |
while (iter.has_next(cur)) { |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
92 |
cl.next_sparse_prt(cur->r_ind(), cur->cards(), cur->num_valid_cards()); |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
93 |
} |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
94 |
} |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
95 |
} |
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
96 |
|
3e31a8beaae4
8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff
changeset
|
97 |
#endif // SHARE_VM_GC_G1_HEAPREGIONREMSET_INLINE_HPP |