author | tschatzl |
Fri, 09 Feb 2018 11:51:40 +0100 | |
changeset 48889 | 216c2aabbf1f |
parent 47885 | 5caa1d5f74c1 |
child 48890 | f9884e190f2b |
permissions | -rw-r--r-- |
1374 | 1 |
/* |
46307
686d50172bfd
8071278: Fix the closure mess in G1RemSet::refine_card()
tschatzl
parents:
46258
diff
changeset
|
2 |
* Copyright (c) 2001, 2017, Oracle and/or its affiliates. All rights reserved. |
1374 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
5547
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
5350
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
5350
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
5350
diff
changeset
|
21 |
* questions. |
1374 | 22 |
* |
23 |
*/ |
|
24 |
||
30764 | 25 |
#ifndef SHARE_VM_GC_G1_HEAPREGION_HPP |
26 |
#define SHARE_VM_GC_G1_HEAPREGION_HPP |
|
7397 | 27 |
|
30764 | 28 |
#include "gc/g1/g1AllocationContext.hpp" |
29 |
#include "gc/g1/g1BlockOffsetTable.hpp" |
|
36098
e056a98ac7ca
8149650: Create a trace event for G1 heap region type transitions
david
parents:
35507
diff
changeset
|
30 |
#include "gc/g1/g1HeapRegionTraceType.hpp" |
e056a98ac7ca
8149650: Create a trace event for G1 heap region type transitions
david
parents:
35507
diff
changeset
|
31 |
#include "gc/g1/heapRegionTracer.hpp" |
30764 | 32 |
#include "gc/g1/heapRegionType.hpp" |
33 |
#include "gc/g1/survRateGroup.hpp" |
|
34 |
#include "gc/shared/ageTable.hpp" |
|
35 |
#include "gc/shared/spaceDecorator.hpp" |
|
15482
470d0b0c09f1
8005915: Unify SERIALGC and INCLUDE_ALTERNATE_GCS
jprovino
parents:
13756
diff
changeset
|
36 |
#include "utilities/macros.hpp" |
7397 | 37 |
|
1374 | 38 |
// A HeapRegion is the smallest piece of a G1CollectedHeap that |
39 |
// can be collected independently. |
|
40 |
||
41 |
// NOTE: Although a HeapRegion is a Space, its |
|
42 |
// Space::initDirtyCardClosure method must not be called. |
|
43 |
// The problem is that the existence of this method breaks |
|
44 |
// the independence of barrier sets from remembered sets. |
|
45 |
// The solution is to remove this method from the definition |
|
46 |
// of a Space. |
|
47 |
||
33786
ac8da6513351
8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents:
33205
diff
changeset
|
48 |
// Each heap region is self contained. top() and end() can never |
ac8da6513351
8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents:
33205
diff
changeset
|
49 |
// be set beyond the end of the region. For humongous objects, |
ac8da6513351
8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents:
33205
diff
changeset
|
50 |
// the first region is a StartsHumongous region. If the humongous |
ac8da6513351
8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents:
33205
diff
changeset
|
51 |
// object is larger than a heap region, the following regions will |
ac8da6513351
8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents:
33205
diff
changeset
|
52 |
// be of type ContinuesHumongous. In this case the top() of the |
ac8da6513351
8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents:
33205
diff
changeset
|
53 |
// StartHumongous region and all ContinuesHumongous regions except |
42589
037b433e8069
8166811: Missing memory fences between memory allocation and refinement
kbarrett
parents:
42588
diff
changeset
|
54 |
// the last will point to their own end. The last ContinuesHumongous |
037b433e8069
8166811: Missing memory fences between memory allocation and refinement
kbarrett
parents:
42588
diff
changeset
|
55 |
// region may have top() equal the end of object if there isn't |
037b433e8069
8166811: Missing memory fences between memory allocation and refinement
kbarrett
parents:
42588
diff
changeset
|
56 |
// room for filler objects to pad out to the end of the region. |
33786
ac8da6513351
8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents:
33205
diff
changeset
|
57 |
|
30265
609384e91c30
8078048: Fix non-pch build after "8076457: Fix includes of inline.hpp in GC code"
goetz
parents:
30175
diff
changeset
|
58 |
class G1CollectedHeap; |
46750 | 59 |
class G1CMBitMap; |
47885
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
47216
diff
changeset
|
60 |
class G1IsAliveAndApplyClosure; |
1374 | 61 |
class HeapRegionRemSet; |
62 |
class HeapRegionRemSetIterator; |
|
63 |
class HeapRegion; |
|
7923 | 64 |
class HeapRegionSetBase; |
19339 | 65 |
class nmethod; |
7923 | 66 |
|
31592
43f48e165466
8081202: Hotspot compile warning: "Invalid suffix on literal; C++11 requires a space between literal and identifier"
bpittore
parents:
31346
diff
changeset
|
67 |
#define HR_FORMAT "%u:(%s)[" PTR_FORMAT "," PTR_FORMAT "," PTR_FORMAT "]" |
9989 | 68 |
#define HR_FORMAT_PARAMS(_hr_) \ |
26316
93f6b40c038b
8054819: Rename HeapRegionSeq to HeapRegionManager
tschatzl
parents:
26157
diff
changeset
|
69 |
(_hr_)->hrm_index(), \ |
26696
623a25e6c686
8057768: Make heap region region type in G1 HeapRegion explicit
tonyp
parents:
26422
diff
changeset
|
70 |
(_hr_)->get_short_type_str(), \ |
24424
2658d7834c6e
8037816: Fix for 8036122 breaks build with Xcode5/clang
drchase
parents:
23471
diff
changeset
|
71 |
p2i((_hr_)->bottom()), p2i((_hr_)->top()), p2i((_hr_)->end()) |
1374 | 72 |
|
26316
93f6b40c038b
8054819: Rename HeapRegionSeq to HeapRegionManager
tschatzl
parents:
26157
diff
changeset
|
73 |
// sentinel value for hrm_index |
93f6b40c038b
8054819: Rename HeapRegionSeq to HeapRegionManager
tschatzl
parents:
26157
diff
changeset
|
74 |
#define G1_NO_HRM_INDEX ((uint) -1) |
12381
1438e0fbfa27
7157073: G1: type change size_t -> uint for region counts / indexes
tonyp
parents:
12379
diff
changeset
|
75 |
|
1374 | 76 |
// The complicating factor is that BlockOffsetTable diverged |
77 |
// significantly, and we need functionality that is only in the G1 version. |
|
78 |
// So I copied that code, which led to an alternate G1 version of |
|
79 |
// OffsetTableContigSpace. If the two versions of BlockOffsetTable could |
|
80 |
// be reconciled, then G1OffsetTableContigSpace could go away. |
|
81 |
||
27889
7d50f95e0076
8065358: Refactor G1s usage of save_marks and reduce related races
mgerdin
parents:
27624
diff
changeset
|
82 |
// The idea behind time stamps is the following. We want to keep track of |
7d50f95e0076
8065358: Refactor G1s usage of save_marks and reduce related races
mgerdin
parents:
27624
diff
changeset
|
83 |
// the highest address where it's safe to scan objects for each region. |
7d50f95e0076
8065358: Refactor G1s usage of save_marks and reduce related races
mgerdin
parents:
27624
diff
changeset
|
84 |
// This is only relevant for current GC alloc regions so we keep a time stamp |
7d50f95e0076
8065358: Refactor G1s usage of save_marks and reduce related races
mgerdin
parents:
27624
diff
changeset
|
85 |
// per region to determine if the region has been allocated during the current |
7d50f95e0076
8065358: Refactor G1s usage of save_marks and reduce related races
mgerdin
parents:
27624
diff
changeset
|
86 |
// GC or not. If the time stamp is current we report a scan_top value which |
7d50f95e0076
8065358: Refactor G1s usage of save_marks and reduce related races
mgerdin
parents:
27624
diff
changeset
|
87 |
// was saved at the end of the previous GC for retained alloc regions and which is |
7d50f95e0076
8065358: Refactor G1s usage of save_marks and reduce related races
mgerdin
parents:
27624
diff
changeset
|
88 |
// equal to the bottom for all other regions. |
7d50f95e0076
8065358: Refactor G1s usage of save_marks and reduce related races
mgerdin
parents:
27624
diff
changeset
|
89 |
// There is a race between card scanners and allocating gc workers where we must ensure |
7d50f95e0076
8065358: Refactor G1s usage of save_marks and reduce related races
mgerdin
parents:
27624
diff
changeset
|
90 |
// that card scanners do not read the memory allocated by the gc workers. |
7d50f95e0076
8065358: Refactor G1s usage of save_marks and reduce related races
mgerdin
parents:
27624
diff
changeset
|
91 |
// In order to enforce that, we must not return a value of _top which is more recent than the |
7d50f95e0076
8065358: Refactor G1s usage of save_marks and reduce related races
mgerdin
parents:
27624
diff
changeset
|
92 |
// time stamp. This is due to the fact that a region may become a gc alloc region at |
7d50f95e0076
8065358: Refactor G1s usage of save_marks and reduce related races
mgerdin
parents:
27624
diff
changeset
|
93 |
// some point after we've read the timestamp value as being < the current time stamp. |
7d50f95e0076
8065358: Refactor G1s usage of save_marks and reduce related races
mgerdin
parents:
27624
diff
changeset
|
94 |
// The time stamps are re-initialized to zero at cleanup and at Full GCs. |
7d50f95e0076
8065358: Refactor G1s usage of save_marks and reduce related races
mgerdin
parents:
27624
diff
changeset
|
95 |
// The current scheme that uses sequential unsigned ints will fail only if we have 4b |
1374 | 96 |
// evacuation pauses between two cleanups, which is _highly_ unlikely. |
35461 | 97 |
class G1ContiguousSpace: public CompactibleSpace { |
1374 | 98 |
friend class VMStructs; |
32389
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
32185
diff
changeset
|
99 |
HeapWord* volatile _top; |
1374 | 100 |
protected: |
35461 | 101 |
G1BlockOffsetTablePart _bot_part; |
1374 | 102 |
Mutex _par_alloc_lock; |
37989
e0a0f4de45c4
8153170: Card Live Data does not correctly handle eager reclaim
tschatzl
parents:
36098
diff
changeset
|
103 |
volatile uint _gc_time_stamp; |
8928
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
8680
diff
changeset
|
104 |
// When we need to retire an allocation region, while other threads |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
8680
diff
changeset
|
105 |
// are also concurrently trying to allocate into it, we typically |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
8680
diff
changeset
|
106 |
// allocate a dummy object at the end of the region to ensure that |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
8680
diff
changeset
|
107 |
// no more allocations can take place in it. However, sometimes we |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
8680
diff
changeset
|
108 |
// want to know where the end of the last "real" object we allocated |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
8680
diff
changeset
|
109 |
// into the region was and this is what this keeps track. |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
8680
diff
changeset
|
110 |
HeapWord* _pre_dummy_top; |
1374 | 111 |
|
112 |
public: |
|
35461 | 113 |
G1ContiguousSpace(G1BlockOffsetTable* bot); |
1374 | 114 |
|
25481
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
115 |
void set_top(HeapWord* value) { _top = value; } |
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
116 |
HeapWord* top() const { return _top; } |
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
117 |
|
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
118 |
protected: |
35461 | 119 |
// Reset the G1ContiguousSpace. |
26157
70eddb655686
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
25492
diff
changeset
|
120 |
virtual void initialize(MemRegion mr, bool clear_space, bool mangle_space); |
70eddb655686
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
25492
diff
changeset
|
121 |
|
32389
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
32185
diff
changeset
|
122 |
HeapWord* volatile* top_addr() { return &_top; } |
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
32185
diff
changeset
|
123 |
// Try to allocate at least min_word_size and up to desired_size from this Space. |
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
32185
diff
changeset
|
124 |
// Returns NULL if not possible, otherwise sets actual_word_size to the amount of |
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
32185
diff
changeset
|
125 |
// space allocated. |
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
32185
diff
changeset
|
126 |
// This version assumes that all allocation requests to this Space are properly |
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
32185
diff
changeset
|
127 |
// synchronized. |
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
32185
diff
changeset
|
128 |
inline HeapWord* allocate_impl(size_t min_word_size, size_t desired_word_size, size_t* actual_word_size); |
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
32185
diff
changeset
|
129 |
// Try to allocate at least min_word_size and up to desired_size from this Space. |
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
32185
diff
changeset
|
130 |
// Returns NULL if not possible, otherwise sets actual_word_size to the amount of |
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
32185
diff
changeset
|
131 |
// space allocated. |
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
32185
diff
changeset
|
132 |
// This version synchronizes with other calls to par_allocate_impl(). |
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
32185
diff
changeset
|
133 |
inline HeapWord* par_allocate_impl(size_t min_word_size, size_t desired_word_size, size_t* actual_word_size); |
25481
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
134 |
|
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
135 |
public: |
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
136 |
void reset_after_compaction() { set_top(compaction_top()); } |
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
137 |
|
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
138 |
size_t used() const { return byte_size(bottom(), top()); } |
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
139 |
size_t free() const { return byte_size(top(), end()); } |
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
140 |
bool is_free_block(const HeapWord* p) const { return p >= top(); } |
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
141 |
|
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
142 |
MemRegion used_region() const { return MemRegion(bottom(), top()); } |
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
143 |
|
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
144 |
void object_iterate(ObjectClosure* blk); |
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
145 |
void safe_object_iterate(ObjectClosure* blk); |
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
146 |
|
29681 | 147 |
void mangle_unused_area() PRODUCT_RETURN; |
148 |
void mangle_unused_area_complete() PRODUCT_RETURN; |
|
149 |
||
27889
7d50f95e0076
8065358: Refactor G1s usage of save_marks and reduce related races
mgerdin
parents:
27624
diff
changeset
|
150 |
void record_timestamp(); |
1374 | 151 |
void reset_gc_time_stamp() { _gc_time_stamp = 0; } |
37989
e0a0f4de45c4
8153170: Card Live Data does not correctly handle eager reclaim
tschatzl
parents:
36098
diff
changeset
|
152 |
uint get_gc_time_stamp() { return _gc_time_stamp; } |
1374 | 153 |
|
8928
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
8680
diff
changeset
|
154 |
// See the comment above in the declaration of _pre_dummy_top for an |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
8680
diff
changeset
|
155 |
// explanation of what it is. |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
8680
diff
changeset
|
156 |
void set_pre_dummy_top(HeapWord* pre_dummy_top) { |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
8680
diff
changeset
|
157 |
assert(is_in(pre_dummy_top) && pre_dummy_top <= top(), "pre-condition"); |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
8680
diff
changeset
|
158 |
_pre_dummy_top = pre_dummy_top; |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
8680
diff
changeset
|
159 |
} |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
8680
diff
changeset
|
160 |
HeapWord* pre_dummy_top() { |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
8680
diff
changeset
|
161 |
return (_pre_dummy_top == NULL) ? top() : _pre_dummy_top; |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
8680
diff
changeset
|
162 |
} |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
8680
diff
changeset
|
163 |
void reset_pre_dummy_top() { _pre_dummy_top = NULL; } |
e5c53268bef5
7023069: G1: Introduce symmetric locking in the slow allocation path
tonyp
parents:
8680
diff
changeset
|
164 |
|
1388 | 165 |
virtual void clear(bool mangle_space); |
1374 | 166 |
|
167 |
HeapWord* block_start(const void* p); |
|
168 |
HeapWord* block_start_const(const void* p) const; |
|
169 |
||
32389
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
32185
diff
changeset
|
170 |
// Allocation (return NULL if full). Assumes the caller has established |
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
32185
diff
changeset
|
171 |
// mutually exclusive access to the space. |
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
32185
diff
changeset
|
172 |
HeapWord* allocate(size_t min_word_size, size_t desired_word_size, size_t* actual_word_size); |
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
32185
diff
changeset
|
173 |
// Allocation (return NULL if full). Enforces mutual exclusion internally. |
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
32185
diff
changeset
|
174 |
HeapWord* par_allocate(size_t min_word_size, size_t desired_word_size, size_t* actual_word_size); |
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
32185
diff
changeset
|
175 |
|
1374 | 176 |
virtual HeapWord* allocate(size_t word_size); |
32389
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
32185
diff
changeset
|
177 |
virtual HeapWord* par_allocate(size_t word_size); |
1374 | 178 |
|
27889
7d50f95e0076
8065358: Refactor G1s usage of save_marks and reduce related races
mgerdin
parents:
27624
diff
changeset
|
179 |
HeapWord* saved_mark_word() const { ShouldNotReachHere(); return NULL; } |
7d50f95e0076
8065358: Refactor G1s usage of save_marks and reduce related races
mgerdin
parents:
27624
diff
changeset
|
180 |
|
1374 | 181 |
// MarkSweep support phase3 |
182 |
virtual HeapWord* initialize_threshold(); |
|
183 |
virtual HeapWord* cross_threshold(HeapWord* start, HeapWord* end); |
|
184 |
||
185 |
virtual void print() const; |
|
7904
e90e097fced4
7007068: G1: refine the BOT during evac failure handling
tonyp
parents:
7397
diff
changeset
|
186 |
|
e90e097fced4
7007068: G1: refine the BOT during evac failure handling
tonyp
parents:
7397
diff
changeset
|
187 |
void reset_bot() { |
35461 | 188 |
_bot_part.reset_bot(); |
7904
e90e097fced4
7007068: G1: refine the BOT during evac failure handling
tonyp
parents:
7397
diff
changeset
|
189 |
} |
e90e097fced4
7007068: G1: refine the BOT during evac failure handling
tonyp
parents:
7397
diff
changeset
|
190 |
|
e90e097fced4
7007068: G1: refine the BOT during evac failure handling
tonyp
parents:
7397
diff
changeset
|
191 |
void print_bot_on(outputStream* out) { |
35461 | 192 |
_bot_part.print_on(out); |
7904
e90e097fced4
7007068: G1: refine the BOT during evac failure handling
tonyp
parents:
7397
diff
changeset
|
193 |
} |
1374 | 194 |
}; |
195 |
||
35461 | 196 |
class HeapRegion: public G1ContiguousSpace { |
1374 | 197 |
friend class VMStructs; |
27624
fe43edc5046d
8043243: convert SCAN_AND_FORWARD, SCAN_AND_ADJUST_POINTERS, SCAN_AND_COMPACT macros to methods
mlarsson
parents:
27009
diff
changeset
|
198 |
// Allow scan_and_forward to call (private) overrides for auxiliary functions on this class |
fe43edc5046d
8043243: convert SCAN_AND_FORWARD, SCAN_AND_ADJUST_POINTERS, SCAN_AND_COMPACT macros to methods
mlarsson
parents:
27009
diff
changeset
|
199 |
template <typename SpaceType> |
fe43edc5046d
8043243: convert SCAN_AND_FORWARD, SCAN_AND_ADJUST_POINTERS, SCAN_AND_COMPACT macros to methods
mlarsson
parents:
27009
diff
changeset
|
200 |
friend void CompactibleSpace::scan_and_forward(SpaceType* space, CompactPoint* cp); |
1374 | 201 |
private: |
202 |
||
203 |
// The remembered set for this region. |
|
204 |
// (Might want to make this "inline" later, to avoid some alloc failure |
|
205 |
// issues.) |
|
206 |
HeapRegionRemSet* _rem_set; |
|
207 |
||
27624
fe43edc5046d
8043243: convert SCAN_AND_FORWARD, SCAN_AND_ADJUST_POINTERS, SCAN_AND_COMPACT macros to methods
mlarsson
parents:
27009
diff
changeset
|
208 |
// Auxiliary functions for scan_and_forward support. |
fe43edc5046d
8043243: convert SCAN_AND_FORWARD, SCAN_AND_ADJUST_POINTERS, SCAN_AND_COMPACT macros to methods
mlarsson
parents:
27009
diff
changeset
|
209 |
// See comments for CompactibleSpace for more information. |
fe43edc5046d
8043243: convert SCAN_AND_FORWARD, SCAN_AND_ADJUST_POINTERS, SCAN_AND_COMPACT macros to methods
mlarsson
parents:
27009
diff
changeset
|
210 |
inline HeapWord* scan_limit() const { |
fe43edc5046d
8043243: convert SCAN_AND_FORWARD, SCAN_AND_ADJUST_POINTERS, SCAN_AND_COMPACT macros to methods
mlarsson
parents:
27009
diff
changeset
|
211 |
return top(); |
fe43edc5046d
8043243: convert SCAN_AND_FORWARD, SCAN_AND_ADJUST_POINTERS, SCAN_AND_COMPACT macros to methods
mlarsson
parents:
27009
diff
changeset
|
212 |
} |
fe43edc5046d
8043243: convert SCAN_AND_FORWARD, SCAN_AND_ADJUST_POINTERS, SCAN_AND_COMPACT macros to methods
mlarsson
parents:
27009
diff
changeset
|
213 |
|
fe43edc5046d
8043243: convert SCAN_AND_FORWARD, SCAN_AND_ADJUST_POINTERS, SCAN_AND_COMPACT macros to methods
mlarsson
parents:
27009
diff
changeset
|
214 |
inline bool scanned_block_is_obj(const HeapWord* addr) const { |
fe43edc5046d
8043243: convert SCAN_AND_FORWARD, SCAN_AND_ADJUST_POINTERS, SCAN_AND_COMPACT macros to methods
mlarsson
parents:
27009
diff
changeset
|
215 |
return true; // Always true, since scan_limit is top |
fe43edc5046d
8043243: convert SCAN_AND_FORWARD, SCAN_AND_ADJUST_POINTERS, SCAN_AND_COMPACT macros to methods
mlarsson
parents:
27009
diff
changeset
|
216 |
} |
fe43edc5046d
8043243: convert SCAN_AND_FORWARD, SCAN_AND_ADJUST_POINTERS, SCAN_AND_COMPACT macros to methods
mlarsson
parents:
27009
diff
changeset
|
217 |
|
fe43edc5046d
8043243: convert SCAN_AND_FORWARD, SCAN_AND_ADJUST_POINTERS, SCAN_AND_COMPACT macros to methods
mlarsson
parents:
27009
diff
changeset
|
218 |
inline size_t scanned_block_size(const HeapWord* addr) const { |
fe43edc5046d
8043243: convert SCAN_AND_FORWARD, SCAN_AND_ADJUST_POINTERS, SCAN_AND_COMPACT macros to methods
mlarsson
parents:
27009
diff
changeset
|
219 |
return HeapRegion::block_size(addr); // Avoid virtual call |
fe43edc5046d
8043243: convert SCAN_AND_FORWARD, SCAN_AND_ADJUST_POINTERS, SCAN_AND_COMPACT macros to methods
mlarsson
parents:
27009
diff
changeset
|
220 |
} |
fe43edc5046d
8043243: convert SCAN_AND_FORWARD, SCAN_AND_ADJUST_POINTERS, SCAN_AND_COMPACT macros to methods
mlarsson
parents:
27009
diff
changeset
|
221 |
|
36098
e056a98ac7ca
8149650: Create a trace event for G1 heap region type transitions
david
parents:
35507
diff
changeset
|
222 |
void report_region_type_change(G1HeapRegionTraceType::Type to); |
e056a98ac7ca
8149650: Create a trace event for G1 heap region type transitions
david
parents:
35507
diff
changeset
|
223 |
|
46517
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
224 |
// Returns whether the given object address refers to a dead object, and either the |
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
225 |
// size of the object (if live) or the size of the block (if dead) in size. |
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
226 |
// May |
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
227 |
// - only called with obj < top() |
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
228 |
// - not called on humongous objects or archive regions |
46750 | 229 |
inline bool is_obj_dead_with_size(const oop obj, const G1CMBitMap* const prev_bitmap, size_t* size) const; |
46517
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
230 |
|
1374 | 231 |
protected: |
9989 | 232 |
// The index of this region in the heap region sequence. |
26316
93f6b40c038b
8054819: Rename HeapRegionSeq to HeapRegionManager
tschatzl
parents:
26157
diff
changeset
|
233 |
uint _hrm_index; |
1374 | 234 |
|
26837
72a43d3841e7
8057536: Refactor G1 to allow context specific allocations
sjohanss
parents:
26827
diff
changeset
|
235 |
AllocationContext_t _allocation_context; |
72a43d3841e7
8057536: Refactor G1 to allow context specific allocations
sjohanss
parents:
26827
diff
changeset
|
236 |
|
26696
623a25e6c686
8057768: Make heap region region type in G1 HeapRegion explicit
tonyp
parents:
26422
diff
changeset
|
237 |
HeapRegionType _type; |
623a25e6c686
8057768: Make heap region region type in G1 HeapRegion explicit
tonyp
parents:
26422
diff
changeset
|
238 |
|
1374 | 239 |
// For a humongous region, region in which it starts. |
240 |
HeapRegion* _humongous_start_region; |
|
241 |
||
242 |
// True iff an attempt to evacuate an object in the region failed. |
|
243 |
bool _evacuation_failed; |
|
244 |
||
7923 | 245 |
// Fields used by the HeapRegionSetBase class and subclasses. |
246 |
HeapRegion* _next; |
|
23471
ec9427262f0a
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
23453
diff
changeset
|
247 |
HeapRegion* _prev; |
7923 | 248 |
#ifdef ASSERT |
249 |
HeapRegionSetBase* _containing_set; |
|
250 |
#endif // ASSERT |
|
251 |
||
1374 | 252 |
// We use concurrent marking to determine the amount of live data |
253 |
// in each heap region. |
|
254 |
size_t _prev_marked_bytes; // Bytes known to be live via last completed marking. |
|
255 |
size_t _next_marked_bytes; // Bytes known to be live via in-progress marking. |
|
256 |
||
12382
6aaecb1cbfe1
7145441: G1: collection set chooser-related cleanup
tonyp
parents:
12381
diff
changeset
|
257 |
// The calculated GC efficiency of the region. |
1374 | 258 |
double _gc_efficiency; |
259 |
||
260 |
int _young_index_in_cset; |
|
261 |
SurvRateGroup* _surv_rate_group; |
|
262 |
int _age_index; |
|
263 |
||
264 |
// The start of the unmarked area. The unmarked area extends from this |
|
265 |
// word until the top and/or end of the region, and is the part |
|
266 |
// of the region for which no marking was done, i.e. objects may |
|
267 |
// have been allocated in this part since the last mark phase. |
|
268 |
// "prev" is the top at the start of the last completed marking. |
|
269 |
// "next" is the top at the start of the in-progress marking (if any.) |
|
270 |
HeapWord* _prev_top_at_mark_start; |
|
271 |
HeapWord* _next_top_at_mark_start; |
|
272 |
// If a collection pause is in progress, this is the top at the start |
|
273 |
// of that pause. |
|
274 |
||
275 |
void init_top_at_mark_start() { |
|
276 |
assert(_prev_marked_bytes == 0 && |
|
277 |
_next_marked_bytes == 0, |
|
278 |
"Must be called after zero_marked_bytes."); |
|
279 |
HeapWord* bot = bottom(); |
|
280 |
_prev_top_at_mark_start = bot; |
|
281 |
_next_top_at_mark_start = bot; |
|
282 |
} |
|
283 |
||
5350
cccf0925702e
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
4024
diff
changeset
|
284 |
// Cached attributes used in the collection set policy information |
cccf0925702e
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
4024
diff
changeset
|
285 |
|
cccf0925702e
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
4024
diff
changeset
|
286 |
// The RSet length that was added to the total value |
cccf0925702e
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
4024
diff
changeset
|
287 |
// for the collection set. |
cccf0925702e
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
4024
diff
changeset
|
288 |
size_t _recorded_rs_length; |
cccf0925702e
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
4024
diff
changeset
|
289 |
|
cccf0925702e
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
4024
diff
changeset
|
290 |
// The predicted elapsed time that was added to total value |
cccf0925702e
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
4024
diff
changeset
|
291 |
// for the collection set. |
cccf0925702e
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
4024
diff
changeset
|
292 |
double _predicted_elapsed_time_ms; |
cccf0925702e
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
4024
diff
changeset
|
293 |
|
46517
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
294 |
// Iterate over the references in a humongous objects and apply the given closure |
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
295 |
// to them. |
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
296 |
// Humongous objects are allocated directly in the old-gen. So we need special |
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
297 |
// handling for concurrent processing encountering an in-progress allocation. |
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
298 |
template <class Closure, bool is_gc_active> |
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
299 |
inline bool do_oops_on_card_in_humongous(MemRegion mr, |
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
300 |
Closure* cl, |
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
301 |
G1CollectedHeap* g1h); |
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
302 |
|
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
303 |
// Returns the block size of the given (dead, potentially having its class unloaded) object |
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
304 |
// starting at p extending to at most the prev TAMS using the given mark bitmap. |
46750 | 305 |
inline size_t block_size_using_bitmap(const HeapWord* p, const G1CMBitMap* const prev_bitmap) const; |
1374 | 306 |
public: |
26316
93f6b40c038b
8054819: Rename HeapRegionSeq to HeapRegionManager
tschatzl
parents:
26157
diff
changeset
|
307 |
HeapRegion(uint hrm_index, |
35461 | 308 |
G1BlockOffsetTable* bot, |
26839 | 309 |
MemRegion mr); |
1374 | 310 |
|
26157
70eddb655686
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
25492
diff
changeset
|
311 |
// Initializing the HeapRegion not only resets the data structure, but also |
70eddb655686
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
25492
diff
changeset
|
312 |
// resets the BOT for that heap region. |
70eddb655686
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
25492
diff
changeset
|
313 |
// The default values for clear_space means that we will do the clearing if |
70eddb655686
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
25492
diff
changeset
|
314 |
// there's clearing to be done ourselves. We also always mangle the space. |
70eddb655686
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
25492
diff
changeset
|
315 |
virtual void initialize(MemRegion mr, bool clear_space = false, bool mangle_space = SpaceDecorator::Mangle); |
70eddb655686
8054818: Refactor HeapRegionSeq to manage heap region and auxiliary data
tschatzl
parents:
25492
diff
changeset
|
316 |
|
10677
370a8da2d63f
7095194: G1: HeapRegion::GrainBytes, GrainWords, and CardsPerRegion should be size_t
johnc
parents:
10671
diff
changeset
|
317 |
static int LogOfHRGrainBytes; |
370a8da2d63f
7095194: G1: HeapRegion::GrainBytes, GrainWords, and CardsPerRegion should be size_t
johnc
parents:
10671
diff
changeset
|
318 |
static int LogOfHRGrainWords; |
370a8da2d63f
7095194: G1: HeapRegion::GrainBytes, GrainWords, and CardsPerRegion should be size_t
johnc
parents:
10671
diff
changeset
|
319 |
|
370a8da2d63f
7095194: G1: HeapRegion::GrainBytes, GrainWords, and CardsPerRegion should be size_t
johnc
parents:
10671
diff
changeset
|
320 |
static size_t GrainBytes; |
370a8da2d63f
7095194: G1: HeapRegion::GrainBytes, GrainWords, and CardsPerRegion should be size_t
johnc
parents:
10671
diff
changeset
|
321 |
static size_t GrainWords; |
370a8da2d63f
7095194: G1: HeapRegion::GrainBytes, GrainWords, and CardsPerRegion should be size_t
johnc
parents:
10671
diff
changeset
|
322 |
static size_t CardsPerRegion; |
3697
ea9211aa02f5
6819085: G1: use larger and/or user settable region size
tonyp
parents:
3000
diff
changeset
|
323 |
|
10671
431ff8629f97
7075646: G1: fix inconsistencies in the monitoring data
tonyp
parents:
10670
diff
changeset
|
324 |
static size_t align_up_to_region_byte_size(size_t sz) { |
431ff8629f97
7075646: G1: fix inconsistencies in the monitoring data
tonyp
parents:
10670
diff
changeset
|
325 |
return (sz + (size_t) GrainBytes - 1) & |
431ff8629f97
7075646: G1: fix inconsistencies in the monitoring data
tonyp
parents:
10670
diff
changeset
|
326 |
~((1 << (size_t) LogOfHRGrainBytes) - 1); |
431ff8629f97
7075646: G1: fix inconsistencies in the monitoring data
tonyp
parents:
10670
diff
changeset
|
327 |
} |
431ff8629f97
7075646: G1: fix inconsistencies in the monitoring data
tonyp
parents:
10670
diff
changeset
|
328 |
|
34617
943740ea0d17
8144072: G1ParScanThreadState::update_rs does not need to call is_in_reserved
ehelin
parents:
34249
diff
changeset
|
329 |
|
943740ea0d17
8144072: G1ParScanThreadState::update_rs does not need to call is_in_reserved
ehelin
parents:
34249
diff
changeset
|
330 |
// Returns whether a field is in the same region as the obj it points to. |
943740ea0d17
8144072: G1ParScanThreadState::update_rs does not need to call is_in_reserved
ehelin
parents:
34249
diff
changeset
|
331 |
template <typename T> |
943740ea0d17
8144072: G1ParScanThreadState::update_rs does not need to call is_in_reserved
ehelin
parents:
34249
diff
changeset
|
332 |
static bool is_in_same_region(T* p, oop obj) { |
943740ea0d17
8144072: G1ParScanThreadState::update_rs does not need to call is_in_reserved
ehelin
parents:
34249
diff
changeset
|
333 |
assert(p != NULL, "p can't be NULL"); |
943740ea0d17
8144072: G1ParScanThreadState::update_rs does not need to call is_in_reserved
ehelin
parents:
34249
diff
changeset
|
334 |
assert(obj != NULL, "obj can't be NULL"); |
943740ea0d17
8144072: G1ParScanThreadState::update_rs does not need to call is_in_reserved
ehelin
parents:
34249
diff
changeset
|
335 |
return (((uintptr_t) p ^ cast_from_oop<uintptr_t>(obj)) >> LogOfHRGrainBytes) == 0; |
943740ea0d17
8144072: G1ParScanThreadState::update_rs does not need to call is_in_reserved
ehelin
parents:
34249
diff
changeset
|
336 |
} |
943740ea0d17
8144072: G1ParScanThreadState::update_rs does not need to call is_in_reserved
ehelin
parents:
34249
diff
changeset
|
337 |
|
19986
33d188c66ed9
8010722: assert: failed: heap size is too big for compressed oops
tschatzl
parents:
19728
diff
changeset
|
338 |
static size_t max_region_size(); |
31346
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30764
diff
changeset
|
339 |
static size_t min_region_size_in_words(); |
19986
33d188c66ed9
8010722: assert: failed: heap size is too big for compressed oops
tschatzl
parents:
19728
diff
changeset
|
340 |
|
3697
ea9211aa02f5
6819085: G1: use larger and/or user settable region size
tonyp
parents:
3000
diff
changeset
|
341 |
// It sets up the heap region size (GrainBytes / GrainWords), as |
ea9211aa02f5
6819085: G1: use larger and/or user settable region size
tonyp
parents:
3000
diff
changeset
|
342 |
// well as other related fields that are based on the heap region |
ea9211aa02f5
6819085: G1: use larger and/or user settable region size
tonyp
parents:
3000
diff
changeset
|
343 |
// size (LogOfHRGrainBytes / LogOfHRGrainWords / |
ea9211aa02f5
6819085: G1: use larger and/or user settable region size
tonyp
parents:
3000
diff
changeset
|
344 |
// CardsPerRegion). All those fields are considered constant |
ea9211aa02f5
6819085: G1: use larger and/or user settable region size
tonyp
parents:
3000
diff
changeset
|
345 |
// throughout the JVM's execution, therefore they should only be set |
ea9211aa02f5
6819085: G1: use larger and/or user settable region size
tonyp
parents:
3000
diff
changeset
|
346 |
// up once during initialization time. |
19728
9e1556506d2d
8019902: G1: Use the average heap size rather than the minimum heap size to calculate the region size
brutisso
parents:
19339
diff
changeset
|
347 |
static void setup_heap_region_size(size_t initial_heap_size, size_t max_heap_size); |
1374 | 348 |
|
25481
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
349 |
// All allocated blocks are occupied by objects in a HeapRegion |
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
350 |
bool block_is_obj(const HeapWord* p) const; |
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
351 |
|
46517
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
352 |
// Returns whether the given object is dead based on TAMS and bitmap. |
46750 | 353 |
bool is_obj_dead(const oop obj, const G1CMBitMap* const prev_bitmap) const; |
46517
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
354 |
|
25481
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
355 |
// Returns the object size for all valid block starts |
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
356 |
// and the amount of unallocated words if called on top() |
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
357 |
size_t block_size(const HeapWord* p) const; |
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
358 |
|
47885
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
47216
diff
changeset
|
359 |
// Scans through the region using the bitmap to determine what |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
47216
diff
changeset
|
360 |
// objects to call size_t ApplyToMarkedClosure::apply(oop) for. |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
47216
diff
changeset
|
361 |
template<typename ApplyToMarkedClosure> |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
47216
diff
changeset
|
362 |
inline void apply_to_marked_objects(G1CMBitMap* bitmap, ApplyToMarkedClosure* closure); |
27624
fe43edc5046d
8043243: convert SCAN_AND_FORWARD, SCAN_AND_ADJUST_POINTERS, SCAN_AND_COMPACT macros to methods
mlarsson
parents:
27009
diff
changeset
|
363 |
// Override for scan_and_forward support. |
fe43edc5046d
8043243: convert SCAN_AND_FORWARD, SCAN_AND_ADJUST_POINTERS, SCAN_AND_COMPACT macros to methods
mlarsson
parents:
27009
diff
changeset
|
364 |
void prepare_for_compaction(CompactPoint* cp); |
47885
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
47216
diff
changeset
|
365 |
// Update heap region to be consistent after compaction. |
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
47216
diff
changeset
|
366 |
void complete_compaction(); |
27624
fe43edc5046d
8043243: convert SCAN_AND_FORWARD, SCAN_AND_ADJUST_POINTERS, SCAN_AND_COMPACT macros to methods
mlarsson
parents:
27009
diff
changeset
|
367 |
|
32389
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
32185
diff
changeset
|
368 |
inline HeapWord* par_allocate_no_bot_updates(size_t min_word_size, size_t desired_word_size, size_t* word_size); |
25481
1427aa24638c
8047818: G1 HeapRegions can no longer be ContiguousSpaces
mgerdin
parents:
25479
diff
changeset
|
369 |
inline HeapWord* allocate_no_bot_updates(size_t word_size); |
32389
626f27450e12
8067336: Allow that PLAB allocations at the end of regions are flexible
tschatzl
parents:
32185
diff
changeset
|
370 |
inline HeapWord* allocate_no_bot_updates(size_t min_word_size, size_t desired_word_size, size_t* actual_size); |
7905
cc7740616b03
6994297: G1: do first-level slow-path allocations with a CAS
tonyp
parents:
7904
diff
changeset
|
371 |
|
26316
93f6b40c038b
8054819: Rename HeapRegionSeq to HeapRegionManager
tschatzl
parents:
26157
diff
changeset
|
372 |
// If this region is a member of a HeapRegionManager, the index in that |
1374 | 373 |
// sequence, otherwise -1. |
26316
93f6b40c038b
8054819: Rename HeapRegionSeq to HeapRegionManager
tschatzl
parents:
26157
diff
changeset
|
374 |
uint hrm_index() const { return _hrm_index; } |
1374 | 375 |
|
376 |
// The number of bytes marked live in the region in the last marking phase. |
|
377 |
size_t marked_bytes() { return _prev_marked_bytes; } |
|
8930
52368505ee8e
7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents:
8928
diff
changeset
|
378 |
size_t live_bytes() { |
52368505ee8e
7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents:
8928
diff
changeset
|
379 |
return (top() - prev_top_at_mark_start()) * HeapWordSize + marked_bytes(); |
52368505ee8e
7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents:
8928
diff
changeset
|
380 |
} |
52368505ee8e
7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents:
8928
diff
changeset
|
381 |
|
1374 | 382 |
// The number of bytes counted in the next marking. |
383 |
size_t next_marked_bytes() { return _next_marked_bytes; } |
|
384 |
// The number of bytes live wrt the next marking. |
|
385 |
size_t next_live_bytes() { |
|
8930
52368505ee8e
7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents:
8928
diff
changeset
|
386 |
return |
52368505ee8e
7027766: G1: introduce flag to dump the liveness information per region at the end of marking
tonyp
parents:
8928
diff
changeset
|
387 |
(top() - next_top_at_mark_start()) * HeapWordSize + next_marked_bytes(); |
1374 | 388 |
} |
389 |
||
390 |
// A lower bound on the amount of garbage bytes in the region. |
|
391 |
size_t garbage_bytes() { |
|
392 |
size_t used_at_mark_start_bytes = |
|
393 |
(prev_top_at_mark_start() - bottom()) * HeapWordSize; |
|
394 |
return used_at_mark_start_bytes - marked_bytes(); |
|
395 |
} |
|
396 |
||
11756
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11583
diff
changeset
|
397 |
// Return the amount of bytes we'll reclaim if we collect this |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11583
diff
changeset
|
398 |
// region. This includes not only the known garbage bytes in the |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11583
diff
changeset
|
399 |
// region but also any unallocated space in it, i.e., [top, end), |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11583
diff
changeset
|
400 |
// since it will also be reclaimed if we collect the region. |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11583
diff
changeset
|
401 |
size_t reclaimable_bytes() { |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11583
diff
changeset
|
402 |
size_t known_live_bytes = live_bytes(); |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11583
diff
changeset
|
403 |
assert(known_live_bytes <= capacity(), "sanity"); |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11583
diff
changeset
|
404 |
return capacity() - known_live_bytes; |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11583
diff
changeset
|
405 |
} |
28b6fe22e43d
7132029: G1: mixed GC phase lasts for longer than it should
tonyp
parents:
11583
diff
changeset
|
406 |
|
1374 | 407 |
// An upper bound on the number of live bytes in the region. |
408 |
size_t max_live_bytes() { return used() - garbage_bytes(); } |
|
409 |
||
410 |
void add_to_marked_bytes(size_t incr_bytes) { |
|
411 |
_next_marked_bytes = _next_marked_bytes + incr_bytes; |
|
412 |
} |
|
413 |
||
414 |
void zero_marked_bytes() { |
|
415 |
_prev_marked_bytes = _next_marked_bytes = 0; |
|
416 |
} |
|
417 |
||
26696
623a25e6c686
8057768: Make heap region region type in G1 HeapRegion explicit
tonyp
parents:
26422
diff
changeset
|
418 |
const char* get_type_str() const { return _type.get_str(); } |
623a25e6c686
8057768: Make heap region region type in G1 HeapRegion explicit
tonyp
parents:
26422
diff
changeset
|
419 |
const char* get_short_type_str() const { return _type.get_short_str(); } |
36098
e056a98ac7ca
8149650: Create a trace event for G1 heap region type transitions
david
parents:
35507
diff
changeset
|
420 |
G1HeapRegionTraceType::Type get_trace_type() { return _type.get_trace_type(); } |
26696
623a25e6c686
8057768: Make heap region region type in G1 HeapRegion explicit
tonyp
parents:
26422
diff
changeset
|
421 |
|
623a25e6c686
8057768: Make heap region region type in G1 HeapRegion explicit
tonyp
parents:
26422
diff
changeset
|
422 |
bool is_free() const { return _type.is_free(); } |
623a25e6c686
8057768: Make heap region region type in G1 HeapRegion explicit
tonyp
parents:
26422
diff
changeset
|
423 |
|
623a25e6c686
8057768: Make heap region region type in G1 HeapRegion explicit
tonyp
parents:
26422
diff
changeset
|
424 |
bool is_young() const { return _type.is_young(); } |
623a25e6c686
8057768: Make heap region region type in G1 HeapRegion explicit
tonyp
parents:
26422
diff
changeset
|
425 |
bool is_eden() const { return _type.is_eden(); } |
623a25e6c686
8057768: Make heap region region type in G1 HeapRegion explicit
tonyp
parents:
26422
diff
changeset
|
426 |
bool is_survivor() const { return _type.is_survivor(); } |
623a25e6c686
8057768: Make heap region region type in G1 HeapRegion explicit
tonyp
parents:
26422
diff
changeset
|
427 |
|
26846
7d4376f8560e
8058495: G1: normalize names for isHumongous() and friends
tonyp
parents:
26839
diff
changeset
|
428 |
bool is_humongous() const { return _type.is_humongous(); } |
7d4376f8560e
8058495: G1: normalize names for isHumongous() and friends
tonyp
parents:
26839
diff
changeset
|
429 |
bool is_starts_humongous() const { return _type.is_starts_humongous(); } |
7d4376f8560e
8058495: G1: normalize names for isHumongous() and friends
tonyp
parents:
26839
diff
changeset
|
430 |
bool is_continues_humongous() const { return _type.is_continues_humongous(); } |
26696
623a25e6c686
8057768: Make heap region region type in G1 HeapRegion explicit
tonyp
parents:
26422
diff
changeset
|
431 |
|
623a25e6c686
8057768: Make heap region region type in G1 HeapRegion explicit
tonyp
parents:
26422
diff
changeset
|
432 |
bool is_old() const { return _type.is_old(); } |
623a25e6c686
8057768: Make heap region region type in G1 HeapRegion explicit
tonyp
parents:
26422
diff
changeset
|
433 |
|
42589
037b433e8069
8166811: Missing memory fences between memory allocation and refinement
kbarrett
parents:
42588
diff
changeset
|
434 |
bool is_old_or_humongous() const { return _type.is_old_or_humongous(); } |
037b433e8069
8166811: Missing memory fences between memory allocation and refinement
kbarrett
parents:
42588
diff
changeset
|
435 |
|
31346
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30764
diff
changeset
|
436 |
// A pinned region contains objects which are not moved by garbage collections. |
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30764
diff
changeset
|
437 |
// Humongous regions and archive regions are pinned. |
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30764
diff
changeset
|
438 |
bool is_pinned() const { return _type.is_pinned(); } |
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30764
diff
changeset
|
439 |
|
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30764
diff
changeset
|
440 |
// An archive region is a pinned region, also tagged as old, which |
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30764
diff
changeset
|
441 |
// should not be marked during mark/sweep. This allows the address |
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30764
diff
changeset
|
442 |
// space to be shared by JVM instances. |
46810
7dad333205cd
8179302: Pre-resolve constant pool string entries and cache resolved_reference arrays in CDS archive.
jiangli
parents:
46750
diff
changeset
|
443 |
bool is_archive() const { return _type.is_archive(); } |
7dad333205cd
8179302: Pre-resolve constant pool string entries and cache resolved_reference arrays in CDS archive.
jiangli
parents:
46750
diff
changeset
|
444 |
bool is_open_archive() const { return _type.is_open_archive(); } |
7dad333205cd
8179302: Pre-resolve constant pool string entries and cache resolved_reference arrays in CDS archive.
jiangli
parents:
46750
diff
changeset
|
445 |
bool is_closed_archive() const { return _type.is_closed_archive(); } |
31346
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30764
diff
changeset
|
446 |
|
1374 | 447 |
// For a humongous region, region in which it starts. |
448 |
HeapRegion* humongous_start_region() const { |
|
449 |
return _humongous_start_region; |
|
450 |
} |
|
451 |
||
7904
e90e097fced4
7007068: G1: refine the BOT during evac failure handling
tonyp
parents:
7397
diff
changeset
|
452 |
// Makes the current region be a "starts humongous" region, i.e., |
e90e097fced4
7007068: G1: refine the BOT during evac failure handling
tonyp
parents:
7397
diff
changeset
|
453 |
// the first region in a series of one or more contiguous regions |
33786
ac8da6513351
8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents:
33205
diff
changeset
|
454 |
// that will contain a single "humongous" object. |
7904
e90e097fced4
7007068: G1: refine the BOT during evac failure handling
tonyp
parents:
7397
diff
changeset
|
455 |
// |
34249
a015a11067a2
8138681: Runtime.getFreeMemory() reports wrong value after humongous allocation.
david
parents:
33786
diff
changeset
|
456 |
// obj_top : points to the top of the humongous object. |
a015a11067a2
8138681: Runtime.getFreeMemory() reports wrong value after humongous allocation.
david
parents:
33786
diff
changeset
|
457 |
// fill_size : size of the filler object at the end of the region series. |
a015a11067a2
8138681: Runtime.getFreeMemory() reports wrong value after humongous allocation.
david
parents:
33786
diff
changeset
|
458 |
void set_starts_humongous(HeapWord* obj_top, size_t fill_size); |
1374 | 459 |
|
7904
e90e097fced4
7007068: G1: refine the BOT during evac failure handling
tonyp
parents:
7397
diff
changeset
|
460 |
// Makes the current region be a "continues humongous' |
e90e097fced4
7007068: G1: refine the BOT during evac failure handling
tonyp
parents:
7397
diff
changeset
|
461 |
// region. first_hr is the "start humongous" region of the series |
e90e097fced4
7007068: G1: refine the BOT during evac failure handling
tonyp
parents:
7397
diff
changeset
|
462 |
// which this region will be part of. |
26846
7d4376f8560e
8058495: G1: normalize names for isHumongous() and friends
tonyp
parents:
26839
diff
changeset
|
463 |
void set_continues_humongous(HeapRegion* first_hr); |
1374 | 464 |
|
7923 | 465 |
// Unsets the humongous-related fields on the region. |
26696
623a25e6c686
8057768: Make heap region region type in G1 HeapRegion explicit
tonyp
parents:
26422
diff
changeset
|
466 |
void clear_humongous(); |
7923 | 467 |
|
1374 | 468 |
// If the region has a remembered set, return a pointer to it. |
469 |
HeapRegionRemSet* rem_set() const { |
|
470 |
return _rem_set; |
|
471 |
} |
|
472 |
||
32185
49a57ff2c3cb
8073052: Rename and clean up the allocation manager hierarchy in g1Allocator.?pp
tschatzl
parents:
31592
diff
changeset
|
473 |
inline bool in_collection_set() const; |
29470
e34bbcd36e53
8030646: track collection set membership in one place
ehelin
parents:
28207
diff
changeset
|
474 |
|
26837
72a43d3841e7
8057536: Refactor G1 to allow context specific allocations
sjohanss
parents:
26827
diff
changeset
|
475 |
void set_allocation_context(AllocationContext_t context) { |
72a43d3841e7
8057536: Refactor G1 to allow context specific allocations
sjohanss
parents:
26827
diff
changeset
|
476 |
_allocation_context = context; |
72a43d3841e7
8057536: Refactor G1 to allow context specific allocations
sjohanss
parents:
26827
diff
changeset
|
477 |
} |
72a43d3841e7
8057536: Refactor G1 to allow context specific allocations
sjohanss
parents:
26827
diff
changeset
|
478 |
|
72a43d3841e7
8057536: Refactor G1 to allow context specific allocations
sjohanss
parents:
26827
diff
changeset
|
479 |
AllocationContext_t allocation_context() const { |
72a43d3841e7
8057536: Refactor G1 to allow context specific allocations
sjohanss
parents:
26827
diff
changeset
|
480 |
return _allocation_context; |
72a43d3841e7
8057536: Refactor G1 to allow context specific allocations
sjohanss
parents:
26827
diff
changeset
|
481 |
} |
72a43d3841e7
8057536: Refactor G1 to allow context specific allocations
sjohanss
parents:
26827
diff
changeset
|
482 |
|
7923 | 483 |
// Methods used by the HeapRegionSetBase class and subclasses. |
1374 | 484 |
|
23471
ec9427262f0a
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
23453
diff
changeset
|
485 |
// Getter and setter for the next and prev fields used to link regions into |
7923 | 486 |
// linked lists. |
487 |
HeapRegion* next() { return _next; } |
|
23471
ec9427262f0a
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
23453
diff
changeset
|
488 |
HeapRegion* prev() { return _prev; } |
7923 | 489 |
|
490 |
void set_next(HeapRegion* next) { _next = next; } |
|
23471
ec9427262f0a
8036025: Sort the freelist in order to shrink the heap
jwilhelm
parents:
23453
diff
changeset
|
491 |
void set_prev(HeapRegion* prev) { _prev = prev; } |
1374 | 492 |
|
7923 | 493 |
// Every region added to a set is tagged with a reference to that |
494 |
// set. This is used for doing consistency checking to make sure that |
|
495 |
// the contents of a set are as they should be and it's only |
|
496 |
// available in non-product builds. |
|
497 |
#ifdef ASSERT |
|
498 |
void set_containing_set(HeapRegionSetBase* containing_set) { |
|
499 |
assert((containing_set == NULL && _containing_set != NULL) || |
|
500 |
(containing_set != NULL && _containing_set == NULL), |
|
33105
294e48b4f704
8080775: Better argument formatting for assert() and friends
david
parents:
32389
diff
changeset
|
501 |
"containing_set: " PTR_FORMAT " " |
294e48b4f704
8080775: Better argument formatting for assert() and friends
david
parents:
32389
diff
changeset
|
502 |
"_containing_set: " PTR_FORMAT, |
294e48b4f704
8080775: Better argument formatting for assert() and friends
david
parents:
32389
diff
changeset
|
503 |
p2i(containing_set), p2i(_containing_set)); |
7923 | 504 |
|
505 |
_containing_set = containing_set; |
|
8680 | 506 |
} |
1374 | 507 |
|
7923 | 508 |
HeapRegionSetBase* containing_set() { return _containing_set; } |
509 |
#else // ASSERT |
|
510 |
void set_containing_set(HeapRegionSetBase* containing_set) { } |
|
1374 | 511 |
|
8680 | 512 |
// containing_set() is only used in asserts so there's no reason |
7923 | 513 |
// to provide a dummy version of it. |
514 |
#endif // ASSERT |
|
1374 | 515 |
|
516 |
||
39979 | 517 |
// Reset the HeapRegion to default values. |
518 |
// If skip_remset is true, do not clear the remembered set. |
|
519 |
void hr_clear(bool skip_remset, bool clear_space, bool locked = false); |
|
520 |
// Clear the parts skipped by skip_remset in hr_clear() in the HeapRegion during |
|
521 |
// a concurrent phase. |
|
9418
32a87dd6b746
7035144: G1: nightly failure: Non-dirty cards in region that should be dirty (failures still exist...)
tonyp
parents:
8930
diff
changeset
|
522 |
void par_clear(); |
1374 | 523 |
|
524 |
// Get the start of the unmarked area in this region. |
|
525 |
HeapWord* prev_top_at_mark_start() const { return _prev_top_at_mark_start; } |
|
526 |
HeapWord* next_top_at_mark_start() const { return _next_top_at_mark_start; } |
|
527 |
||
528 |
// Note the start or end of marking. This tells the heap region |
|
529 |
// that the collector is about to start or has finished (concurrently) |
|
530 |
// marking the heap. |
|
531 |
||
11455
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
11451
diff
changeset
|
532 |
// Notify the region that concurrent marking is starting. Initialize |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
11451
diff
changeset
|
533 |
// all fields related to the next marking info. |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
11451
diff
changeset
|
534 |
inline void note_start_of_marking(); |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
11451
diff
changeset
|
535 |
|
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
11451
diff
changeset
|
536 |
// Notify the region that concurrent marking has finished. Copy the |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
11451
diff
changeset
|
537 |
// (now finalized) next marking info fields into the prev marking |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
11451
diff
changeset
|
538 |
// info fields. |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
11451
diff
changeset
|
539 |
inline void note_end_of_marking(); |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
11451
diff
changeset
|
540 |
|
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
11451
diff
changeset
|
541 |
// Notify the region that it will be used as to-space during a GC |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
11451
diff
changeset
|
542 |
// and we are about to start copying objects into it. |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
11451
diff
changeset
|
543 |
inline void note_start_of_copying(bool during_initial_mark); |
1374 | 544 |
|
11455
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
11451
diff
changeset
|
545 |
// Notify the region that it ceases being to-space during a GC and |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
11451
diff
changeset
|
546 |
// we will not copy objects into it any more. |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
11451
diff
changeset
|
547 |
inline void note_end_of_copying(bool during_initial_mark); |
1374 | 548 |
|
11455
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
11451
diff
changeset
|
549 |
// Notify the region that we are about to start processing |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
11451
diff
changeset
|
550 |
// self-forwarded objects during evac failure handling. |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
11451
diff
changeset
|
551 |
void note_self_forwarding_removal_start(bool during_initial_mark, |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
11451
diff
changeset
|
552 |
bool during_conc_mark); |
1374 | 553 |
|
11455
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
11451
diff
changeset
|
554 |
// Notify the region that we have finished processing self-forwarded |
a6ab3d8b9a4c
6888336: G1: avoid explicitly marking and pushing objects in survivor spaces
tonyp
parents:
11451
diff
changeset
|
555 |
// objects during evac failure handling. |
46258
d26ebd7e2f10
8142749: HeapRegion::_predicted_bytes_to_copy is unused and can be removed
fzhinkin
parents:
42589
diff
changeset
|
556 |
void note_self_forwarding_removal_end(size_t marked_bytes); |
1374 | 557 |
|
558 |
// Returns "false" iff no object in the region was allocated when the |
|
559 |
// last mark phase ended. |
|
560 |
bool is_marked() { return _prev_top_at_mark_start != bottom(); } |
|
561 |
||
562 |
void reset_during_compaction() { |
|
33786
ac8da6513351
8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents:
33205
diff
changeset
|
563 |
assert(is_humongous(), |
ac8da6513351
8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents:
33205
diff
changeset
|
564 |
"should only be called for humongous regions"); |
1374 | 565 |
|
566 |
zero_marked_bytes(); |
|
567 |
init_top_at_mark_start(); |
|
568 |
} |
|
569 |
||
570 |
void calc_gc_efficiency(void); |
|
571 |
double gc_efficiency() { return _gc_efficiency;} |
|
572 |
||
573 |
int young_index_in_cset() const { return _young_index_in_cset; } |
|
574 |
void set_young_index_in_cset(int index) { |
|
575 |
assert( (index == -1) || is_young(), "pre-condition" ); |
|
576 |
_young_index_in_cset = index; |
|
577 |
} |
|
578 |
||
579 |
int age_in_surv_rate_group() { |
|
580 |
assert( _surv_rate_group != NULL, "pre-condition" ); |
|
581 |
assert( _age_index > -1, "pre-condition" ); |
|
582 |
return _surv_rate_group->age_in_group(_age_index); |
|
583 |
} |
|
584 |
||
585 |
void record_surv_words_in_group(size_t words_survived) { |
|
586 |
assert( _surv_rate_group != NULL, "pre-condition" ); |
|
587 |
assert( _age_index > -1, "pre-condition" ); |
|
588 |
int age_in_group = age_in_surv_rate_group(); |
|
589 |
_surv_rate_group->record_surviving_words(age_in_group, words_survived); |
|
590 |
} |
|
591 |
||
592 |
int age_in_surv_rate_group_cond() { |
|
593 |
if (_surv_rate_group != NULL) |
|
594 |
return age_in_surv_rate_group(); |
|
595 |
else |
|
596 |
return -1; |
|
597 |
} |
|
598 |
||
599 |
SurvRateGroup* surv_rate_group() { |
|
600 |
return _surv_rate_group; |
|
601 |
} |
|
602 |
||
603 |
void install_surv_rate_group(SurvRateGroup* surv_rate_group) { |
|
604 |
assert( surv_rate_group != NULL, "pre-condition" ); |
|
605 |
assert( _surv_rate_group == NULL, "pre-condition" ); |
|
606 |
assert( is_young(), "pre-condition" ); |
|
607 |
||
608 |
_surv_rate_group = surv_rate_group; |
|
609 |
_age_index = surv_rate_group->next_age_index(); |
|
610 |
} |
|
611 |
||
612 |
void uninstall_surv_rate_group() { |
|
613 |
if (_surv_rate_group != NULL) { |
|
614 |
assert( _age_index > -1, "pre-condition" ); |
|
615 |
assert( is_young(), "pre-condition" ); |
|
616 |
||
617 |
_surv_rate_group = NULL; |
|
618 |
_age_index = -1; |
|
619 |
} else { |
|
620 |
assert( _age_index == -1, "pre-condition" ); |
|
621 |
} |
|
622 |
} |
|
623 |
||
36098
e056a98ac7ca
8149650: Create a trace event for G1 heap region type transitions
david
parents:
35507
diff
changeset
|
624 |
void set_free(); |
1374 | 625 |
|
36098
e056a98ac7ca
8149650: Create a trace event for G1 heap region type transitions
david
parents:
35507
diff
changeset
|
626 |
void set_eden(); |
e056a98ac7ca
8149650: Create a trace event for G1 heap region type transitions
david
parents:
35507
diff
changeset
|
627 |
void set_eden_pre_gc(); |
e056a98ac7ca
8149650: Create a trace event for G1 heap region type transitions
david
parents:
35507
diff
changeset
|
628 |
void set_survivor(); |
1374 | 629 |
|
46810
7dad333205cd
8179302: Pre-resolve constant pool string entries and cache resolved_reference arrays in CDS archive.
jiangli
parents:
46750
diff
changeset
|
630 |
void move_to_old(); |
36098
e056a98ac7ca
8149650: Create a trace event for G1 heap region type transitions
david
parents:
35507
diff
changeset
|
631 |
void set_old(); |
1374 | 632 |
|
46810
7dad333205cd
8179302: Pre-resolve constant pool string entries and cache resolved_reference arrays in CDS archive.
jiangli
parents:
46750
diff
changeset
|
633 |
void set_open_archive(); |
7dad333205cd
8179302: Pre-resolve constant pool string entries and cache resolved_reference arrays in CDS archive.
jiangli
parents:
46750
diff
changeset
|
634 |
void set_closed_archive(); |
31346
a70d45c06136
8042668: GC Support for shared heap ranges in CDS
jiangli
parents:
30764
diff
changeset
|
635 |
|
1374 | 636 |
// Determine if an object has been allocated since the last |
637 |
// mark performed by the collector. This returns true iff the object |
|
638 |
// is within the unmarked area of the region. |
|
639 |
bool obj_allocated_since_prev_marking(oop obj) const { |
|
640 |
return (HeapWord *) obj >= prev_top_at_mark_start(); |
|
641 |
} |
|
642 |
bool obj_allocated_since_next_marking(oop obj) const { |
|
643 |
return (HeapWord *) obj >= next_top_at_mark_start(); |
|
644 |
} |
|
645 |
||
646 |
// Returns the "evacuation_failed" property of the region. |
|
647 |
bool evacuation_failed() { return _evacuation_failed; } |
|
648 |
||
649 |
// Sets the "evacuation_failed" property of the region. |
|
650 |
void set_evacuation_failed(bool b) { |
|
651 |
_evacuation_failed = b; |
|
652 |
||
653 |
if (b) { |
|
654 |
_next_marked_bytes = 0; |
|
655 |
} |
|
656 |
} |
|
657 |
||
42589
037b433e8069
8166811: Missing memory fences between memory allocation and refinement
kbarrett
parents:
42588
diff
changeset
|
658 |
// Iterate over the objects overlapping part of a card, applying cl |
037b433e8069
8166811: Missing memory fences between memory allocation and refinement
kbarrett
parents:
42588
diff
changeset
|
659 |
// to all references in the region. This is a helper for |
46517
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
660 |
// G1RemSet::refine_card*, and is tightly coupled with them. |
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
661 |
// mr is the memory region covered by the card, trimmed to the |
42589
037b433e8069
8166811: Missing memory fences between memory allocation and refinement
kbarrett
parents:
42588
diff
changeset
|
662 |
// allocated space for this region. Must not be empty. |
037b433e8069
8166811: Missing memory fences between memory allocation and refinement
kbarrett
parents:
42588
diff
changeset
|
663 |
// This region must be old or humongous. |
037b433e8069
8166811: Missing memory fences between memory allocation and refinement
kbarrett
parents:
42588
diff
changeset
|
664 |
// Returns true if the designated objects were successfully |
037b433e8069
8166811: Missing memory fences between memory allocation and refinement
kbarrett
parents:
42588
diff
changeset
|
665 |
// processed, false if an unparsable part of the heap was |
037b433e8069
8166811: Missing memory fences between memory allocation and refinement
kbarrett
parents:
42588
diff
changeset
|
666 |
// encountered; that only happens when invoked concurrently with the |
037b433e8069
8166811: Missing memory fences between memory allocation and refinement
kbarrett
parents:
42588
diff
changeset
|
667 |
// mutator. |
46517
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
668 |
template <bool is_gc_active, class Closure> |
14de3e5151a9
8071280: Specialize HeapRegion::oops_on_card_seq_iterate_careful() for use during concurrent refinement and updating the rset
tschatzl
parents:
46307
diff
changeset
|
669 |
inline bool oops_on_card_seq_iterate_careful(MemRegion mr, Closure* cl); |
1374 | 670 |
|
5350
cccf0925702e
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
4024
diff
changeset
|
671 |
size_t recorded_rs_length() const { return _recorded_rs_length; } |
cccf0925702e
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
4024
diff
changeset
|
672 |
double predicted_elapsed_time_ms() const { return _predicted_elapsed_time_ms; } |
cccf0925702e
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
4024
diff
changeset
|
673 |
|
cccf0925702e
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
4024
diff
changeset
|
674 |
void set_recorded_rs_length(size_t rs_length) { |
cccf0925702e
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
4024
diff
changeset
|
675 |
_recorded_rs_length = rs_length; |
cccf0925702e
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
4024
diff
changeset
|
676 |
} |
cccf0925702e
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
4024
diff
changeset
|
677 |
|
cccf0925702e
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
4024
diff
changeset
|
678 |
void set_predicted_elapsed_time_ms(double ms) { |
cccf0925702e
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
4024
diff
changeset
|
679 |
_predicted_elapsed_time_ms = ms; |
cccf0925702e
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
4024
diff
changeset
|
680 |
} |
cccf0925702e
6819061: G1: eliminate serial Other times that are proportional to the collection set length
johnc
parents:
4024
diff
changeset
|
681 |
|
19339 | 682 |
// Routines for managing a list of code roots (attached to the |
683 |
// this region's RSet) that point into this heap region. |
|
684 |
void add_strong_code_root(nmethod* nm); |
|
26422 | 685 |
void add_strong_code_root_locked(nmethod* nm); |
19339 | 686 |
void remove_strong_code_root(nmethod* nm); |
687 |
||
688 |
// Applies blk->do_code_blob() to each of the entries in |
|
689 |
// the strong code roots list for this region |
|
690 |
void strong_code_roots_do(CodeBlobClosure* blk) const; |
|
691 |
||
692 |
// Verify that the entries on the strong code root list for this |
|
693 |
// region are live and include at least one pointer into this region. |
|
694 |
void verify_strong_code_roots(VerifyOption vo, bool* failures) const; |
|
695 |
||
1374 | 696 |
void print() const; |
697 |
void print_on(outputStream* st) const; |
|
698 |
||
47885
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
47216
diff
changeset
|
699 |
// vo == UsePrevMarking -> use "prev" marking information, |
9995
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
9989
diff
changeset
|
700 |
// vo == UseNextMarking -> use "next" marking information |
47885
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
47216
diff
changeset
|
701 |
// vo == UseFullMarking -> use "next" marking bitmap but no TAMS |
9995
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
9989
diff
changeset
|
702 |
// |
3000 | 703 |
// NOTE: Only the "prev" marking information is guaranteed to be |
704 |
// consistent most of the time, so most calls to this should use |
|
9995
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
9989
diff
changeset
|
705 |
// vo == UsePrevMarking. |
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
9989
diff
changeset
|
706 |
// Currently, there is only one case where this is called with |
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
9989
diff
changeset
|
707 |
// vo == UseNextMarking, which is to verify the "next" marking |
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
9989
diff
changeset
|
708 |
// information at the end of remark. |
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
9989
diff
changeset
|
709 |
// Currently there is only one place where this is called with |
47885
5caa1d5f74c1
8186571: Implementation: JEP 307: Parallel Full GC for G1
sjohanss
parents:
47216
diff
changeset
|
710 |
// vo == UseFullMarking, which is to verify the marking during a |
9995
290620c08233
7004681: G1: Extend marking verification to Full GCs
johnc
parents:
9989
diff
changeset
|
711 |
// full GC. |
12379 | 712 |
void verify(VerifyOption vo, bool *failures) const; |
3000 | 713 |
|
714 |
// Override; it uses the "prev" marking information |
|
12379 | 715 |
virtual void verify() const; |
35507
aa2affc60a2f
8145442: Add the facility to verify remembered sets for G1
poonam
parents:
35461
diff
changeset
|
716 |
|
aa2affc60a2f
8145442: Add the facility to verify remembered sets for G1
poonam
parents:
35461
diff
changeset
|
717 |
void verify_rem_set(VerifyOption vo, bool *failures) const; |
aa2affc60a2f
8145442: Add the facility to verify remembered sets for G1
poonam
parents:
35461
diff
changeset
|
718 |
void verify_rem_set() const; |
1374 | 719 |
}; |
720 |
||
721 |
// HeapRegionClosure is used for iterating over regions. |
|
48889
216c2aabbf1f
8196602: Change HeapRegionClosure to comply to naming conventions
tschatzl
parents:
47885
diff
changeset
|
722 |
// Terminates the iteration when the "do_heap_region" method returns "true". |
1374 | 723 |
class HeapRegionClosure : public StackObj { |
26316
93f6b40c038b
8054819: Rename HeapRegionSeq to HeapRegionManager
tschatzl
parents:
26157
diff
changeset
|
724 |
friend class HeapRegionManager; |
39698
4016de4e596b
8159978: Use an array to store the collection set regions instead of linking through regions
tschatzl
parents:
38183
diff
changeset
|
725 |
friend class G1CollectionSet; |
1374 | 726 |
|
48889
216c2aabbf1f
8196602: Change HeapRegionClosure to comply to naming conventions
tschatzl
parents:
47885
diff
changeset
|
727 |
bool _is_complete; |
216c2aabbf1f
8196602: Change HeapRegionClosure to comply to naming conventions
tschatzl
parents:
47885
diff
changeset
|
728 |
void set_incomplete() { _is_complete = false; } |
1374 | 729 |
|
730 |
public: |
|
48889
216c2aabbf1f
8196602: Change HeapRegionClosure to comply to naming conventions
tschatzl
parents:
47885
diff
changeset
|
731 |
HeapRegionClosure(): _is_complete(true) {} |
1374 | 732 |
|
733 |
// Typically called on each region until it returns true. |
|
48889
216c2aabbf1f
8196602: Change HeapRegionClosure to comply to naming conventions
tschatzl
parents:
47885
diff
changeset
|
734 |
virtual bool do_heap_region(HeapRegion* r) = 0; |
1374 | 735 |
|
736 |
// True after iteration if the closure was applied to all heap regions |
|
737 |
// and returned "false" in all cases. |
|
48889
216c2aabbf1f
8196602: Change HeapRegionClosure to comply to naming conventions
tschatzl
parents:
47885
diff
changeset
|
738 |
bool is_complete() { return _is_complete; } |
1374 | 739 |
}; |
740 |
||
30764 | 741 |
#endif // SHARE_VM_GC_G1_HEAPREGION_HPP |