author | jmasa |
Tue, 09 Aug 2011 10:16:01 -0700 | |
changeset 11174 | fccee5238e70 |
parent 9994 | efb74fdbd46e |
child 11202 | 6be05533238b |
permissions | -rw-r--r-- |
1374 | 1 |
/* |
9988
01f84e2c3fc0
7045662: G1: OopsInHeapRegionClosure::set_region() should not be virtual
tonyp
parents:
7397
diff
changeset
|
2 |
* Copyright (c) 2001, 2011, Oracle and/or its affiliates. All rights reserved. |
1374 | 3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
* |
|
5 |
* This code is free software; you can redistribute it and/or modify it |
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
|
7 |
* published by the Free Software Foundation. |
|
8 |
* |
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
|
13 |
* accompanied this code). |
|
14 |
* |
|
15 |
* You should have received a copy of the GNU General Public License version |
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
18 |
* |
|
5547
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
4902
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
4902
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
f4b087cbb361
6941466: Oracle rebranding changes for Hotspot repositories
trims
parents:
4902
diff
changeset
|
21 |
* questions. |
1374 | 22 |
* |
23 |
*/ |
|
24 |
||
7397 | 25 |
#ifndef SHARE_VM_GC_IMPLEMENTATION_G1_G1OOPCLOSURES_INLINE_HPP |
26 |
#define SHARE_VM_GC_IMPLEMENTATION_G1_G1OOPCLOSURES_INLINE_HPP |
|
27 |
||
9994 | 28 |
#include "gc_implementation/g1/concurrentMark.inline.hpp" |
7397 | 29 |
#include "gc_implementation/g1/g1CollectedHeap.hpp" |
30 |
#include "gc_implementation/g1/g1OopClosures.hpp" |
|
31 |
#include "gc_implementation/g1/g1RemSet.hpp" |
|
32 |
||
1374 | 33 |
/* |
34 |
* This really ought to be an inline function, but apparently the C++ |
|
35 |
* compiler sometimes sees fit to ignore inline declarations. Sigh. |
|
36 |
*/ |
|
37 |
||
38 |
// This must a ifdef'ed because the counting it controls is in a |
|
39 |
// perf-critical inner loop. |
|
40 |
#define FILTERINTOCSCLOSURE_DOHISTOGRAMCOUNT 0 |
|
41 |
||
3262
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
42 |
template <class T> inline void FilterIntoCSClosure::do_oop_nv(T* p) { |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
43 |
T heap_oop = oopDesc::load_heap_oop(p); |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
44 |
if (!oopDesc::is_null(heap_oop) && |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
45 |
_g1->obj_in_cs(oopDesc::decode_heap_oop_not_null(heap_oop))) { |
1374 | 46 |
_oc->do_oop(p); |
47 |
#if FILTERINTOCSCLOSURE_DOHISTOGRAMCOUNT |
|
6247 | 48 |
if (_dcto_cl != NULL) |
49 |
_dcto_cl->incr_count(); |
|
1374 | 50 |
#endif |
51 |
} |
|
52 |
} |
|
53 |
||
54 |
#define FILTEROUTOFREGIONCLOSURE_DOHISTOGRAMCOUNT 0 |
|
55 |
||
3262
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
56 |
template <class T> inline void FilterOutOfRegionClosure::do_oop_nv(T* p) { |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
57 |
T heap_oop = oopDesc::load_heap_oop(p); |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
58 |
if (!oopDesc::is_null(heap_oop)) { |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
59 |
HeapWord* obj_hw = (HeapWord*)oopDesc::decode_heap_oop_not_null(heap_oop); |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
60 |
if (obj_hw < _r_bottom || obj_hw >= _r_end) { |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
61 |
_oc->do_oop(p); |
1374 | 62 |
#if FILTEROUTOFREGIONCLOSURE_DOHISTOGRAMCOUNT |
3262
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
63 |
_out_of_region++; |
1374 | 64 |
#endif |
3262
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
65 |
} |
1374 | 66 |
} |
67 |
} |
|
68 |
||
3262
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
69 |
// This closure is applied to the fields of the objects that have just been copied. |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
70 |
template <class T> inline void G1ParScanClosure::do_oop_nv(T* p) { |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
71 |
T heap_oop = oopDesc::load_heap_oop(p); |
1374 | 72 |
|
3262
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
73 |
if (!oopDesc::is_null(heap_oop)) { |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
74 |
oop obj = oopDesc::decode_heap_oop_not_null(heap_oop); |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
75 |
if (_g1->in_cset_fast_test(obj)) { |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
76 |
// We're not going to even bother checking whether the object is |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
77 |
// already forwarded or not, as this usually causes an immediate |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
78 |
// stall. We'll try to prefetch the object (for write, given that |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
79 |
// we might need to install the forwarding reference) and we'll |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
80 |
// get back to it when pop it from the queue |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
81 |
Prefetch::write(obj->mark_addr(), 0); |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
82 |
Prefetch::read(obj->mark_addr(), (HeapWordSize*2)); |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
83 |
|
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
84 |
// slightly paranoid test; I'm trying to catch potential |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
85 |
// problems before we go into push_on_queue to know where the |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
86 |
// problem is coming from |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
87 |
assert(obj == oopDesc::load_decode_heap_oop(p), |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
88 |
"p should still be pointing to obj"); |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
89 |
_par_scan_state->push_on_queue(p); |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
90 |
} else { |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
91 |
_par_scan_state->update_rs(_from, p, _par_scan_state->queue_num()); |
30d1c247fc25
6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents:
1374
diff
changeset
|
92 |
} |
1374 | 93 |
} |
94 |
} |
|
4902
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
95 |
|
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
96 |
template <class T> inline void G1ParPushHeapRSClosure::do_oop_nv(T* p) { |
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
97 |
T heap_oop = oopDesc::load_heap_oop(p); |
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
98 |
|
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
99 |
if (!oopDesc::is_null(heap_oop)) { |
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
100 |
oop obj = oopDesc::decode_heap_oop_not_null(heap_oop); |
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
101 |
if (_g1->in_cset_fast_test(obj)) { |
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
102 |
Prefetch::write(obj->mark_addr(), 0); |
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
103 |
Prefetch::read(obj->mark_addr(), (HeapWordSize*2)); |
6247 | 104 |
|
105 |
// Place on the references queue |
|
4902
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
106 |
_par_scan_state->push_on_queue(p); |
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
107 |
} |
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
108 |
} |
991aaddb5165
6923991: G1: improve scalability of RSet scanning
iveresov
parents:
3262
diff
changeset
|
109 |
} |
6247 | 110 |
|
9994 | 111 |
template <class T> inline void G1CMOopClosure::do_oop_nv(T* p) { |
112 |
assert(_g1h->is_in_g1_reserved((HeapWord*) p), "invariant"); |
|
113 |
assert(!_g1h->is_on_master_free_list( |
|
114 |
_g1h->heap_region_containing((HeapWord*) p)), "invariant"); |
|
115 |
||
116 |
oop obj = oopDesc::load_decode_heap_oop(p); |
|
117 |
if (_cm->verbose_high()) { |
|
118 |
gclog_or_tty->print_cr("[%d] we're looking at location " |
|
119 |
"*"PTR_FORMAT" = "PTR_FORMAT, |
|
120 |
_task->task_id(), p, (void*) obj); |
|
121 |
} |
|
122 |
_task->deal_with_reference(obj); |
|
123 |
} |
|
7397 | 124 |
|
125 |
#endif // SHARE_VM_GC_IMPLEMENTATION_G1_G1OOPCLOSURES_INLINE_HPP |