hotspot/src/share/vm/gc/g1/g1OopClosures.hpp
author tschatzl
Thu, 15 Sep 2016 16:44:19 +0200
changeset 41176 ff9f64534cff
parent 37414 2672ba9af0dc
child 46307 686d50172bfd
permissions -rw-r--r--
8159422: Very high Concurrent Mark mark stack contention Summary: Decrease contention on mark stack by splitting locks, and minimizing the amount of time these locks are held. Improve mark stack management. Reviewed-by: kbarrett, mgerdin, eosterlund
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     1
/*
35862
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35069
diff changeset
     2
 * Copyright (c) 2001, 2016, Oracle and/or its affiliates. All rights reserved.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     4
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     7
 * published by the Free Software Foundation.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     8
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    13
 * accompanied this code).
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    14
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4902
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4902
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4902
diff changeset
    21
 * questions.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    22
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    23
 */
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    24
30764
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 29688
diff changeset
    25
#ifndef SHARE_VM_GC_G1_G1OOPCLOSURES_HPP
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 29688
diff changeset
    26
#define SHARE_VM_GC_G1_G1OOPCLOSURES_HPP
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6958
diff changeset
    27
25492
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
    28
#include "memory/iterator.hpp"
28213
b0bf57cd1e9d 8060025: Object copy time regressions after JDK-8031323 and JDK-8057536
tschatzl
parents: 28207
diff changeset
    29
#include "oops/markOop.hpp"
25492
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
    30
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    31
class HeapRegion;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    32
class G1CollectedHeap;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    33
class G1RemSet;
35943
e726308008c0 8148973: Rename g1/concurrentMark.{hpp,cpp,inline.hpp} to g1/g1ConcurrentMark.{hpp,cpp,inline.hpp}
ehelin
parents: 35862
diff changeset
    34
class G1ConcurrentMark;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    35
class DirtyCardToOopClosure;
35943
e726308008c0 8148973: Rename g1/concurrentMark.{hpp,cpp,inline.hpp} to g1/g1ConcurrentMark.{hpp,cpp,inline.hpp}
ehelin
parents: 35862
diff changeset
    36
class G1CMBitMap;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    37
class G1ParScanThreadState;
35943
e726308008c0 8148973: Rename g1/concurrentMark.{hpp,cpp,inline.hpp} to g1/g1ConcurrentMark.{hpp,cpp,inline.hpp}
ehelin
parents: 35862
diff changeset
    38
class G1CMTask;
10670
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
    39
class ReferenceProcessor;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    40
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    41
// A class that scans oops in a given heap region (much as OopsInGenClosure
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    42
// scans oops in a generation.)
22547
4671971bad6b 8027746: Remove do_gen_barrier template parameter in G1ParCopyClosure
tschatzl
parents: 20282
diff changeset
    43
class OopsInHeapRegionClosure: public ExtendedOopClosure {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    44
protected:
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    45
  HeapRegion* _from;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    46
public:
9988
01f84e2c3fc0 7045662: G1: OopsInHeapRegionClosure::set_region() should not be virtual
tonyp
parents: 7397
diff changeset
    47
  void set_region(HeapRegion* from) { _from = from; }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    48
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    49
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    50
class G1ParClosureSuper : public OopsInHeapRegionClosure {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    51
protected:
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    52
  G1CollectedHeap* _g1;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    53
  G1ParScanThreadState* _par_scan_state;
33224
bc5da96c1f0e 8139200: Eliminate G1ParClosureSuper::_worker_id
kbarrett
parents: 33213
diff changeset
    54
bc5da96c1f0e 8139200: Eliminate G1ParClosureSuper::_worker_id
kbarrett
parents: 33213
diff changeset
    55
  G1ParClosureSuper(G1CollectedHeap* g1, G1ParScanThreadState* par_scan_state);
bc5da96c1f0e 8139200: Eliminate G1ParClosureSuper::_worker_id
kbarrett
parents: 33213
diff changeset
    56
  ~G1ParClosureSuper() { }
bc5da96c1f0e 8139200: Eliminate G1ParClosureSuper::_worker_id
kbarrett
parents: 33213
diff changeset
    57
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    58
public:
33224
bc5da96c1f0e 8139200: Eliminate G1ParClosureSuper::_worker_id
kbarrett
parents: 33213
diff changeset
    59
  virtual bool apply_to_weak_ref_discovered_field() { return true; }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    60
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    61
4902
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 3262
diff changeset
    62
class G1ParPushHeapRSClosure : public G1ParClosureSuper {
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 3262
diff changeset
    63
public:
10670
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
    64
  G1ParPushHeapRSClosure(G1CollectedHeap* g1,
10674
09e6f8d20337 7097053: G1: assert(da ? referent->is_oop() : referent->is_oop_or_null()) failed: referenceProcessor.cpp:1054
johnc
parents: 10670
diff changeset
    65
                         G1ParScanThreadState* par_scan_state):
09e6f8d20337 7097053: G1: assert(da ? referent->is_oop() : referent->is_oop_or_null()) failed: referenceProcessor.cpp:1054
johnc
parents: 10670
diff changeset
    66
    G1ParClosureSuper(g1, par_scan_state) { }
10670
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
    67
4902
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 3262
diff changeset
    68
  template <class T> void do_oop_nv(T* p);
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 3262
diff changeset
    69
  virtual void do_oop(oop* p)          { do_oop_nv(p); }
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 3262
diff changeset
    70
  virtual void do_oop(narrowOop* p)    { do_oop_nv(p); }
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 3262
diff changeset
    71
};
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 3262
diff changeset
    72
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    73
class G1ParScanClosure : public G1ParClosureSuper {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    74
public:
33224
bc5da96c1f0e 8139200: Eliminate G1ParClosureSuper::_worker_id
kbarrett
parents: 33213
diff changeset
    75
  G1ParScanClosure(G1CollectedHeap* g1, G1ParScanThreadState* par_scan_state) :
bc5da96c1f0e 8139200: Eliminate G1ParClosureSuper::_worker_id
kbarrett
parents: 33213
diff changeset
    76
    G1ParClosureSuper(g1, par_scan_state) { }
10670
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
    77
3262
30d1c247fc25 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 2105
diff changeset
    78
  template <class T> void do_oop_nv(T* p);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    79
  virtual void do_oop(oop* p)          { do_oop_nv(p); }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    80
  virtual void do_oop(narrowOop* p)    { do_oop_nv(p); }
32381
b750fd963056 8040162: Avoid reallocating PLABs between GC phases in G1
tschatzl
parents: 31976
diff changeset
    81
33226
19cb9b844190 8139341: Hide ExtendedOopClosure::_ref_processor
kbarrett
parents: 33224
diff changeset
    82
  void set_ref_processor(ReferenceProcessor* rp) {
19cb9b844190 8139341: Hide ExtendedOopClosure::_ref_processor
kbarrett
parents: 33224
diff changeset
    83
    set_ref_processor_internal(rp);
19cb9b844190 8139341: Hide ExtendedOopClosure::_ref_processor
kbarrett
parents: 33224
diff changeset
    84
  }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    85
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    86
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
    87
// Add back base class for metadata
35067
0fa08ea22241 8144505: Change G1ParCopyHelper to inherit OopClosure
sjohanss
parents: 35062
diff changeset
    88
class G1ParCopyHelper : public OopClosure {
22901
3b4e9802e94f 8027559: Decrease code size and templatizing in G1ParCopyClosure::do_oop_work
tschatzl
parents: 22761
diff changeset
    89
protected:
35067
0fa08ea22241 8144505: Change G1ParCopyHelper to inherit OopClosure
sjohanss
parents: 35062
diff changeset
    90
  G1CollectedHeap* _g1;
0fa08ea22241 8144505: Change G1ParCopyHelper to inherit OopClosure
sjohanss
parents: 35062
diff changeset
    91
  G1ParScanThreadState* _par_scan_state;
33224
bc5da96c1f0e 8139200: Eliminate G1ParClosureSuper::_worker_id
kbarrett
parents: 33213
diff changeset
    92
  uint _worker_id;              // Cache value from par_scan_state.
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
    93
  Klass* _scanned_klass;
35943
e726308008c0 8148973: Rename g1/concurrentMark.{hpp,cpp,inline.hpp} to g1/g1ConcurrentMark.{hpp,cpp,inline.hpp}
ehelin
parents: 35862
diff changeset
    94
  G1ConcurrentMark* _cm;
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
    95
22901
3b4e9802e94f 8027559: Decrease code size and templatizing in G1ParCopyClosure::do_oop_work
tschatzl
parents: 22761
diff changeset
    96
  // Mark the object if it's not already marked. This is used to mark
3b4e9802e94f 8027559: Decrease code size and templatizing in G1ParCopyClosure::do_oop_work
tschatzl
parents: 22761
diff changeset
    97
  // objects pointed to by roots that are guaranteed not to move
3b4e9802e94f 8027559: Decrease code size and templatizing in G1ParCopyClosure::do_oop_work
tschatzl
parents: 22761
diff changeset
    98
  // during the GC (i.e., non-CSet objects). It is MT-safe.
33213
b937f634f56e 8138762: Refactor setup of evacuation closures in G1
mgerdin
parents: 32592
diff changeset
    99
  inline void mark_object(oop obj);
22901
3b4e9802e94f 8027559: Decrease code size and templatizing in G1ParCopyClosure::do_oop_work
tschatzl
parents: 22761
diff changeset
   100
3b4e9802e94f 8027559: Decrease code size and templatizing in G1ParCopyClosure::do_oop_work
tschatzl
parents: 22761
diff changeset
   101
  // Mark the object if it's not already marked. This is used to mark
3b4e9802e94f 8027559: Decrease code size and templatizing in G1ParCopyClosure::do_oop_work
tschatzl
parents: 22761
diff changeset
   102
  // objects pointed to by roots that have been forwarded during a
3b4e9802e94f 8027559: Decrease code size and templatizing in G1ParCopyClosure::do_oop_work
tschatzl
parents: 22761
diff changeset
   103
  // GC. It is MT-safe.
33213
b937f634f56e 8138762: Refactor setup of evacuation closures in G1
mgerdin
parents: 32592
diff changeset
   104
  inline void mark_forwarded_object(oop from_obj, oop to_obj);
33224
bc5da96c1f0e 8139200: Eliminate G1ParClosureSuper::_worker_id
kbarrett
parents: 33213
diff changeset
   105
22901
3b4e9802e94f 8027559: Decrease code size and templatizing in G1ParCopyClosure::do_oop_work
tschatzl
parents: 22761
diff changeset
   106
  G1ParCopyHelper(G1CollectedHeap* g1,  G1ParScanThreadState* par_scan_state);
33224
bc5da96c1f0e 8139200: Eliminate G1ParClosureSuper::_worker_id
kbarrett
parents: 33213
diff changeset
   107
  ~G1ParCopyHelper() { }
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   108
33224
bc5da96c1f0e 8139200: Eliminate G1ParClosureSuper::_worker_id
kbarrett
parents: 33213
diff changeset
   109
 public:
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   110
  void set_scanned_klass(Klass* k) { _scanned_klass = k; }
33213
b937f634f56e 8138762: Refactor setup of evacuation closures in G1
mgerdin
parents: 32592
diff changeset
   111
  template <class T> inline void do_klass_barrier(T* p, oop new_obj);
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   112
};
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   113
29688
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   114
enum G1Barrier {
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   115
  G1BarrierNone,
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   116
  G1BarrierKlass
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   117
};
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   118
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   119
enum G1Mark {
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   120
  G1MarkNone,
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   121
  G1MarkFromRoot,
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   122
  G1MarkPromotedFromRoot
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   123
};
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   124
35051
002d874a4284 8144714: Add extension point to G1 evacuation closures
mgerdin
parents: 34245
diff changeset
   125
template <G1Barrier barrier, G1Mark do_mark_object, bool use_ext>
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   126
class G1ParCopyClosure : public G1ParCopyHelper {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   127
public:
32592
d066afd32088 8134509: G1ParCopyClosure does not need a ReferenceProcessor
ehelin
parents: 32381
diff changeset
   128
  G1ParCopyClosure(G1CollectedHeap* g1, G1ParScanThreadState* par_scan_state) :
35067
0fa08ea22241 8144505: Change G1ParCopyHelper to inherit OopClosure
sjohanss
parents: 35062
diff changeset
   129
      G1ParCopyHelper(g1, par_scan_state) { }
10670
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
   130
35067
0fa08ea22241 8144505: Change G1ParCopyHelper to inherit OopClosure
sjohanss
parents: 35062
diff changeset
   131
  template <class T> void do_oop_work(T* p);
0fa08ea22241 8144505: Change G1ParCopyHelper to inherit OopClosure
sjohanss
parents: 35062
diff changeset
   132
  virtual void do_oop(oop* p)       { do_oop_work(p); }
0fa08ea22241 8144505: Change G1ParCopyHelper to inherit OopClosure
sjohanss
parents: 35062
diff changeset
   133
  virtual void do_oop(narrowOop* p) { do_oop_work(p); }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   134
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   135
33213
b937f634f56e 8138762: Refactor setup of evacuation closures in G1
mgerdin
parents: 32592
diff changeset
   136
class G1KlassScanClosure : public KlassClosure {
b937f634f56e 8138762: Refactor setup of evacuation closures in G1
mgerdin
parents: 32592
diff changeset
   137
 G1ParCopyHelper* _closure;
b937f634f56e 8138762: Refactor setup of evacuation closures in G1
mgerdin
parents: 32592
diff changeset
   138
 bool             _process_only_dirty;
b937f634f56e 8138762: Refactor setup of evacuation closures in G1
mgerdin
parents: 32592
diff changeset
   139
 int              _count;
b937f634f56e 8138762: Refactor setup of evacuation closures in G1
mgerdin
parents: 32592
diff changeset
   140
 public:
b937f634f56e 8138762: Refactor setup of evacuation closures in G1
mgerdin
parents: 32592
diff changeset
   141
  G1KlassScanClosure(G1ParCopyHelper* closure, bool process_only_dirty)
b937f634f56e 8138762: Refactor setup of evacuation closures in G1
mgerdin
parents: 32592
diff changeset
   142
      : _process_only_dirty(process_only_dirty), _closure(closure), _count(0) {}
b937f634f56e 8138762: Refactor setup of evacuation closures in G1
mgerdin
parents: 32592
diff changeset
   143
  void do_klass(Klass* klass);
b937f634f56e 8138762: Refactor setup of evacuation closures in G1
mgerdin
parents: 32592
diff changeset
   144
};
10670
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
   145
35068
b0d5016aecc7 8144584: Change FilterIntoCSClosure to inherit OopClosure
sjohanss
parents: 35067
diff changeset
   146
class FilterIntoCSClosure: public OopClosure {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   147
  G1CollectedHeap* _g1;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   148
  OopClosure* _oc;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   149
public:
35068
b0d5016aecc7 8144584: Change FilterIntoCSClosure to inherit OopClosure
sjohanss
parents: 35067
diff changeset
   150
  FilterIntoCSClosure(G1CollectedHeap* g1, OopClosure* oc) : _g1(g1), _oc(oc) { }
10670
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
   151
35068
b0d5016aecc7 8144584: Change FilterIntoCSClosure to inherit OopClosure
sjohanss
parents: 35067
diff changeset
   152
  template <class T> void do_oop_work(T* p);
b0d5016aecc7 8144584: Change FilterIntoCSClosure to inherit OopClosure
sjohanss
parents: 35067
diff changeset
   153
  virtual void do_oop(oop* p)        { do_oop_work(p); }
b0d5016aecc7 8144584: Change FilterIntoCSClosure to inherit OopClosure
sjohanss
parents: 35067
diff changeset
   154
  virtual void do_oop(narrowOop* p)  { do_oop_work(p); }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   155
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   156
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   157
class FilterOutOfRegionClosure: public ExtendedOopClosure {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   158
  HeapWord* _r_bottom;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   159
  HeapWord* _r_end;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   160
  OopClosure* _oc;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   161
public:
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   162
  FilterOutOfRegionClosure(HeapRegion* r, OopClosure* oc);
3262
30d1c247fc25 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 2105
diff changeset
   163
  template <class T> void do_oop_nv(T* p);
30d1c247fc25 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 2105
diff changeset
   164
  virtual void do_oop(oop* p) { do_oop_nv(p); }
30d1c247fc25 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 2105
diff changeset
   165
  virtual void do_oop(narrowOop* p) { do_oop_nv(p); }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   166
  bool apply_to_weak_ref_discovered_field() { return true; }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   167
};
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6958
diff changeset
   168
9994
efb74fdbd46e 7046558: G1: concurrent marking optimizations
tonyp
parents: 9988
diff changeset
   169
// Closure for iterating over object fields during concurrent marking
25492
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
   170
class G1CMOopClosure : public MetadataAwareOopClosure {
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
   171
protected:
35943
e726308008c0 8148973: Rename g1/concurrentMark.{hpp,cpp,inline.hpp} to g1/g1ConcurrentMark.{hpp,cpp,inline.hpp}
ehelin
parents: 35862
diff changeset
   172
  G1ConcurrentMark*  _cm;
11584
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   173
private:
9994
efb74fdbd46e 7046558: G1: concurrent marking optimizations
tonyp
parents: 9988
diff changeset
   174
  G1CollectedHeap*   _g1h;
35943
e726308008c0 8148973: Rename g1/concurrentMark.{hpp,cpp,inline.hpp} to g1/g1ConcurrentMark.{hpp,cpp,inline.hpp}
ehelin
parents: 35862
diff changeset
   175
  G1CMTask*          _task;
9994
efb74fdbd46e 7046558: G1: concurrent marking optimizations
tonyp
parents: 9988
diff changeset
   176
public:
35943
e726308008c0 8148973: Rename g1/concurrentMark.{hpp,cpp,inline.hpp} to g1/g1ConcurrentMark.{hpp,cpp,inline.hpp}
ehelin
parents: 35862
diff changeset
   177
  G1CMOopClosure(G1CollectedHeap* g1h, G1ConcurrentMark* cm, G1CMTask* task);
9994
efb74fdbd46e 7046558: G1: concurrent marking optimizations
tonyp
parents: 9988
diff changeset
   178
  template <class T> void do_oop_nv(T* p);
efb74fdbd46e 7046558: G1: concurrent marking optimizations
tonyp
parents: 9988
diff changeset
   179
  virtual void do_oop(      oop* p) { do_oop_nv(p); }
efb74fdbd46e 7046558: G1: concurrent marking optimizations
tonyp
parents: 9988
diff changeset
   180
  virtual void do_oop(narrowOop* p) { do_oop_nv(p); }
efb74fdbd46e 7046558: G1: concurrent marking optimizations
tonyp
parents: 9988
diff changeset
   181
};
efb74fdbd46e 7046558: G1: concurrent marking optimizations
tonyp
parents: 9988
diff changeset
   182
11584
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   183
// Closure to scan the root regions during concurrent marking
25492
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
   184
class G1RootRegionScanClosure : public MetadataAwareOopClosure {
11584
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   185
private:
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   186
  G1CollectedHeap* _g1h;
35943
e726308008c0 8148973: Rename g1/concurrentMark.{hpp,cpp,inline.hpp} to g1/g1ConcurrentMark.{hpp,cpp,inline.hpp}
ehelin
parents: 35862
diff changeset
   187
  G1ConcurrentMark* _cm;
11584
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   188
public:
37414
2672ba9af0dc 8151386: Extract card live data out of G1ConcurrentMark
tschatzl
parents: 35943
diff changeset
   189
  G1RootRegionScanClosure(G1CollectedHeap* g1h, G1ConcurrentMark* cm) :
2672ba9af0dc 8151386: Extract card live data out of G1ConcurrentMark
tschatzl
parents: 35943
diff changeset
   190
    _g1h(g1h), _cm(cm) { }
11584
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   191
  template <class T> void do_oop_nv(T* p);
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   192
  virtual void do_oop(      oop* p) { do_oop_nv(p); }
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   193
  virtual void do_oop(narrowOop* p) { do_oop_nv(p); }
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   194
};
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   195
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   196
// Closure that applies the given two closures in sequence.
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   197
// Used by the RSet refinement code (when updating RSets
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   198
// during an evacuation pause) to record cards containing
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   199
// pointers into the collection set.
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   200
35069
24d8a63c9486 8144701: Change three G1 remembererd set closures to be OopClosures
sjohanss
parents: 35068
diff changeset
   201
class G1Mux2Closure : public OopClosure {
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   202
  OopClosure* _c1;
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   203
  OopClosure* _c2;
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   204
public:
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   205
  G1Mux2Closure(OopClosure *c1, OopClosure *c2);
35862
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35069
diff changeset
   206
  template <class T> inline void do_oop_work(T* p);
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35069
diff changeset
   207
  virtual inline void do_oop(oop* p);
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35069
diff changeset
   208
  virtual inline void do_oop(narrowOop* p);
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   209
};
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   210
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   211
// A closure that returns true if it is actually applied
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   212
// to a reference
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   213
35069
24d8a63c9486 8144701: Change three G1 remembererd set closures to be OopClosures
sjohanss
parents: 35068
diff changeset
   214
class G1TriggerClosure : public OopClosure {
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   215
  bool _triggered;
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   216
public:
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   217
  G1TriggerClosure();
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   218
  bool triggered() const { return _triggered; }
35862
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35069
diff changeset
   219
  template <class T> inline void do_oop_work(T* p);
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35069
diff changeset
   220
  virtual inline void do_oop(oop* p);
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35069
diff changeset
   221
  virtual inline void do_oop(narrowOop* p);
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   222
};
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   223
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   224
// A closure which uses a triggering closure to determine
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   225
// whether to apply an oop closure.
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   226
35069
24d8a63c9486 8144701: Change three G1 remembererd set closures to be OopClosures
sjohanss
parents: 35068
diff changeset
   227
class G1InvokeIfNotTriggeredClosure: public OopClosure {
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   228
  G1TriggerClosure* _trigger_cl;
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   229
  OopClosure* _oop_cl;
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   230
public:
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   231
  G1InvokeIfNotTriggeredClosure(G1TriggerClosure* t, OopClosure* oc);
35862
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35069
diff changeset
   232
  template <class T> inline void do_oop_work(T* p);
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35069
diff changeset
   233
  virtual inline void do_oop(oop* p);
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35069
diff changeset
   234
  virtual inline void do_oop(narrowOop* p);
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   235
};
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   236
35062
f3e0dee91918 8144486: Change G1UpdateRSOrPushRefOopClosure to inherit OopClosure
sjohanss
parents: 35051
diff changeset
   237
class G1UpdateRSOrPushRefOopClosure: public OopClosure {
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   238
  G1CollectedHeap* _g1;
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   239
  G1RemSet* _g1_rem_set;
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   240
  HeapRegion* _from;
28207
6ad23566cbef 8067655: Clean up G1 remembered set oop iteration
mgerdin
parents: 25492
diff changeset
   241
  G1ParPushHeapRSClosure* _push_ref_cl;
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   242
  bool _record_refs_into_cset;
23855
c4574075402c 8016302: Change type of the number of GC workers to unsigned int (2)
vkempik
parents: 23457
diff changeset
   243
  uint _worker_i;
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   244
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   245
public:
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   246
  G1UpdateRSOrPushRefOopClosure(G1CollectedHeap* g1h,
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   247
                                G1RemSet* rs,
28207
6ad23566cbef 8067655: Clean up G1 remembered set oop iteration
mgerdin
parents: 25492
diff changeset
   248
                                G1ParPushHeapRSClosure* push_ref_cl,
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   249
                                bool record_refs_into_cset,
23855
c4574075402c 8016302: Change type of the number of GC workers to unsigned int (2)
vkempik
parents: 23457
diff changeset
   250
                                uint worker_i = 0);
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   251
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   252
  void set_from(HeapRegion* from) {
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   253
    assert(from != NULL, "from region must be non-NULL");
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   254
    _from = from;
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   255
  }
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   256
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   257
  bool self_forwarded(oop obj) {
28213
b0bf57cd1e9d 8060025: Object copy time regressions after JDK-8031323 and JDK-8057536
tschatzl
parents: 28207
diff changeset
   258
    markOop m = obj->mark();
b0bf57cd1e9d 8060025: Object copy time regressions after JDK-8031323 and JDK-8057536
tschatzl
parents: 28207
diff changeset
   259
    bool result = (m->is_marked() && ((oop)m->decode_pointer() == obj));
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   260
    return result;
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   261
  }
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   262
35862
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35069
diff changeset
   263
  template <class T> inline void do_oop_work(T* p);
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35069
diff changeset
   264
  virtual inline void do_oop(narrowOop* p);
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35069
diff changeset
   265
  virtual inline void do_oop(oop* p);
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   266
};
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   267
30764
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 29688
diff changeset
   268
#endif // SHARE_VM_GC_G1_G1OOPCLOSURES_HPP