hotspot/src/share/vm/gc_implementation/g1/g1OopClosures.hpp
author drwhite
Thu, 02 Apr 2015 16:42:24 -0400
changeset 30157 e36165b16dde
parent 29688 2a0cad173059
permissions -rw-r--r--
8069004: Kitchensink hanged with 16Gb heap and GC pause >30 min Summary: Revert bug introduced a few months ago. Reviewed-by: brutisso, tschatzl, jmasa
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     1
/*
22761
3dca45188405 6991197: G1: specialize deal_with_reference() for narrowOop*
tschatzl
parents: 22547
diff changeset
     2
 * Copyright (c) 2001, 2014, Oracle and/or its affiliates. All rights reserved.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     4
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     7
 * published by the Free Software Foundation.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     8
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    13
 * accompanied this code).
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    14
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4902
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4902
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4902
diff changeset
    21
 * questions.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    22
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    23
 */
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    24
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6958
diff changeset
    25
#ifndef SHARE_VM_GC_IMPLEMENTATION_G1_G1OOPCLOSURES_HPP
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6958
diff changeset
    26
#define SHARE_VM_GC_IMPLEMENTATION_G1_G1OOPCLOSURES_HPP
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6958
diff changeset
    27
25492
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
    28
#include "memory/iterator.hpp"
28213
b0bf57cd1e9d 8060025: Object copy time regressions after JDK-8031323 and JDK-8057536
tschatzl
parents: 28207
diff changeset
    29
#include "oops/markOop.hpp"
25492
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
    30
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    31
class HeapRegion;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    32
class G1CollectedHeap;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    33
class G1RemSet;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    34
class ConcurrentMark;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    35
class DirtyCardToOopClosure;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    36
class CMBitMap;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    37
class CMMarkStack;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    38
class G1ParScanThreadState;
9994
efb74fdbd46e 7046558: G1: concurrent marking optimizations
tonyp
parents: 9988
diff changeset
    39
class CMTask;
10670
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
    40
class ReferenceProcessor;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    41
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    42
// A class that scans oops in a given heap region (much as OopsInGenClosure
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    43
// scans oops in a generation.)
22547
4671971bad6b 8027746: Remove do_gen_barrier template parameter in G1ParCopyClosure
tschatzl
parents: 20282
diff changeset
    44
class OopsInHeapRegionClosure: public ExtendedOopClosure {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    45
protected:
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    46
  HeapRegion* _from;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    47
public:
9988
01f84e2c3fc0 7045662: G1: OopsInHeapRegionClosure::set_region() should not be virtual
tonyp
parents: 7397
diff changeset
    48
  void set_region(HeapRegion* from) { _from = from; }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    49
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    50
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    51
class G1ParClosureSuper : public OopsInHeapRegionClosure {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    52
protected:
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    53
  G1CollectedHeap* _g1;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    54
  G1ParScanThreadState* _par_scan_state;
11583
83a7383de44c 6484965: G1: piggy-back liveness accounting phase on marking
johnc
parents: 11455
diff changeset
    55
  uint _worker_id;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    56
public:
25484
2cd3aff61672 8040977: G1 crashes when run with -XX:-G1DeferredRSUpdate
tschatzl
parents: 23855
diff changeset
    57
  // Initializes the instance, leaving _par_scan_state uninitialized. Must be done
2cd3aff61672 8040977: G1 crashes when run with -XX:-G1DeferredRSUpdate
tschatzl
parents: 23855
diff changeset
    58
  // later using the set_par_scan_thread_state() method.
2cd3aff61672 8040977: G1 crashes when run with -XX:-G1DeferredRSUpdate
tschatzl
parents: 23855
diff changeset
    59
  G1ParClosureSuper(G1CollectedHeap* g1);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    60
  G1ParClosureSuper(G1CollectedHeap* g1, G1ParScanThreadState* par_scan_state);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    61
  bool apply_to_weak_ref_discovered_field() { return true; }
25484
2cd3aff61672 8040977: G1 crashes when run with -XX:-G1DeferredRSUpdate
tschatzl
parents: 23855
diff changeset
    62
2cd3aff61672 8040977: G1 crashes when run with -XX:-G1DeferredRSUpdate
tschatzl
parents: 23855
diff changeset
    63
  void set_par_scan_thread_state(G1ParScanThreadState* par_scan_state);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    64
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    65
4902
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 3262
diff changeset
    66
class G1ParPushHeapRSClosure : public G1ParClosureSuper {
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 3262
diff changeset
    67
public:
10670
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
    68
  G1ParPushHeapRSClosure(G1CollectedHeap* g1,
10674
09e6f8d20337 7097053: G1: assert(da ? referent->is_oop() : referent->is_oop_or_null()) failed: referenceProcessor.cpp:1054
johnc
parents: 10670
diff changeset
    69
                         G1ParScanThreadState* par_scan_state):
09e6f8d20337 7097053: G1: assert(da ? referent->is_oop() : referent->is_oop_or_null()) failed: referenceProcessor.cpp:1054
johnc
parents: 10670
diff changeset
    70
    G1ParClosureSuper(g1, par_scan_state) { }
10670
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
    71
4902
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 3262
diff changeset
    72
  template <class T> void do_oop_nv(T* p);
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 3262
diff changeset
    73
  virtual void do_oop(oop* p)          { do_oop_nv(p); }
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 3262
diff changeset
    74
  virtual void do_oop(narrowOop* p)    { do_oop_nv(p); }
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 3262
diff changeset
    75
};
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 3262
diff changeset
    76
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    77
class G1ParScanClosure : public G1ParClosureSuper {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    78
public:
25484
2cd3aff61672 8040977: G1 crashes when run with -XX:-G1DeferredRSUpdate
tschatzl
parents: 23855
diff changeset
    79
  G1ParScanClosure(G1CollectedHeap* g1, ReferenceProcessor* rp) :
2cd3aff61672 8040977: G1 crashes when run with -XX:-G1DeferredRSUpdate
tschatzl
parents: 23855
diff changeset
    80
    G1ParClosureSuper(g1) {
10670
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
    81
    assert(_ref_processor == NULL, "sanity");
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
    82
    _ref_processor = rp;
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
    83
  }
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
    84
3262
30d1c247fc25 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 2105
diff changeset
    85
  template <class T> void do_oop_nv(T* p);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    86
  virtual void do_oop(oop* p)          { do_oop_nv(p); }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    87
  virtual void do_oop(narrowOop* p)    { do_oop_nv(p); }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    88
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    89
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
    90
// Add back base class for metadata
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
    91
class G1ParCopyHelper : public G1ParClosureSuper {
22901
3b4e9802e94f 8027559: Decrease code size and templatizing in G1ParCopyClosure::do_oop_work
tschatzl
parents: 22761
diff changeset
    92
protected:
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
    93
  Klass* _scanned_klass;
22901
3b4e9802e94f 8027559: Decrease code size and templatizing in G1ParCopyClosure::do_oop_work
tschatzl
parents: 22761
diff changeset
    94
  ConcurrentMark* _cm;
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
    95
22901
3b4e9802e94f 8027559: Decrease code size and templatizing in G1ParCopyClosure::do_oop_work
tschatzl
parents: 22761
diff changeset
    96
  // Mark the object if it's not already marked. This is used to mark
3b4e9802e94f 8027559: Decrease code size and templatizing in G1ParCopyClosure::do_oop_work
tschatzl
parents: 22761
diff changeset
    97
  // objects pointed to by roots that are guaranteed not to move
3b4e9802e94f 8027559: Decrease code size and templatizing in G1ParCopyClosure::do_oop_work
tschatzl
parents: 22761
diff changeset
    98
  // during the GC (i.e., non-CSet objects). It is MT-safe.
3b4e9802e94f 8027559: Decrease code size and templatizing in G1ParCopyClosure::do_oop_work
tschatzl
parents: 22761
diff changeset
    99
  void mark_object(oop obj);
3b4e9802e94f 8027559: Decrease code size and templatizing in G1ParCopyClosure::do_oop_work
tschatzl
parents: 22761
diff changeset
   100
3b4e9802e94f 8027559: Decrease code size and templatizing in G1ParCopyClosure::do_oop_work
tschatzl
parents: 22761
diff changeset
   101
  // Mark the object if it's not already marked. This is used to mark
3b4e9802e94f 8027559: Decrease code size and templatizing in G1ParCopyClosure::do_oop_work
tschatzl
parents: 22761
diff changeset
   102
  // objects pointed to by roots that have been forwarded during a
3b4e9802e94f 8027559: Decrease code size and templatizing in G1ParCopyClosure::do_oop_work
tschatzl
parents: 22761
diff changeset
   103
  // GC. It is MT-safe.
3b4e9802e94f 8027559: Decrease code size and templatizing in G1ParCopyClosure::do_oop_work
tschatzl
parents: 22761
diff changeset
   104
  void mark_forwarded_object(oop from_obj, oop to_obj);
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   105
 public:
22901
3b4e9802e94f 8027559: Decrease code size and templatizing in G1ParCopyClosure::do_oop_work
tschatzl
parents: 22761
diff changeset
   106
  G1ParCopyHelper(G1CollectedHeap* g1,  G1ParScanThreadState* par_scan_state);
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   107
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   108
  void set_scanned_klass(Klass* k) { _scanned_klass = k; }
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   109
  template <class T> void do_klass_barrier(T* p, oop new_obj);
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   110
};
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   111
29688
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   112
enum G1Barrier {
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   113
  G1BarrierNone,
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   114
  G1BarrierEvac,
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   115
  G1BarrierKlass
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   116
};
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   117
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   118
enum G1Mark {
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   119
  G1MarkNone,
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   120
  G1MarkFromRoot,
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   121
  G1MarkPromotedFromRoot
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   122
};
2a0cad173059 8075247: Cleanup specialized_oop_closures.hpp
stefank
parents: 28213
diff changeset
   123
25492
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
   124
template <G1Barrier barrier, G1Mark do_mark_object>
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   125
class G1ParCopyClosure : public G1ParCopyHelper {
22903
4a0602246320 8035329: Move G1ParCopyClosure::copy_to_survivor_space into G1ParScanThreadState
tschatzl
parents: 22901
diff changeset
   126
private:
12271
8cf95843833b 7130974: G1: Remove G1ParCopyHelper
brutisso
parents: 11586
diff changeset
   127
  template <class T> void do_oop_work(T* p);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   128
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   129
public:
10670
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
   130
  G1ParCopyClosure(G1CollectedHeap* g1, G1ParScanThreadState* par_scan_state,
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
   131
                   ReferenceProcessor* rp) :
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   132
      G1ParCopyHelper(g1, par_scan_state) {
10670
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
   133
    assert(_ref_processor == NULL, "sanity");
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
   134
  }
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
   135
22901
3b4e9802e94f 8027559: Decrease code size and templatizing in G1ParCopyClosure::do_oop_work
tschatzl
parents: 22761
diff changeset
   136
  template <class T> void do_oop_nv(T* p) { do_oop_work(p); }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   137
  virtual void do_oop(oop* p)       { do_oop_nv(p); }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   138
  virtual void do_oop(narrowOop* p) { do_oop_nv(p); }
25492
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
   139
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
   140
  G1CollectedHeap*      g1()  { return _g1; };
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
   141
  G1ParScanThreadState* pss() { return _par_scan_state; }
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
   142
  ReferenceProcessor*   rp()  { return _ref_processor; };
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   143
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   144
25492
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
   145
typedef G1ParCopyClosure<G1BarrierNone,  G1MarkNone>             G1ParScanExtRootClosure;
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
   146
typedef G1ParCopyClosure<G1BarrierNone,  G1MarkFromRoot>         G1ParScanAndMarkExtRootClosure;
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
   147
typedef G1ParCopyClosure<G1BarrierNone,  G1MarkPromotedFromRoot> G1ParScanAndMarkWeakExtRootClosure;
10670
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
   148
// We use a separate closure to handle references during evacuation
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
   149
// failure processing.
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
   150
25492
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
   151
typedef G1ParCopyClosure<G1BarrierEvac, G1MarkNone> G1ParScanHeapEvacFailureClosure;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   152
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   153
class FilterIntoCSClosure: public ExtendedOopClosure {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   154
  G1CollectedHeap* _g1;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   155
  OopClosure* _oc;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   156
  DirtyCardToOopClosure* _dcto_cl;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   157
public:
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   158
  FilterIntoCSClosure(  DirtyCardToOopClosure* dcto_cl,
10670
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
   159
                        G1CollectedHeap* g1,
10674
09e6f8d20337 7097053: G1: assert(da ? referent->is_oop() : referent->is_oop_or_null()) failed: referenceProcessor.cpp:1054
johnc
parents: 10670
diff changeset
   160
                        OopClosure* oc) :
09e6f8d20337 7097053: G1: assert(da ? referent->is_oop() : referent->is_oop_or_null()) failed: referenceProcessor.cpp:1054
johnc
parents: 10670
diff changeset
   161
    _dcto_cl(dcto_cl), _g1(g1), _oc(oc) { }
10670
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 10664
diff changeset
   162
3262
30d1c247fc25 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 2105
diff changeset
   163
  template <class T> void do_oop_nv(T* p);
30d1c247fc25 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 2105
diff changeset
   164
  virtual void do_oop(oop* p)        { do_oop_nv(p); }
30d1c247fc25 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 2105
diff changeset
   165
  virtual void do_oop(narrowOop* p)  { do_oop_nv(p); }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   166
  bool apply_to_weak_ref_discovered_field() { return true; }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   167
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   168
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   169
class FilterOutOfRegionClosure: public ExtendedOopClosure {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   170
  HeapWord* _r_bottom;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   171
  HeapWord* _r_end;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   172
  OopClosure* _oc;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   173
public:
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   174
  FilterOutOfRegionClosure(HeapRegion* r, OopClosure* oc);
3262
30d1c247fc25 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 2105
diff changeset
   175
  template <class T> void do_oop_nv(T* p);
30d1c247fc25 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 2105
diff changeset
   176
  virtual void do_oop(oop* p) { do_oop_nv(p); }
30d1c247fc25 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 2105
diff changeset
   177
  virtual void do_oop(narrowOop* p) { do_oop_nv(p); }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   178
  bool apply_to_weak_ref_discovered_field() { return true; }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   179
};
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6958
diff changeset
   180
9994
efb74fdbd46e 7046558: G1: concurrent marking optimizations
tonyp
parents: 9988
diff changeset
   181
// Closure for iterating over object fields during concurrent marking
25492
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
   182
class G1CMOopClosure : public MetadataAwareOopClosure {
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
   183
protected:
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
   184
  ConcurrentMark*    _cm;
11584
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   185
private:
9994
efb74fdbd46e 7046558: G1: concurrent marking optimizations
tonyp
parents: 9988
diff changeset
   186
  G1CollectedHeap*   _g1h;
efb74fdbd46e 7046558: G1: concurrent marking optimizations
tonyp
parents: 9988
diff changeset
   187
  CMTask*            _task;
efb74fdbd46e 7046558: G1: concurrent marking optimizations
tonyp
parents: 9988
diff changeset
   188
public:
efb74fdbd46e 7046558: G1: concurrent marking optimizations
tonyp
parents: 9988
diff changeset
   189
  G1CMOopClosure(G1CollectedHeap* g1h, ConcurrentMark* cm, CMTask* task);
efb74fdbd46e 7046558: G1: concurrent marking optimizations
tonyp
parents: 9988
diff changeset
   190
  template <class T> void do_oop_nv(T* p);
efb74fdbd46e 7046558: G1: concurrent marking optimizations
tonyp
parents: 9988
diff changeset
   191
  virtual void do_oop(      oop* p) { do_oop_nv(p); }
efb74fdbd46e 7046558: G1: concurrent marking optimizations
tonyp
parents: 9988
diff changeset
   192
  virtual void do_oop(narrowOop* p) { do_oop_nv(p); }
efb74fdbd46e 7046558: G1: concurrent marking optimizations
tonyp
parents: 9988
diff changeset
   193
};
efb74fdbd46e 7046558: G1: concurrent marking optimizations
tonyp
parents: 9988
diff changeset
   194
11584
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   195
// Closure to scan the root regions during concurrent marking
25492
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
   196
class G1RootRegionScanClosure : public MetadataAwareOopClosure {
11584
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   197
private:
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   198
  G1CollectedHeap* _g1h;
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   199
  ConcurrentMark*  _cm;
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   200
  uint _worker_id;
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   201
public:
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   202
  G1RootRegionScanClosure(G1CollectedHeap* g1h, ConcurrentMark* cm,
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   203
                          uint worker_id) :
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   204
    _g1h(g1h), _cm(cm), _worker_id(worker_id) { }
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   205
  template <class T> void do_oop_nv(T* p);
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   206
  virtual void do_oop(      oop* p) { do_oop_nv(p); }
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   207
  virtual void do_oop(narrowOop* p) { do_oop_nv(p); }
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   208
};
e1df4d08a1f4 7127706: G1: re-enable survivors during the initial-mark pause
tonyp
parents: 11583
diff changeset
   209
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   210
// Closure that applies the given two closures in sequence.
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   211
// Used by the RSet refinement code (when updating RSets
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   212
// during an evacuation pause) to record cards containing
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   213
// pointers into the collection set.
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   214
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   215
class G1Mux2Closure : public ExtendedOopClosure {
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   216
  OopClosure* _c1;
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   217
  OopClosure* _c2;
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   218
public:
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   219
  G1Mux2Closure(OopClosure *c1, OopClosure *c2);
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   220
  template <class T> void do_oop_nv(T* p);
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   221
  virtual void do_oop(oop* p)        { do_oop_nv(p); }
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   222
  virtual void do_oop(narrowOop* p)  { do_oop_nv(p); }
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   223
};
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   224
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   225
// A closure that returns true if it is actually applied
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   226
// to a reference
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   227
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   228
class G1TriggerClosure : public ExtendedOopClosure {
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   229
  bool _triggered;
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   230
public:
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   231
  G1TriggerClosure();
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   232
  bool triggered() const { return _triggered; }
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   233
  template <class T> void do_oop_nv(T* p);
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   234
  virtual void do_oop(oop* p)        { do_oop_nv(p); }
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   235
  virtual void do_oop(narrowOop* p)  { do_oop_nv(p); }
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   236
};
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   237
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   238
// A closure which uses a triggering closure to determine
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   239
// whether to apply an oop closure.
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   240
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   241
class G1InvokeIfNotTriggeredClosure: public ExtendedOopClosure {
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   242
  G1TriggerClosure* _trigger_cl;
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   243
  OopClosure* _oop_cl;
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   244
public:
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   245
  G1InvokeIfNotTriggeredClosure(G1TriggerClosure* t, OopClosure* oc);
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   246
  template <class T> void do_oop_nv(T* p);
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   247
  virtual void do_oop(oop* p)        { do_oop_nv(p); }
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   248
  virtual void do_oop(narrowOop* p)  { do_oop_nv(p); }
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   249
};
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   250
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   251
class G1UpdateRSOrPushRefOopClosure: public ExtendedOopClosure {
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   252
  G1CollectedHeap* _g1;
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   253
  G1RemSet* _g1_rem_set;
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   254
  HeapRegion* _from;
28207
6ad23566cbef 8067655: Clean up G1 remembered set oop iteration
mgerdin
parents: 25492
diff changeset
   255
  G1ParPushHeapRSClosure* _push_ref_cl;
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   256
  bool _record_refs_into_cset;
23855
c4574075402c 8016302: Change type of the number of GC workers to unsigned int (2)
vkempik
parents: 23457
diff changeset
   257
  uint _worker_i;
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   258
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   259
public:
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   260
  G1UpdateRSOrPushRefOopClosure(G1CollectedHeap* g1h,
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   261
                                G1RemSet* rs,
28207
6ad23566cbef 8067655: Clean up G1 remembered set oop iteration
mgerdin
parents: 25492
diff changeset
   262
                                G1ParPushHeapRSClosure* push_ref_cl,
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   263
                                bool record_refs_into_cset,
23855
c4574075402c 8016302: Change type of the number of GC workers to unsigned int (2)
vkempik
parents: 23457
diff changeset
   264
                                uint worker_i = 0);
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   265
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   266
  void set_from(HeapRegion* from) {
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   267
    assert(from != NULL, "from region must be non-NULL");
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   268
    _from = from;
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   269
  }
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   270
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   271
  bool self_forwarded(oop obj) {
28213
b0bf57cd1e9d 8060025: Object copy time regressions after JDK-8031323 and JDK-8057536
tschatzl
parents: 28207
diff changeset
   272
    markOop m = obj->mark();
b0bf57cd1e9d 8060025: Object copy time regressions after JDK-8031323 and JDK-8057536
tschatzl
parents: 28207
diff changeset
   273
    bool result = (m->is_marked() && ((oop)m->decode_pointer() == obj));
11586
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   274
    return result;
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   275
  }
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   276
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   277
  bool apply_to_weak_ref_discovered_field() { return true; }
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   278
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   279
  template <class T> void do_oop_nv(T* p);
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   280
  virtual void do_oop(narrowOop* p) { do_oop_nv(p); }
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   281
  virtual void do_oop(oop* p)       { do_oop_nv(p); }
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   282
};
ccc217c177ee 7133038: G1: Some small profile based optimizations
johnc
parents: 11584
diff changeset
   283
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6958
diff changeset
   284
#endif // SHARE_VM_GC_IMPLEMENTATION_G1_G1OOPCLOSURES_HPP