hotspot/src/share/vm/gc/g1/g1RemSet.hpp
author tschatzl
Fri, 02 Jun 2017 13:47:54 +0200
changeset 46519 40c9c132f961
parent 46518 69f8479862a2
child 46571 c70b36f0730d
permissions -rw-r--r--
8177707: Specialize G1RemSet::refine_card for concurrent/during safepoint refinement Reviewed-by: ehelin, kbarrett
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     1
/*
46291
a24addecca3a 8168038: Some methods in G1RemSet are virtual unnecessarily
jprovino
parents: 38172
diff changeset
     2
 * Copyright (c) 2001, 2017, Oracle and/or its affiliates. All rights reserved.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     4
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     7
 * published by the Free Software Foundation.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     8
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    13
 * accompanied this code).
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    14
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 3590
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 3590
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 3590
diff changeset
    21
 * questions.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    22
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    23
 */
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    24
30764
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 29693
diff changeset
    25
#ifndef SHARE_VM_GC_G1_G1REMSET_HPP
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 29693
diff changeset
    26
#define SHARE_VM_GC_G1_G1REMSET_HPP
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 7385
diff changeset
    27
35198
1365be812a7d 8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents: 35070
diff changeset
    28
#include "gc/g1/dirtyCardQueue.hpp"
37414
2672ba9af0dc 8151386: Extract card live data out of G1ConcurrentMark
tschatzl
parents: 35461
diff changeset
    29
#include "gc/g1/g1CardLiveData.hpp"
30764
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 29693
diff changeset
    30
#include "gc/g1/g1RemSetSummary.hpp"
35198
1365be812a7d 8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents: 35070
diff changeset
    31
#include "gc/g1/heapRegion.hpp"
1365be812a7d 8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents: 35070
diff changeset
    32
#include "memory/allocation.hpp"
1365be812a7d 8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents: 35070
diff changeset
    33
#include "memory/iterator.hpp"
17854
d65bc1546091 8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents: 17327
diff changeset
    34
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    35
// A G1RemSet provides ways of iterating over pointers into a selected
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    36
// collection set.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    37
35198
1365be812a7d 8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents: 35070
diff changeset
    38
class BitMap;
1365be812a7d 8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents: 35070
diff changeset
    39
class CardTableModRefBS;
35461
1068dcb8d315 8146399: Refactor the BlockOffsetTable classes.
david
parents: 35210
diff changeset
    40
class G1BlockOffsetTable;
35198
1365be812a7d 8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents: 35070
diff changeset
    41
class CodeBlobClosure;
1365be812a7d 8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents: 35070
diff changeset
    42
class G1CollectedHeap;
38172
90f405aac699 8155524: HotCardCache shouldn't be part of ConcurrentG1Refine
kbarrett
parents: 37988
diff changeset
    43
class G1HotCardCache;
28207
6ad23566cbef 8067655: Clean up G1 remembered set oop iteration
mgerdin
parents: 27635
diff changeset
    44
class G1ParPushHeapRSClosure;
37988
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
    45
class G1RemSetScanState;
37985
539c597ee0fa 8154154: Separate G1 specific policy code from the CollectorPolicy class hierarchy
mgerdin
parents: 37414
diff changeset
    46
class G1Policy;
35198
1365be812a7d 8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents: 35070
diff changeset
    47
class G1SATBCardTableModRefBS;
1365be812a7d 8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents: 35070
diff changeset
    48
class HeapRegionClaimer;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    49
6958
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
    50
// A G1RemSet in which each heap region has a rem set that records the
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
    51
// external heap references into it.  Uses a mod ref bs to track updates,
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
    52
// so that they can be used to update the individual region remsets.
13195
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 11586
diff changeset
    53
class G1RemSet: public CHeapObj<mtGC> {
17854
d65bc1546091 8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents: 17327
diff changeset
    54
private:
37988
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
    55
  G1RemSetScanState* _scan_state;
37414
2672ba9af0dc 8151386: Extract card live data out of G1ConcurrentMark
tschatzl
parents: 35461
diff changeset
    56
  G1CardLiveData _card_live_data;
2672ba9af0dc 8151386: Extract card live data out of G1ConcurrentMark
tschatzl
parents: 35461
diff changeset
    57
17854
d65bc1546091 8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents: 17327
diff changeset
    58
  G1RemSetSummary _prev_period_summary;
33789
4a76a42bd42e 8141434: G1CollectedHeap::into_cset_dirty_card_queue_set should be moved to G1RemSet
david
parents: 33213
diff changeset
    59
4a76a42bd42e 8141434: G1CollectedHeap::into_cset_dirty_card_queue_set should be moved to G1RemSet
david
parents: 33213
diff changeset
    60
  // A DirtyCardQueueSet that is used to hold cards that contain
4a76a42bd42e 8141434: G1CollectedHeap::into_cset_dirty_card_queue_set should be moved to G1RemSet
david
parents: 33213
diff changeset
    61
  // references into the current collection set. This is used to
4a76a42bd42e 8141434: G1CollectedHeap::into_cset_dirty_card_queue_set should be moved to G1RemSet
david
parents: 33213
diff changeset
    62
  // update the remembered sets of the regions in the collection
4a76a42bd42e 8141434: G1CollectedHeap::into_cset_dirty_card_queue_set should be moved to G1RemSet
david
parents: 33213
diff changeset
    63
  // set in the event of an evacuation failure.
4a76a42bd42e 8141434: G1CollectedHeap::into_cset_dirty_card_queue_set should be moved to G1RemSet
david
parents: 33213
diff changeset
    64
  DirtyCardQueueSet _into_cset_dirty_card_queue_set;
4a76a42bd42e 8141434: G1CollectedHeap::into_cset_dirty_card_queue_set should be moved to G1RemSet
david
parents: 33213
diff changeset
    65
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    66
protected:
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    67
  G1CollectedHeap* _g1;
17854
d65bc1546091 8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents: 17327
diff changeset
    68
  size_t _conc_refine_cards;
11396
917d8673b5ef 7121618: Change type of number of GC workers to unsigned int.
jmasa
parents: 11176
diff changeset
    69
  uint n_workers();
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    70
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    71
protected:
17108
cf72dcf9a8f2 8011724: G1: Stack allocate instances of HeapRegionRemSetIterator
johnc
parents: 13728
diff changeset
    72
  CardTableModRefBS*     _ct_bs;
37985
539c597ee0fa 8154154: Separate G1 specific policy code from the CollectorPolicy class hierarchy
mgerdin
parents: 37414
diff changeset
    73
  G1Policy*              _g1p;
38172
90f405aac699 8155524: HotCardCache shouldn't be part of ConcurrentG1Refine
kbarrett
parents: 37988
diff changeset
    74
  G1HotCardCache*        _hot_card_cache;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    75
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    76
public:
35210
eb1d5c68bf64 8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents: 35198
diff changeset
    77
  // Gives an approximation on how many threads can be expected to add records to
eb1d5c68bf64 8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents: 35198
diff changeset
    78
  // a remembered set in parallel. This can be used for sizing data structures to
eb1d5c68bf64 8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents: 35198
diff changeset
    79
  // decrease performance losses due to data structure sharing.
eb1d5c68bf64 8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents: 35198
diff changeset
    80
  // Examples for quantities that influence this value are the maximum number of
eb1d5c68bf64 8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents: 35198
diff changeset
    81
  // mutator threads, maximum number of concurrent refinement or GC threads.
eb1d5c68bf64 8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents: 35198
diff changeset
    82
  static uint num_par_rem_sets();
eb1d5c68bf64 8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents: 35198
diff changeset
    83
eb1d5c68bf64 8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents: 35198
diff changeset
    84
  // Initialize data that depends on the heap size being known.
37414
2672ba9af0dc 8151386: Extract card live data out of G1ConcurrentMark
tschatzl
parents: 35461
diff changeset
    85
  void initialize(size_t capacity, uint max_regions);
35210
eb1d5c68bf64 8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents: 35198
diff changeset
    86
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    87
  // This is called to reset dual hash tables after the gc pause
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    88
  // is finished and the initial hash table is no longer being
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    89
  // scanned.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    90
  void cleanupHRRS();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    91
38172
90f405aac699 8155524: HotCardCache shouldn't be part of ConcurrentG1Refine
kbarrett
parents: 37988
diff changeset
    92
  G1RemSet(G1CollectedHeap* g1,
90f405aac699 8155524: HotCardCache shouldn't be part of ConcurrentG1Refine
kbarrett
parents: 37988
diff changeset
    93
           CardTableModRefBS* ct_bs,
90f405aac699 8155524: HotCardCache shouldn't be part of ConcurrentG1Refine
kbarrett
parents: 37988
diff changeset
    94
           G1HotCardCache* hot_card_cache);
6958
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
    95
  ~G1RemSet();
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    96
37988
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
    97
  // Invoke "cl->do_oop" on all pointers into the collection set
19339
d247781beec7 7145569: G1: optimize nmethods scanning
johnc
parents: 17854
diff changeset
    98
  // from objects in regions outside the collection set (having
37988
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
    99
  // invoked "cl->set_region" to set the "from" region correctly
19339
d247781beec7 7145569: G1: optimize nmethods scanning
johnc
parents: 17854
diff changeset
   100
  // beforehand.)
d247781beec7 7145569: G1: optimize nmethods scanning
johnc
parents: 17854
diff changeset
   101
  //
32617
a59435e1fecc 8135012: Don't use G1RootProcessor when scanning remembered sets
mgerdin
parents: 30764
diff changeset
   102
  // Apply non_heap_roots on the oops of the unmarked nmethods
19339
d247781beec7 7145569: G1: optimize nmethods scanning
johnc
parents: 17854
diff changeset
   103
  // on the strong code roots list for each region in the
d247781beec7 7145569: G1: optimize nmethods scanning
johnc
parents: 17854
diff changeset
   104
  // collection set.
d247781beec7 7145569: G1: optimize nmethods scanning
johnc
parents: 17854
diff changeset
   105
  //
d247781beec7 7145569: G1: optimize nmethods scanning
johnc
parents: 17854
diff changeset
   106
  // The "worker_i" param is for the parallel case where the id
d247781beec7 7145569: G1: optimize nmethods scanning
johnc
parents: 17854
diff changeset
   107
  // of the worker thread calling this function can be helpful in
d247781beec7 7145569: G1: optimize nmethods scanning
johnc
parents: 17854
diff changeset
   108
  // partitioning the work to be done. It should be the same as
d247781beec7 7145569: G1: optimize nmethods scanning
johnc
parents: 17854
diff changeset
   109
  // the "i" passed to the calling thread's work(i) function.
d247781beec7 7145569: G1: optimize nmethods scanning
johnc
parents: 17854
diff changeset
   110
  // In the sequential case this param will be ignored.
32737
f02118695c2f 8135154: Move cards scanned and surviving young words aggregation to G1ParScanThreadStateSet
mgerdin
parents: 32617
diff changeset
   111
  //
f02118695c2f 8135154: Move cards scanned and surviving young words aggregation to G1ParScanThreadStateSet
mgerdin
parents: 32617
diff changeset
   112
  // Returns the number of cards scanned while looking for pointers
f02118695c2f 8135154: Move cards scanned and surviving young words aggregation to G1ParScanThreadStateSet
mgerdin
parents: 32617
diff changeset
   113
  // into the collection set.
37988
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
   114
  size_t oops_into_collection_set_do(G1ParPushHeapRSClosure* cl,
33213
b937f634f56e 8138762: Refactor setup of evacuation closures in G1
mgerdin
parents: 32737
diff changeset
   115
                                     CodeBlobClosure* heap_region_codeblobs,
32737
f02118695c2f 8135154: Move cards scanned and surviving young words aggregation to G1ParScanThreadStateSet
mgerdin
parents: 32617
diff changeset
   116
                                     uint worker_i);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   117
6958
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
   118
  // Prepare for and cleanup after an oops_into_collection_set_do
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
   119
  // call.  Must call each of these once before and after (in sequential
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
   120
  // code) any threads call oops_into_collection_set_do.  (This offers an
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
   121
  // opportunity to sequential setup and teardown of structures needed by a
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
   122
  // parallel iteration over the CS's RS.)
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   123
  void prepare_for_oops_into_collection_set_do();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   124
  void cleanup_after_oops_into_collection_set_do();
6958
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
   125
37988
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
   126
  size_t scan_rem_set(G1ParPushHeapRSClosure* oops_in_heap_closure,
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
   127
                      CodeBlobClosure* heap_region_codeblobs,
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
   128
                      uint worker_i);
19339
d247781beec7 7145569: G1: optimize nmethods scanning
johnc
parents: 17854
diff changeset
   129
37988
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
   130
  G1RemSetScanState* scan_state() const { return _scan_state; }
6958
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
   131
37988
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
   132
  // Flush remaining refinement buffers into the remembered set,
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
   133
  // applying oops_in_heap_closure on the references found.
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
   134
  void update_rem_set(DirtyCardQueue* into_cset_dcq, G1ParPushHeapRSClosure* oops_in_heap_closure, uint worker_i);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   135
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   136
  // Record, if necessary, the fact that *p (where "p" is in region "from",
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   137
  // which is required to be non-NULL) has changed to a new non-NULL value.
26850
515ff48cf5f0 8036116: Fix thread-id types in G1 remembered set implementations
brutisso
parents: 26701
diff changeset
   138
  template <class T> void par_write_ref(HeapRegion* from, T* p, uint tid);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   139
6958
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
   140
  // Requires "region_bm" and "card_bm" to be bitmaps with 1 bit per region
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
   141
  // or card, respectively, such that a region or card with a corresponding
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
   142
  // 0 bit contains no part of any live object.  Eliminates any remembered
27251
7d667f91ec8d 6979279: remove special-case code for ParallelGCThreads==0
mlarsson
parents: 27009
diff changeset
   143
  // set entries that correspond to dead heap ranges. "worker_num" is the
7d667f91ec8d 6979279: remove special-case code for ParallelGCThreads==0
mlarsson
parents: 27009
diff changeset
   144
  // parallel thread id of the current thread, and "hrclaimer" is the
7d667f91ec8d 6979279: remove special-case code for ParallelGCThreads==0
mlarsson
parents: 27009
diff changeset
   145
  // HeapRegionClaimer that should be used.
37414
2672ba9af0dc 8151386: Extract card live data out of G1ConcurrentMark
tschatzl
parents: 35461
diff changeset
   146
  void scrub(uint worker_num, HeapRegionClaimer* hrclaimer);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   147
17327
4bd0581aa231 7176479: G1: JVM crashes on T5-8 system with 1.5 TB heap
johnc
parents: 17108
diff changeset
   148
  // Refine the card corresponding to "card_ptr".
46519
40c9c132f961 8177707: Specialize G1RemSet::refine_card for concurrent/during safepoint refinement
tschatzl
parents: 46518
diff changeset
   149
  void refine_card_concurrently(jbyte* card_ptr,
40c9c132f961 8177707: Specialize G1RemSet::refine_card for concurrent/during safepoint refinement
tschatzl
parents: 46518
diff changeset
   150
                                uint worker_i);
40c9c132f961 8177707: Specialize G1RemSet::refine_card for concurrent/during safepoint refinement
tschatzl
parents: 46518
diff changeset
   151
40c9c132f961 8177707: Specialize G1RemSet::refine_card for concurrent/during safepoint refinement
tschatzl
parents: 46518
diff changeset
   152
  // Refine the card corresponding to "card_ptr". Returns "true" if the given card contains
40c9c132f961 8177707: Specialize G1RemSet::refine_card for concurrent/during safepoint refinement
tschatzl
parents: 46518
diff changeset
   153
  // oops that have references into the current collection set.
40c9c132f961 8177707: Specialize G1RemSet::refine_card for concurrent/during safepoint refinement
tschatzl
parents: 46518
diff changeset
   154
  bool refine_card_during_gc(jbyte* card_ptr,
40c9c132f961 8177707: Specialize G1RemSet::refine_card for concurrent/during safepoint refinement
tschatzl
parents: 46518
diff changeset
   155
                             uint worker_i,
40c9c132f961 8177707: Specialize G1RemSet::refine_card for concurrent/during safepoint refinement
tschatzl
parents: 46518
diff changeset
   156
                             G1ParPushHeapRSClosure* oops_in_heap_closure);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   157
17854
d65bc1546091 8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents: 17327
diff changeset
   158
  // Print accumulated summary info from the start of the VM.
46291
a24addecca3a 8168038: Some methods in G1RemSet are virtual unnecessarily
jprovino
parents: 38172
diff changeset
   159
  void print_summary_info();
6958
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
   160
17854
d65bc1546091 8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents: 17327
diff changeset
   161
  // Print accumulated summary info from the last time called.
46291
a24addecca3a 8168038: Some methods in G1RemSet are virtual unnecessarily
jprovino
parents: 38172
diff changeset
   162
  void print_periodic_summary_info(const char* header, uint period_count);
17854
d65bc1546091 8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents: 17327
diff changeset
   163
6958
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
   164
  // Prepare remembered set for verification.
46291
a24addecca3a 8168038: Some methods in G1RemSet are virtual unnecessarily
jprovino
parents: 38172
diff changeset
   165
  void prepare_for_verify();
17854
d65bc1546091 8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents: 17327
diff changeset
   166
d65bc1546091 8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents: 17327
diff changeset
   167
  size_t conc_refine_cards() const {
d65bc1546091 8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents: 17327
diff changeset
   168
    return _conc_refine_cards;
d65bc1546091 8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents: 17327
diff changeset
   169
  }
37414
2672ba9af0dc 8151386: Extract card live data out of G1ConcurrentMark
tschatzl
parents: 35461
diff changeset
   170
2672ba9af0dc 8151386: Extract card live data out of G1ConcurrentMark
tschatzl
parents: 35461
diff changeset
   171
  void create_card_live_data(WorkGang* workers, G1CMBitMap* mark_bitmap);
2672ba9af0dc 8151386: Extract card live data out of G1ConcurrentMark
tschatzl
parents: 35461
diff changeset
   172
  void finalize_card_live_data(WorkGang* workers, G1CMBitMap* mark_bitmap);
2672ba9af0dc 8151386: Extract card live data out of G1ConcurrentMark
tschatzl
parents: 35461
diff changeset
   173
2672ba9af0dc 8151386: Extract card live data out of G1ConcurrentMark
tschatzl
parents: 35461
diff changeset
   174
  // Verify that the liveness count data created concurrently matches one created
2672ba9af0dc 8151386: Extract card live data out of G1ConcurrentMark
tschatzl
parents: 35461
diff changeset
   175
  // during this safepoint.
2672ba9af0dc 8151386: Extract card live data out of G1ConcurrentMark
tschatzl
parents: 35461
diff changeset
   176
  void verify_card_live_data(WorkGang* workers, G1CMBitMap* actual_bitmap);
2672ba9af0dc 8151386: Extract card live data out of G1ConcurrentMark
tschatzl
parents: 35461
diff changeset
   177
2672ba9af0dc 8151386: Extract card live data out of G1ConcurrentMark
tschatzl
parents: 35461
diff changeset
   178
  void clear_card_live_data(WorkGang* workers);
2672ba9af0dc 8151386: Extract card live data out of G1ConcurrentMark
tschatzl
parents: 35461
diff changeset
   179
2672ba9af0dc 8151386: Extract card live data out of G1ConcurrentMark
tschatzl
parents: 35461
diff changeset
   180
#ifdef ASSERT
2672ba9af0dc 8151386: Extract card live data out of G1ConcurrentMark
tschatzl
parents: 35461
diff changeset
   181
  void verify_card_live_data_is_clear();
2672ba9af0dc 8151386: Extract card live data out of G1ConcurrentMark
tschatzl
parents: 35461
diff changeset
   182
#endif
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   183
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   184
37988
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
   185
class G1ScanRSClosure : public HeapRegionClosure {
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
   186
  G1RemSetScanState* _scan_state;
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
   187
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
   188
  size_t _cards_done;
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
   189
  size_t _cards;
34246
d2c05216f375 8142390: Move ScanRSClosure to header file
ehelin
parents: 33789
diff changeset
   190
  G1CollectedHeap* _g1h;
d2c05216f375 8142390: Move ScanRSClosure to header file
ehelin
parents: 33789
diff changeset
   191
37988
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
   192
  G1ParPushHeapRSClosure* _push_heap_cl;
34246
d2c05216f375 8142390: Move ScanRSClosure to header file
ehelin
parents: 33789
diff changeset
   193
  CodeBlobClosure* _code_root_cl;
d2c05216f375 8142390: Move ScanRSClosure to header file
ehelin
parents: 33789
diff changeset
   194
35461
1068dcb8d315 8146399: Refactor the BlockOffsetTable classes.
david
parents: 35210
diff changeset
   195
  G1BlockOffsetTable* _bot;
34246
d2c05216f375 8142390: Move ScanRSClosure to header file
ehelin
parents: 33789
diff changeset
   196
  G1SATBCardTableModRefBS *_ct_bs;
d2c05216f375 8142390: Move ScanRSClosure to header file
ehelin
parents: 33789
diff changeset
   197
d2c05216f375 8142390: Move ScanRSClosure to header file
ehelin
parents: 33789
diff changeset
   198
  double _strong_code_root_scan_time_sec;
d2c05216f375 8142390: Move ScanRSClosure to header file
ehelin
parents: 33789
diff changeset
   199
  uint   _worker_i;
d2c05216f375 8142390: Move ScanRSClosure to header file
ehelin
parents: 33789
diff changeset
   200
  size_t _block_size;
d2c05216f375 8142390: Move ScanRSClosure to header file
ehelin
parents: 33789
diff changeset
   201
46518
69f8479862a2 8162928: Micro-optimizations in scanning the remembered sets
tschatzl
parents: 46291
diff changeset
   202
  void scan_card(size_t index, HeapWord* card_start, HeapRegion *r);
37988
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
   203
  void scan_strong_code_roots(HeapRegion* r);
34246
d2c05216f375 8142390: Move ScanRSClosure to header file
ehelin
parents: 33789
diff changeset
   204
public:
37988
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
   205
  G1ScanRSClosure(G1RemSetScanState* scan_state,
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
   206
                  G1ParPushHeapRSClosure* push_heap_cl,
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
   207
                  CodeBlobClosure* code_root_cl,
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
   208
                  uint worker_i);
34246
d2c05216f375 8142390: Move ScanRSClosure to header file
ehelin
parents: 33789
diff changeset
   209
d2c05216f375 8142390: Move ScanRSClosure to header file
ehelin
parents: 33789
diff changeset
   210
  bool doHeapRegion(HeapRegion* r);
d2c05216f375 8142390: Move ScanRSClosure to header file
ehelin
parents: 33789
diff changeset
   211
d2c05216f375 8142390: Move ScanRSClosure to header file
ehelin
parents: 33789
diff changeset
   212
  double strong_code_root_scan_time_sec() {
d2c05216f375 8142390: Move ScanRSClosure to header file
ehelin
parents: 33789
diff changeset
   213
    return _strong_code_root_scan_time_sec;
d2c05216f375 8142390: Move ScanRSClosure to header file
ehelin
parents: 33789
diff changeset
   214
  }
37988
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
   215
34246
d2c05216f375 8142390: Move ScanRSClosure to header file
ehelin
parents: 33789
diff changeset
   216
  size_t cards_done() { return _cards_done;}
d2c05216f375 8142390: Move ScanRSClosure to header file
ehelin
parents: 33789
diff changeset
   217
  size_t cards_looked_up() { return _cards;}
d2c05216f375 8142390: Move ScanRSClosure to header file
ehelin
parents: 33789
diff changeset
   218
};
d2c05216f375 8142390: Move ScanRSClosure to header file
ehelin
parents: 33789
diff changeset
   219
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13195
diff changeset
   220
class UpdateRSOopClosure: public ExtendedOopClosure {
2152
99356e7f31b1 6760309: G1: update remembered sets during Full GCs
apetrusenko
parents: 2142
diff changeset
   221
  HeapRegion* _from;
6958
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
   222
  G1RemSet* _rs;
23855
c4574075402c 8016302: Change type of the number of GC workers to unsigned int (2)
vkempik
parents: 22772
diff changeset
   223
  uint _worker_i;
3262
30d1c247fc25 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 2881
diff changeset
   224
30d1c247fc25 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 2881
diff changeset
   225
  template <class T> void do_oop_work(T* p);
30d1c247fc25 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 2881
diff changeset
   226
2152
99356e7f31b1 6760309: G1: update remembered sets during Full GCs
apetrusenko
parents: 2142
diff changeset
   227
public:
23855
c4574075402c 8016302: Change type of the number of GC workers to unsigned int (2)
vkempik
parents: 22772
diff changeset
   228
  UpdateRSOopClosure(G1RemSet* rs, uint worker_i = 0) :
7385
eaca4b61b374 6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents: 6958
diff changeset
   229
    _from(NULL), _rs(rs), _worker_i(worker_i)
eaca4b61b374 6978187: G1: assert(ParallelGCThreads> 1 || n_yielded() == _hrrs->occupied()) strikes again
johnc
parents: 6958
diff changeset
   230
  {}
2152
99356e7f31b1 6760309: G1: update remembered sets during Full GCs
apetrusenko
parents: 2142
diff changeset
   231
99356e7f31b1 6760309: G1: update remembered sets during Full GCs
apetrusenko
parents: 2142
diff changeset
   232
  void set_from(HeapRegion* from) {
99356e7f31b1 6760309: G1: update remembered sets during Full GCs
apetrusenko
parents: 2142
diff changeset
   233
    assert(from != NULL, "from region must be non-NULL");
99356e7f31b1 6760309: G1: update remembered sets during Full GCs
apetrusenko
parents: 2142
diff changeset
   234
    _from = from;
99356e7f31b1 6760309: G1: update remembered sets during Full GCs
apetrusenko
parents: 2142
diff changeset
   235
  }
99356e7f31b1 6760309: G1: update remembered sets during Full GCs
apetrusenko
parents: 2142
diff changeset
   236
3262
30d1c247fc25 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 2881
diff changeset
   237
  virtual void do_oop(narrowOop* p) { do_oop_work(p); }
30d1c247fc25 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 2881
diff changeset
   238
  virtual void do_oop(oop* p)       { do_oop_work(p); }
2152
99356e7f31b1 6760309: G1: update remembered sets during Full GCs
apetrusenko
parents: 2142
diff changeset
   239
};
6247
00e5cc407d03 6814437: G1: remove the _new_refs array
johnc
parents: 5547
diff changeset
   240
30764
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 29693
diff changeset
   241
#endif // SHARE_VM_GC_G1_G1REMSET_HPP