src/hotspot/share/gc/g1/g1RemSet.hpp
author sjohanss
Wed, 27 Nov 2019 12:18:40 +0100
changeset 59293 5af9fa90cd7b
parent 59233 bd9dba789919
permissions -rw-r--r--
8141637: Parallelize single threaded heap region iteration during Pre Evacuate Collection Set Reviewed-by: tschatzl, lkorinth
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     1
/*
53244
9807daeb47c4 8216167: Update include guards to reflect correct directories
coleenp
parents: 52897
diff changeset
     2
 * Copyright (c) 2001, 2019, Oracle and/or its affiliates. All rights reserved.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     4
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     7
 * published by the Free Software Foundation.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     8
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    13
 * accompanied this code).
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    14
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 3590
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 3590
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 3590
diff changeset
    21
 * questions.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    22
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    23
 */
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    24
53244
9807daeb47c4 8216167: Update include guards to reflect correct directories
coleenp
parents: 52897
diff changeset
    25
#ifndef SHARE_GC_G1_G1REMSET_HPP
9807daeb47c4 8216167: Update include guards to reflect correct directories
coleenp
parents: 52897
diff changeset
    26
#define SHARE_GC_G1_G1REMSET_HPP
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 7385
diff changeset
    27
49164
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 48969
diff changeset
    28
#include "gc/g1/g1CardTable.hpp"
49607
acffe6ff3ae7 8180415: Rebuild remembered sets during the concurrent cycle
tschatzl
parents: 49455
diff changeset
    29
#include "gc/g1/g1OopClosures.hpp"
52897
495c05ee2a9a 8213890: Implementation of JEP 344: Abortable Mixed Collections for G1
sjohanss
parents: 52716
diff changeset
    30
#include "gc/g1/g1GCPhaseTimes.hpp"
30764
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 29693
diff changeset
    31
#include "gc/g1/g1RemSetSummary.hpp"
35198
1365be812a7d 8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents: 35070
diff changeset
    32
#include "gc/g1/heapRegion.hpp"
1365be812a7d 8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents: 35070
diff changeset
    33
#include "memory/allocation.hpp"
1365be812a7d 8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents: 35070
diff changeset
    34
#include "memory/iterator.hpp"
49911
358be4680d12 6672778: G1 should trim task queues more aggressively during evacuation pauses
tschatzl
parents: 49806
diff changeset
    35
#include "utilities/ticks.hpp"
17854
d65bc1546091 8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents: 17327
diff changeset
    36
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    37
// A G1RemSet provides ways of iterating over pointers into a selected
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    38
// collection set.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    39
35198
1365be812a7d 8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents: 35070
diff changeset
    40
class BitMap;
49455
848864ed9b17 8199604: Rename CardTableModRefBS to CardTableBarrierSet
eosterlund
parents: 49347
diff changeset
    41
class CardTableBarrierSet;
35461
1068dcb8d315 8146399: Refactor the BlockOffsetTable classes.
david
parents: 35210
diff changeset
    42
class G1BlockOffsetTable;
35198
1365be812a7d 8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents: 35070
diff changeset
    43
class CodeBlobClosure;
1365be812a7d 8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents: 35070
diff changeset
    44
class G1CollectedHeap;
49607
acffe6ff3ae7 8180415: Rebuild remembered sets during the concurrent cycle
tschatzl
parents: 49455
diff changeset
    45
class G1CMBitMap;
38172
90f405aac699 8155524: HotCardCache shouldn't be part of ConcurrentG1Refine
kbarrett
parents: 37988
diff changeset
    46
class G1HotCardCache;
37988
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
    47
class G1RemSetScanState;
46572
fef0d64b2263 8175554: Improve G1UpdateRSOrPushRefClosure
tschatzl
parents: 46571
diff changeset
    48
class G1ParScanThreadState;
55510
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54977
diff changeset
    49
class G1ParScanThreadStateSet;
37985
539c597ee0fa 8154154: Separate G1 specific policy code from the CollectorPolicy class hierarchy
mgerdin
parents: 37414
diff changeset
    50
class G1Policy;
54843
25c329958c70 8200545: Improve filter for enqueued deferred cards
tschatzl
parents: 54465
diff changeset
    51
class G1ScanCardClosure;
35198
1365be812a7d 8145674: Fix includes and forward declarations in g1Remset files
tschatzl
parents: 35070
diff changeset
    52
class HeapRegionClaimer;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    53
6958
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
    54
// A G1RemSet in which each heap region has a rem set that records the
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
    55
// external heap references into it.  Uses a mod ref bs to track updates,
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
    56
// so that they can be used to update the individual region remsets.
13195
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 11586
diff changeset
    57
class G1RemSet: public CHeapObj<mtGC> {
17854
d65bc1546091 8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents: 17327
diff changeset
    58
private:
37988
bf4018edea5e 8153503: Move remset scan iteration claim to remset local data structure
tschatzl
parents: 37985
diff changeset
    59
  G1RemSetScanState* _scan_state;
37414
2672ba9af0dc 8151386: Extract card live data out of G1ConcurrentMark
tschatzl
parents: 35461
diff changeset
    60
17854
d65bc1546091 8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents: 17327
diff changeset
    61
  G1RemSetSummary _prev_period_summary;
33789
4a76a42bd42e 8141434: G1CollectedHeap::into_cset_dirty_card_queue_set should be moved to G1RemSet
david
parents: 33213
diff changeset
    62
49806
2d62570a615c 8200426: Make G1 code use _g1h members
tschatzl
parents: 49607
diff changeset
    63
  G1CollectedHeap* _g1h;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    64
49164
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 48969
diff changeset
    65
  G1CardTable*           _ct;
37985
539c597ee0fa 8154154: Separate G1 specific policy code from the CollectorPolicy class hierarchy
mgerdin
parents: 37414
diff changeset
    66
  G1Policy*              _g1p;
38172
90f405aac699 8155524: HotCardCache shouldn't be part of ConcurrentG1Refine
kbarrett
parents: 37988
diff changeset
    67
  G1HotCardCache*        _hot_card_cache;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    68
55720
dec1d532c000 8226232: Move merge heap roots code out from G1RemSetScanState
tschatzl
parents: 55510
diff changeset
    69
  void print_merge_heap_roots_stats();
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    70
public:
54110
f4f0dce5d0bb 8220301: Remove jbyte use in CardTable
tschatzl
parents: 53747
diff changeset
    71
f4f0dce5d0bb 8220301: Remove jbyte use in CardTable
tschatzl
parents: 53747
diff changeset
    72
  typedef CardTable::CardValue CardValue;
35210
eb1d5c68bf64 8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents: 35198
diff changeset
    73
  // Gives an approximation on how many threads can be expected to add records to
eb1d5c68bf64 8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents: 35198
diff changeset
    74
  // a remembered set in parallel. This can be used for sizing data structures to
eb1d5c68bf64 8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents: 35198
diff changeset
    75
  // decrease performance losses due to data structure sharing.
eb1d5c68bf64 8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents: 35198
diff changeset
    76
  // Examples for quantities that influence this value are the maximum number of
eb1d5c68bf64 8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents: 35198
diff changeset
    77
  // mutator threads, maximum number of concurrent refinement or GC threads.
eb1d5c68bf64 8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents: 35198
diff changeset
    78
  static uint num_par_rem_sets();
eb1d5c68bf64 8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents: 35198
diff changeset
    79
eb1d5c68bf64 8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents: 35198
diff changeset
    80
  // Initialize data that depends on the heap size being known.
37414
2672ba9af0dc 8151386: Extract card live data out of G1ConcurrentMark
tschatzl
parents: 35461
diff changeset
    81
  void initialize(size_t capacity, uint max_regions);
35210
eb1d5c68bf64 8145672: Remove dependency of G1FromCardCache to HeapRegionRemSet
tschatzl
parents: 35198
diff changeset
    82
49806
2d62570a615c 8200426: Make G1 code use _g1h members
tschatzl
parents: 49607
diff changeset
    83
  G1RemSet(G1CollectedHeap* g1h,
49164
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 48969
diff changeset
    84
           G1CardTable* ct,
38172
90f405aac699 8155524: HotCardCache shouldn't be part of ConcurrentG1Refine
kbarrett
parents: 37988
diff changeset
    85
           G1HotCardCache* hot_card_cache);
6958
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
    86
  ~G1RemSet();
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    87
55510
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54977
diff changeset
    88
  // Scan all cards in the non-collection set regions that potentially contain
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54977
diff changeset
    89
  // references into the current whole collection set.
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54977
diff changeset
    90
  void scan_heap_roots(G1ParScanThreadState* pss,
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54977
diff changeset
    91
                       uint worker_id,
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54977
diff changeset
    92
                       G1GCPhaseTimes::GCParPhases scan_phase,
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54977
diff changeset
    93
                       G1GCPhaseTimes::GCParPhases objcopy_phase);
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54977
diff changeset
    94
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54977
diff changeset
    95
  // Merge cards from various sources (remembered sets, hot card cache, log buffers)
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54977
diff changeset
    96
  // and calculate the cards that need to be scanned later (via scan_heap_roots()).
55722
5ee183a90e65 8227084: Add timing information for merge heap root preparation
tschatzl
parents: 55720
diff changeset
    97
  // If initial_evacuation is set, this is called during the initial evacuation.
5ee183a90e65 8227084: Add timing information for merge heap root preparation
tschatzl
parents: 55720
diff changeset
    98
  void merge_heap_roots(bool initial_evacuation);
54465
c4f16445675a 8218668: Clean up evacuation of optional collection set
tschatzl
parents: 54110
diff changeset
    99
55510
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54977
diff changeset
   100
  // Prepare for and cleanup after scanning the heap roots. Must be called
54844
571732021d59 8223018: Rename G1RemSet::*oops_into_collection_set_do methods
tschatzl
parents: 54843
diff changeset
   101
  // once before and after in sequential code.
55510
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54977
diff changeset
   102
  void prepare_for_scan_heap_roots();
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54977
diff changeset
   103
  // Cleans the card table from temporary duplicate detection information.
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54977
diff changeset
   104
  void cleanup_after_scan_heap_roots();
59293
5af9fa90cd7b 8141637: Parallelize single threaded heap region iteration during Pre Evacuate Collection Set
sjohanss
parents: 59233
diff changeset
   105
  // Excludes the given region from heap root scanning.
5af9fa90cd7b 8141637: Parallelize single threaded heap region iteration during Pre Evacuate Collection Set
sjohanss
parents: 59233
diff changeset
   106
  void exclude_region_from_scan(uint region_idx);
5af9fa90cd7b 8141637: Parallelize single threaded heap region iteration during Pre Evacuate Collection Set
sjohanss
parents: 59233
diff changeset
   107
  // Creates a snapshot of the current _top values at the start of collection to
5af9fa90cd7b 8141637: Parallelize single threaded heap region iteration during Pre Evacuate Collection Set
sjohanss
parents: 59233
diff changeset
   108
  // filter out card marks that we do not want to scan.
5af9fa90cd7b 8141637: Parallelize single threaded heap region iteration during Pre Evacuate Collection Set
sjohanss
parents: 59233
diff changeset
   109
  void prepare_region_for_scan(HeapRegion* region);
6958
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
   110
55510
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54977
diff changeset
   111
  // Do work for regions in the current increment of the collection set, scanning
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54977
diff changeset
   112
  // non-card based (heap) roots.
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54977
diff changeset
   113
  void scan_collection_set_regions(G1ParScanThreadState* pss,
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54977
diff changeset
   114
                                   uint worker_id,
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54977
diff changeset
   115
                                   G1GCPhaseTimes::GCParPhases scan_phase,
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54977
diff changeset
   116
                                   G1GCPhaseTimes::GCParPhases coderoots_phase,
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54977
diff changeset
   117
                                   G1GCPhaseTimes::GCParPhases objcopy_phase);
6958
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
   118
59233
bd9dba789919 8087198: G1 card refinement: batching, sorting
manc
parents: 58508
diff changeset
   119
  // Two methods for concurrent refinement support, executed concurrently to
bd9dba789919 8087198: G1 card refinement: batching, sorting
manc
parents: 58508
diff changeset
   120
  // the mutator:
bd9dba789919 8087198: G1 card refinement: batching, sorting
manc
parents: 58508
diff changeset
   121
  // Cleans the card at "*card_ptr_addr" before refinement, returns true iff the
bd9dba789919 8087198: G1 card refinement: batching, sorting
manc
parents: 58508
diff changeset
   122
  // card needs later refinement. Note that "*card_ptr_addr" could be updated to
bd9dba789919 8087198: G1 card refinement: batching, sorting
manc
parents: 58508
diff changeset
   123
  // a different card due to use of hot card cache.
bd9dba789919 8087198: G1 card refinement: batching, sorting
manc
parents: 58508
diff changeset
   124
  bool clean_card_before_refine(CardValue** const card_ptr_addr);
bd9dba789919 8087198: G1 card refinement: batching, sorting
manc
parents: 58508
diff changeset
   125
  // Refine the region corresponding to "card_ptr". Must be called after
bd9dba789919 8087198: G1 card refinement: batching, sorting
manc
parents: 58508
diff changeset
   126
  // being filtered by clean_card_before_refine(), and after proper
bd9dba789919 8087198: G1 card refinement: batching, sorting
manc
parents: 58508
diff changeset
   127
  // fence/synchronization.
bd9dba789919 8087198: G1 card refinement: batching, sorting
manc
parents: 58508
diff changeset
   128
  void refine_card_concurrently(CardValue* const card_ptr,
bd9dba789919 8087198: G1 card refinement: batching, sorting
manc
parents: 58508
diff changeset
   129
                                const uint worker_id);
46519
40c9c132f961 8177707: Specialize G1RemSet::refine_card for concurrent/during safepoint refinement
tschatzl
parents: 46518
diff changeset
   130
17854
d65bc1546091 8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents: 17327
diff changeset
   131
  // Print accumulated summary info from the start of the VM.
46291
a24addecca3a 8168038: Some methods in G1RemSet are virtual unnecessarily
jprovino
parents: 38172
diff changeset
   132
  void print_summary_info();
6958
cfa71cf3564d 6971296: G1: simplify G1RemSet class hierarchy
johnc
parents: 6250
diff changeset
   133
17854
d65bc1546091 8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents: 17327
diff changeset
   134
  // Print accumulated summary info from the last time called.
46291
a24addecca3a 8168038: Some methods in G1RemSet are virtual unnecessarily
jprovino
parents: 38172
diff changeset
   135
  void print_periodic_summary_info(const char* header, uint period_count);
17854
d65bc1546091 8013895: G1: G1SummarizeRSetStats output on Linux needs improvemen
tschatzl
parents: 17327
diff changeset
   136
49607
acffe6ff3ae7 8180415: Rebuild remembered sets during the concurrent cycle
tschatzl
parents: 49455
diff changeset
   137
  // Rebuilds the remembered set by scanning from bottom to TARS for all regions
acffe6ff3ae7 8180415: Rebuild remembered sets during the concurrent cycle
tschatzl
parents: 49455
diff changeset
   138
  // using the given work gang.
acffe6ff3ae7 8180415: Rebuild remembered sets during the concurrent cycle
tschatzl
parents: 49455
diff changeset
   139
  void rebuild_rem_set(G1ConcurrentMark* cm, WorkGang* workers, uint worker_id_offset);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   140
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   141
53244
9807daeb47c4 8216167: Update include guards to reflect correct directories
coleenp
parents: 52897
diff changeset
   142
#endif // SHARE_GC_G1_G1REMSET_HPP