src/hotspot/share/gc/g1/g1CardTable.hpp
author tschatzl
Fri, 29 Nov 2019 10:20:14 +0100
changeset 59319 9ee940f1de90
parent 55510 3e31a8beaae4
permissions -rw-r--r--
8227739: Merge cost predictions for scanning cards and log buffer entries Summary: Revamp the cost predictions for the changes in JDK-8200545 and JDK-8213108. Reviewed-by: sjohanss, kbarrett
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     1
/*
53244
9807daeb47c4 8216167: Update include guards to reflect correct directories
coleenp
parents: 49194
diff changeset
     2
 * Copyright (c) 2001, 2019, Oracle and/or its affiliates. All rights reserved.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     4
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     7
 * published by the Free Software Foundation.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     8
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    13
 * accompanied this code).
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    14
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 3262
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 3262
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 3262
diff changeset
    21
 * questions.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    22
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    23
 */
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    24
53244
9807daeb47c4 8216167: Update include guards to reflect correct directories
coleenp
parents: 49194
diff changeset
    25
#ifndef SHARE_GC_G1_G1CARDTABLE_HPP
9807daeb47c4 8216167: Update include guards to reflect correct directories
coleenp
parents: 49194
diff changeset
    26
#define SHARE_GC_G1_G1CARDTABLE_HPP
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    27
30764
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30565
diff changeset
    28
#include "gc/g1/g1RegionToSpaceMapper.hpp"
49164
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
    29
#include "gc/shared/cardTable.hpp"
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
    30
#include "oops/oopsHierarchy.hpp"
15482
470d0b0c09f1 8005915: Unify SERIALGC and INCLUDE_ALTERNATE_GCS
jprovino
parents: 9179
diff changeset
    31
#include "utilities/macros.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    32
49164
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
    33
class G1CardTable;
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
    34
class G1RegionToSpaceMapper;
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
    35
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
    36
class G1CardTableChangedListener : public G1MappingChangedListener {
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
    37
 private:
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
    38
  G1CardTable* _card_table;
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
    39
 public:
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
    40
  G1CardTableChangedListener() : _card_table(NULL) { }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    41
49164
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
    42
  void set_card_table(G1CardTable* card_table) { _card_table = card_table; }
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
    43
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
    44
  virtual void on_commit(uint start_idx, size_t num_regions, bool zero_filled);
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
    45
};
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    46
55510
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    47
class G1CardTable : public CardTable {
33160
c59f1676d27e 8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents: 32612
diff changeset
    48
  friend class VMStructs;
49164
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
    49
  friend class G1CardTableChangedListener;
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
    50
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
    51
  G1CardTableChangedListener _listener;
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
    52
55510
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    53
public:
20403
45a89fbcd8f7 8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents: 20309
diff changeset
    54
  enum G1CardValues {
55510
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    55
    g1_young_gen = CT_MR_BS_last_reserved << 1,
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    56
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    57
    // During evacuation we use the card table to consolidate the cards we need to
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    58
    // scan for roots onto the card table from the various sources. Further it is
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    59
    // used to record already completely scanned cards to avoid re-scanning them
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    60
    // when incrementally evacuating the old gen regions of a collection set.
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    61
    // This means that already scanned cards should be preserved.
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    62
    //
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    63
    // The merge at the start of each evacuation round simply sets cards to dirty
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    64
    // that are clean; scanned cards are set to 0x1.
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    65
    //
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    66
    // This means that the LSB determines what to do with the card during evacuation
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    67
    // given the following possible values:
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    68
    //
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    69
    // 11111111 - clean, do not scan
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    70
    // 00000001 - already scanned, do not scan
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    71
    // 00000000 - dirty, needs to be scanned.
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    72
    //
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    73
    g1_card_already_scanned = 0x1
20403
45a89fbcd8f7 8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents: 20309
diff changeset
    74
  };
45a89fbcd8f7 8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents: 20309
diff changeset
    75
55510
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    76
  static const size_t WordAllClean = SIZE_MAX;
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    77
  static const size_t WordAllDirty = 0;
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    78
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    79
  STATIC_ASSERT(BitsPerByte == 8);
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    80
  static const size_t WordAlreadyScanned = (SIZE_MAX / 255) * g1_card_already_scanned;
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    81
49164
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
    82
  G1CardTable(MemRegion whole_heap): CardTable(whole_heap, /* scanned concurrently */ true), _listener() {
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
    83
    _listener.set_card_table(this);
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
    84
  }
20403
45a89fbcd8f7 8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents: 20309
diff changeset
    85
54110
f4f0dce5d0bb 8220301: Remove jbyte use in CardTable
tschatzl
parents: 53244
diff changeset
    86
  static CardValue g1_young_card_val() { return g1_young_gen; }
47998
fb0275c320a0 8189871: Refactor GC barriers to use declarative semantics
eosterlund
parents: 47794
diff changeset
    87
20403
45a89fbcd8f7 8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents: 20309
diff changeset
    88
  void verify_g1_young_region(MemRegion mr) PRODUCT_RETURN;
45a89fbcd8f7 8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents: 20309
diff changeset
    89
  void g1_mark_as_young(const MemRegion& mr);
45a89fbcd8f7 8014555: G1: Memory ordering problem with Conc refinement and card marking
mgerdin
parents: 20309
diff changeset
    90
55510
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    91
  size_t index_for_cardvalue(CardValue const* p) const {
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    92
    return pointer_delta(p, _byte_map, sizeof(CardValue));
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    93
  }
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
    94
59319
9ee940f1de90 8227739: Merge cost predictions for scanning cards and log buffer entries
tschatzl
parents: 55510
diff changeset
    95
  // Mark the given card as Dirty if it is Clean. Returns the number of dirtied
9ee940f1de90 8227739: Merge cost predictions for scanning cards and log buffer entries
tschatzl
parents: 55510
diff changeset
    96
  // cards that were not yet dirty. This result may be inaccurate as it does not
9ee940f1de90 8227739: Merge cost predictions for scanning cards and log buffer entries
tschatzl
parents: 55510
diff changeset
    97
  // perform the dirtying atomically.
9ee940f1de90 8227739: Merge cost predictions for scanning cards and log buffer entries
tschatzl
parents: 55510
diff changeset
    98
  inline size_t mark_clean_as_dirty(size_t card_index);
20309
7445302daff6 8025305: Cleanup CardTableModRefBS usage in G1
mgerdin
parents: 15482
diff changeset
    99
55510
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
   100
  // Change Clean cards in a (large) area on the card table as Dirty, preserving
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
   101
  // already scanned cards. Assumes that most cards in that area are Clean.
59319
9ee940f1de90 8227739: Merge cost predictions for scanning cards and log buffer entries
tschatzl
parents: 55510
diff changeset
   102
  // Returns the number of dirtied cards that were not yet dirty. This result may
9ee940f1de90 8227739: Merge cost predictions for scanning cards and log buffer entries
tschatzl
parents: 55510
diff changeset
   103
  // be inaccurate as it does not perform the dirtying atomically.
9ee940f1de90 8227739: Merge cost predictions for scanning cards and log buffer entries
tschatzl
parents: 55510
diff changeset
   104
  inline size_t mark_region_dirty(size_t start_card_index, size_t num_cards);
55510
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
   105
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
   106
  // Mark the given range of cards as Scanned. All of these cards must be Dirty.
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
   107
  inline void mark_as_scanned(size_t start_card_index, size_t num_cards);
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
   108
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents: 54110
diff changeset
   109
  inline uint region_idx_for(CardValue* p);
48961
120b61d50f85 8195103: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 48784
diff changeset
   110
26160
aba6b01cb988 8038423: G1: Decommit memory within heap
tschatzl
parents: 25480
diff changeset
   111
  static size_t compute_size(size_t mem_region_size_in_words) {
aba6b01cb988 8038423: G1: Decommit memory within heap
tschatzl
parents: 25480
diff changeset
   112
    size_t number_of_slots = (mem_region_size_in_words / card_size_in_words);
aba6b01cb988 8038423: G1: Decommit memory within heap
tschatzl
parents: 25480
diff changeset
   113
    return ReservedSpace::allocation_align_size_up(number_of_slots);
aba6b01cb988 8038423: G1: Decommit memory within heap
tschatzl
parents: 25480
diff changeset
   114
  }
aba6b01cb988 8038423: G1: Decommit memory within heap
tschatzl
parents: 25480
diff changeset
   115
30565
ebd5af27fe02 8073632: Make auxiliary data structures know their own translation factor
tschatzl
parents: 29325
diff changeset
   116
  // Returns how many bytes of the heap a single byte of the Card Table corresponds to.
49164
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
   117
  static size_t heap_map_factor() { return card_size; }
30565
ebd5af27fe02 8073632: Make auxiliary data structures know their own translation factor
tschatzl
parents: 29325
diff changeset
   118
49164
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
   119
  void initialize() {}
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
   120
  void initialize(G1RegionToSpaceMapper* mapper);
26160
aba6b01cb988 8038423: G1: Decommit memory within heap
tschatzl
parents: 25480
diff changeset
   121
aba6b01cb988 8038423: G1: Decommit memory within heap
tschatzl
parents: 25480
diff changeset
   122
  virtual void resize_covered_region(MemRegion new_region) { ShouldNotReachHere(); }
aba6b01cb988 8038423: G1: Decommit memory within heap
tschatzl
parents: 25480
diff changeset
   123
49164
7e958a8ebcd3 8195142: Refactor out card table from CardTableModRefBS to flatten the BarrierSet hierarchy
eosterlund
parents: 49007
diff changeset
   124
  virtual bool is_in_young(oop obj) const;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   125
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   126
53244
9807daeb47c4 8216167: Update include guards to reflect correct directories
coleenp
parents: 49194
diff changeset
   127
#endif // SHARE_GC_G1_G1CARDTABLE_HPP