src/hotspot/share/gc/g1/sparsePRT.hpp
author coleenp
Thu, 10 Jan 2019 15:13:51 -0500
changeset 53244 9807daeb47c4
parent 52716 877dd2b0f36c
child 55148 0dab93cb3b0c
child 58678 9cf78a70fa4f
permissions -rw-r--r--
8216167: Update include guards to reflect correct directories Summary: Use script and some manual fixup to fix directores names in include guards. Reviewed-by: lfoltan, eosterlund, kbarrett
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     1
/*
53244
9807daeb47c4 8216167: Update include guards to reflect correct directories
coleenp
parents: 52716
diff changeset
     2
 * Copyright (c) 2001, 2019, Oracle and/or its affiliates. All rights reserved.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     4
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     7
 * published by the Free Software Foundation.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     8
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    13
 * accompanied this code).
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    14
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4902
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4902
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4902
diff changeset
    21
 * questions.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    22
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    23
 */
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    24
53244
9807daeb47c4 8216167: Update include guards to reflect correct directories
coleenp
parents: 52716
diff changeset
    25
#ifndef SHARE_GC_G1_SPARSEPRT_HPP
9807daeb47c4 8216167: Update include guards to reflect correct directories
coleenp
parents: 52716
diff changeset
    26
#define SHARE_GC_G1_SPARSEPRT_HPP
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6983
diff changeset
    27
30764
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 24464
diff changeset
    28
#include "gc/g1/g1CollectedHeap.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 24464
diff changeset
    29
#include "gc/g1/heapRegion.hpp"
49455
848864ed9b17 8199604: Rename CardTableModRefBS to CardTableBarrierSet
eosterlund
parents: 49392
diff changeset
    30
#include "gc/shared/cardTableBarrierSet.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6983
diff changeset
    31
#include "memory/allocation.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6983
diff changeset
    32
#include "runtime/mutex.hpp"
46625
edefffab74e2 8183552: Move align functions to align.hpp
stefank
parents: 46620
diff changeset
    33
#include "utilities/align.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6983
diff changeset
    34
#include "utilities/globalDefinitions.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6983
diff changeset
    35
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    36
// Sparse remembered set for a heap region (the "owning" region).  Maps
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    37
// indices of other regions to short sequences of cards in the other region
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    38
// that might contain pointers into the owner region.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    39
13195
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 8072
diff changeset
    40
class SparsePRTEntry: public CHeapObj<mtGC> {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    41
private:
38271
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
    42
  // The type of a card entry.
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
    43
  typedef uint16_t card_elem_t;
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
    44
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
    45
  // We need to make sizeof(SparsePRTEntry) an even multiple of maximum member size,
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
    46
  // in order to force correct alignment that could otherwise cause SIGBUS errors
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
    47
  // when reading the member variables. This calculates the minimum number of card
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
    48
  // array elements required to get that alignment.
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
    49
  static const size_t card_array_alignment = sizeof(int) / sizeof(card_elem_t);
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
    50
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
    51
  RegionIdx_t _region_ind;
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
    52
  int         _next_index;
38271
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
    53
  int         _next_null;
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
    54
  // The actual cards stored in this array.
4902
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 4100
diff changeset
    55
  // WARNING: Don't put any data members beyond this line. Card array has, in fact, variable length.
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 4100
diff changeset
    56
  // It should always be the last data member.
38271
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
    57
  card_elem_t _cards[card_array_alignment];
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
    58
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
    59
  // Copy the current entry's cards into "cards".
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
    60
  inline void copy_cards(card_elem_t* cards) const;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    61
public:
4902
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 4100
diff changeset
    62
  // Returns the size of the entry, used for entry allocation.
38271
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
    63
  static size_t size() { return sizeof(SparsePRTEntry) + sizeof(card_elem_t) * (cards_num() - card_array_alignment); }
4902
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 4100
diff changeset
    64
  // Returns the size of the card array.
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 4100
diff changeset
    65
  static int cards_num() {
46620
750c6edff33b 8178500: Replace usages of round_to and round_down with align_up and align_down
stefank
parents: 46619
diff changeset
    66
    return align_up((int)G1RSetSparseRegionEntries, (int)card_array_alignment);
4902
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 4100
diff changeset
    67
  }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    68
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    69
  // Set the region_ind to the given value, and delete all cards.
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
    70
  inline void init(RegionIdx_t region_ind);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    71
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
    72
  RegionIdx_t r_ind() const { return _region_ind; }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    73
  bool valid_entry() const { return r_ind() >= 0; }
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
    74
  void set_r_ind(RegionIdx_t rind) { _region_ind = rind; }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    75
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
    76
  int next_index() const { return _next_index; }
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
    77
  int* next_index_addr() { return &_next_index; }
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
    78
  void set_next_index(int ni) { _next_index = ni; }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    79
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    80
  // Returns "true" iff the entry contains the given card index.
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
    81
  inline bool contains_card(CardIdx_t card_index) const;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    82
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    83
  // Returns the number of non-NULL card entries.
38271
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
    84
  inline int num_valid_cards() const { return _next_null; }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    85
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    86
  // Requires that the entry not contain the given card index.  If there is
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    87
  // space available, add the given card index to the entry and return
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    88
  // "true"; otherwise, return "false" to indicate that the entry is full.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    89
  enum AddCardResult {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    90
    overflow,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    91
    found,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    92
    added
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    93
  };
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
    94
  inline AddCardResult add_card(CardIdx_t card_index);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    95
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    96
  // Copy the current entry's cards into the "_card" array of "e."
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    97
  inline void copy_cards(SparsePRTEntry* e) const;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    98
38271
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
    99
  inline CardIdx_t card(int i) const {
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
   100
    assert(i >= 0, "must be nonnegative");
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
   101
    assert(i < cards_num(), "range checking");
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
   102
    return (CardIdx_t)_cards[i];
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
   103
  }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   104
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   105
13195
be27e1b6a4b9 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 8072
diff changeset
   106
class RSHashTable : public CHeapObj<mtGC> {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   107
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   108
  friend class RSHashTableIter;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   109
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   110
38269
d18cab031e64 8155721: Sparse remset wastes half of entry memory
tschatzl
parents: 30764
diff changeset
   111
  // Inverse maximum hash table occupancy used.
d18cab031e64 8155721: Sparse remset wastes half of entry memory
tschatzl
parents: 30764
diff changeset
   112
  static float TableOccupancyFactor;
d18cab031e64 8155721: Sparse remset wastes half of entry memory
tschatzl
parents: 30764
diff changeset
   113
d18cab031e64 8155721: Sparse remset wastes half of entry memory
tschatzl
parents: 30764
diff changeset
   114
  size_t _num_entries;
d18cab031e64 8155721: Sparse remset wastes half of entry memory
tschatzl
parents: 30764
diff changeset
   115
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   116
  size_t _capacity;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   117
  size_t _capacity_mask;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   118
  size_t _occupied_entries;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   119
  size_t _occupied_cards;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   120
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   121
  SparsePRTEntry* _entries;
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   122
  int* _buckets;
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   123
  int  _free_region;
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   124
  int  _free_list;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   125
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   126
  // Requires that the caller hold a lock preventing parallel modifying
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   127
  // operations, and that the the table be less than completely full.  If
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   128
  // an entry for "region_ind" is already in the table, finds it and
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   129
  // returns its address; otherwise allocates, initializes, inserts and
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   130
  // returns a new entry for "region_ind".
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   131
  SparsePRTEntry* entry_for_region_ind_create(RegionIdx_t region_ind);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   132
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   133
  // Returns the index of the next free entry in "_entries".
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   134
  int alloc_entry();
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   135
  // Declares the entry "fi" to be free.  (It must have already been
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   136
  // deleted from any bucket lists.
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   137
  void free_entry(int fi);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   138
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   139
public:
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   140
  RSHashTable(size_t capacity);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   141
  ~RSHashTable();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   142
38271
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
   143
  static const int NullEntry = -1;
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
   144
38269
d18cab031e64 8155721: Sparse remset wastes half of entry memory
tschatzl
parents: 30764
diff changeset
   145
  bool should_expand() const { return _occupied_entries == _num_entries; }
d18cab031e64 8155721: Sparse remset wastes half of entry memory
tschatzl
parents: 30764
diff changeset
   146
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   147
  // Attempts to ensure that the given card_index in the given region is in
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   148
  // the sparse table.  If successful (because the card was already
22551
9bf46d16dcc6 8025856: Fix typos in the GC code
jwilhelm
parents: 22234
diff changeset
   149
  // present, or because it was successfully added) returns "true".
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   150
  // Otherwise, returns "false" to indicate that the addition would
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   151
  // overflow the entry for the region.  The caller must transfer these
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   152
  // entries to a larger-capacity representation.
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   153
  bool add_card(RegionIdx_t region_id, CardIdx_t card_index);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   154
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   155
  bool delete_entry(RegionIdx_t region_id);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   156
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   157
  bool contains_card(RegionIdx_t region_id, CardIdx_t card_index) const;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   158
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   159
  void add_entry(SparsePRTEntry* e);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   160
24464
901aa0dcba08 8042474: Clean up duplicated code in RSHashTable
brutisso
parents: 23543
diff changeset
   161
  SparsePRTEntry* get_entry(RegionIdx_t region_id) const;
4902
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 4100
diff changeset
   162
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   163
  void clear();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   164
38271
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
   165
  size_t capacity() const      { return _capacity; }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   166
  size_t capacity_mask() const { return _capacity_mask;  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   167
  size_t occupied_entries() const { return _occupied_entries; }
38271
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
   168
  size_t occupied_cards() const   { return _occupied_cards; }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   169
  size_t mem_size() const;
38269
d18cab031e64 8155721: Sparse remset wastes half of entry memory
tschatzl
parents: 30764
diff changeset
   170
  // The number of SparsePRTEntry instances available.
d18cab031e64 8155721: Sparse remset wastes half of entry memory
tschatzl
parents: 30764
diff changeset
   171
  size_t num_entries() const { return _num_entries; }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   172
38269
d18cab031e64 8155721: Sparse remset wastes half of entry memory
tschatzl
parents: 30764
diff changeset
   173
  SparsePRTEntry* entry(int i) const {
d18cab031e64 8155721: Sparse remset wastes half of entry memory
tschatzl
parents: 30764
diff changeset
   174
    assert(i >= 0 && (size_t)i < _num_entries, "precondition");
d18cab031e64 8155721: Sparse remset wastes half of entry memory
tschatzl
parents: 30764
diff changeset
   175
    return (SparsePRTEntry*)((char*)_entries + SparsePRTEntry::size() * i);
d18cab031e64 8155721: Sparse remset wastes half of entry memory
tschatzl
parents: 30764
diff changeset
   176
  }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   177
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   178
  void print();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   179
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   180
49392
2956d0ece7a9 8199282: Remove ValueObj class for allocation subclassing for gc code
coleenp
parents: 47216
diff changeset
   181
// This is embedded in HRRS iterator.
2956d0ece7a9 8199282: Remove ValueObj class for allocation subclassing for gc code
coleenp
parents: 47216
diff changeset
   182
class RSHashTableIter {
38271
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
   183
  // Return value indicating "invalid/no card".
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
   184
  static const int NoCardFound = -1;
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
   185
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   186
  int _tbl_ind;         // [-1, 0.._rsht->_capacity)
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   187
  int _bl_ind;          // [-1, 0.._rsht->_capacity)
4902
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 4100
diff changeset
   188
  short _card_ind;      // [0..SparsePRTEntry::cards_num())
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   189
  RSHashTable* _rsht;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   190
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   191
  // If the bucket list pointed to by _bl_ind contains a card, sets
38271
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
   192
  // _bl_ind to the index of that entry,
4425ba8ed50f 8047328: Improve memory usage for cards in SparsePRTEntry
tschatzl
parents: 38269
diff changeset
   193
  // Returns the card found if there is, otherwise returns InvalidCard.
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   194
  CardIdx_t find_first_card_in_list();
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   195
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   196
  // Computes the proper card index for the card whose offset in the
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   197
  // current region (as indicated by _bl_ind) is "ci".
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   198
  // This is subject to errors when there is iteration concurrent with
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   199
  // modification, but these errors should be benign.
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   200
  size_t compute_card_ind(CardIdx_t ci);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   201
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   202
public:
17108
cf72dcf9a8f2 8011724: G1: Stack allocate instances of HeapRegionRemSetIterator
johnc
parents: 13963
diff changeset
   203
  RSHashTableIter(RSHashTable* rsht) :
cf72dcf9a8f2 8011724: G1: Stack allocate instances of HeapRegionRemSetIterator
johnc
parents: 13963
diff changeset
   204
    _tbl_ind(RSHashTable::NullEntry), // So that first increment gets to 0.
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   205
    _bl_ind(RSHashTable::NullEntry),
4902
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 4100
diff changeset
   206
    _card_ind((SparsePRTEntry::cards_num() - 1)),
17108
cf72dcf9a8f2 8011724: G1: Stack allocate instances of HeapRegionRemSetIterator
johnc
parents: 13963
diff changeset
   207
    _rsht(rsht) {}
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   208
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   209
  bool has_next(size_t& card_index);
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   210
};
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   211
22551
9bf46d16dcc6 8025856: Fix typos in the GC code
jwilhelm
parents: 22234
diff changeset
   212
// Concurrent access to a SparsePRT must be serialized by some external mutex.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   213
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   214
class SparsePRTIter;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   215
49392
2956d0ece7a9 8199282: Remove ValueObj class for allocation subclassing for gc code
coleenp
parents: 47216
diff changeset
   216
class SparsePRT {
52716
877dd2b0f36c 8213996: Remove one of the SparsePRT entry tables
tschatzl
parents: 52347
diff changeset
   217
  friend class SparsePRTIter;
8072
f223f43cd62f 7014261: G1: RSet-related failures
tonyp
parents: 7397
diff changeset
   218
52716
877dd2b0f36c 8213996: Remove one of the SparsePRT entry tables
tschatzl
parents: 52347
diff changeset
   219
  RSHashTable* _table;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   220
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   221
  enum SomeAdditionalPrivateConstants {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   222
    InitialCapacity = 16
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   223
  };
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   224
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   225
  void expand();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   226
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   227
public:
52347
14ef0f74667b 8211388: Make OtherRegionsTable independent of the region it is for
tschatzl
parents: 49455
diff changeset
   228
  SparsePRT();
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   229
  ~SparsePRT();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   230
52716
877dd2b0f36c 8213996: Remove one of the SparsePRT entry tables
tschatzl
parents: 52347
diff changeset
   231
  size_t occupied() const { return _table->occupied_cards(); }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   232
  size_t mem_size() const;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   233
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   234
  // Attempts to ensure that the given card_index in the given region is in
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   235
  // the sparse table.  If successful (because the card was already
22551
9bf46d16dcc6 8025856: Fix typos in the GC code
jwilhelm
parents: 22234
diff changeset
   236
  // present, or because it was successfully added) returns "true".
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   237
  // Otherwise, returns "false" to indicate that the addition would
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   238
  // overflow the entry for the region.  The caller must transfer these
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   239
  // entries to a larger-capacity representation.
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   240
  bool add_card(RegionIdx_t region_id, CardIdx_t card_index);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   241
4902
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 4100
diff changeset
   242
  // Return the pointer to the entry associated with the given region.
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 4100
diff changeset
   243
  SparsePRTEntry* get_entry(RegionIdx_t region_ind);
991aaddb5165 6923991: G1: improve scalability of RSet scanning
iveresov
parents: 4100
diff changeset
   244
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   245
  // If there is an entry for "region_ind", removes it and return "true";
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   246
  // otherwise returns "false."
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   247
  bool delete_entry(RegionIdx_t region_ind);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   248
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   249
  // Clear the table, and reinitialize to initial capacity.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   250
  void clear();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   251
2996
1097030e5ec3 6843694: G1: assert(index < _vs.committed_size(),"bad index"), g1BlockOffsetTable.inline.hpp:55
johnc
parents: 2154
diff changeset
   252
  bool contains_card(RegionIdx_t region_id, CardIdx_t card_index) const {
52716
877dd2b0f36c 8213996: Remove one of the SparsePRT entry tables
tschatzl
parents: 52347
diff changeset
   253
    return _table->contains_card(region_id, card_index);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   254
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   255
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   256
6981
ecfe524b1fa7 6992189: G1: inconsistent base used in sparse rem set iterator
tonyp
parents: 5547
diff changeset
   257
class SparsePRTIter: public RSHashTableIter {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   258
public:
17108
cf72dcf9a8f2 8011724: G1: Stack allocate instances of HeapRegionRemSetIterator
johnc
parents: 13963
diff changeset
   259
  SparsePRTIter(const SparsePRT* sprt) :
52716
877dd2b0f36c 8213996: Remove one of the SparsePRT entry tables
tschatzl
parents: 52347
diff changeset
   260
    RSHashTableIter(sprt->_table) { }
17108
cf72dcf9a8f2 8011724: G1: Stack allocate instances of HeapRegionRemSetIterator
johnc
parents: 13963
diff changeset
   261
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   262
  bool has_next(size_t& card_index) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   263
    return RSHashTableIter::has_next(card_index);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   264
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   265
};
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6983
diff changeset
   266
53244
9807daeb47c4 8216167: Update include guards to reflect correct directories
coleenp
parents: 52716
diff changeset
   267
#endif // SHARE_GC_G1_SPARSEPRT_HPP