src/hotspot/share/gc/g1/heapRegionRemSet.inline.hpp
author tschatzl
Tue, 20 Aug 2019 09:22:18 +0200
changeset 57802 854e828d6b5b
parent 55510 3e31a8beaae4
child 58552 906a9dd5d8e8
permissions -rw-r--r--
8227442: Make young_index_in_cset zero-based Summary: Avoid unnecessary increment of young_index_in_cset in copy_to_survivor_space. Reviewed-by: kbarrett, sangheki
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
55510
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
     1
/*
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
     2
 * Copyright (c) 2018, 2019, Oracle and/or its affiliates. All rights reserved.
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
     4
 *
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
     7
 * published by the Free Software Foundation.
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
     8
 *
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    13
 * accompanied this code).
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    14
 *
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    18
 *
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    21
 * questions.
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    22
 *
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    23
 */
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    24
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    25
#ifndef SHARE_VM_GC_G1_HEAPREGIONREMSET_INLINE_HPP
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    26
#define SHARE_VM_GC_G1_HEAPREGIONREMSET_INLINE_HPP
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    27
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    28
#include "gc/g1/heapRegion.inline.hpp"
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    29
#include "gc/g1/heapRegionRemSet.hpp"
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    30
#include "gc/g1/sparsePRT.hpp"
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    31
#include "utilities/bitMap.inline.hpp"
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    32
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    33
template <class Closure>
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    34
inline void HeapRegionRemSet::iterate_prts(Closure& cl) {
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    35
  _other_regions.iterate(cl);
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    36
}
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    37
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    38
inline void PerRegionTable::add_card_work(CardIdx_t from_card, bool par) {
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    39
  if (!_bm.at(from_card)) {
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    40
    if (par) {
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    41
      if (_bm.par_set_bit(from_card)) {
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    42
        Atomic::inc(&_occupied);
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    43
      }
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    44
    } else {
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    45
      _bm.set_bit(from_card);
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    46
      _occupied++;
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    47
    }
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    48
  }
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    49
}
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    50
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    51
inline void PerRegionTable::add_reference_work(OopOrNarrowOopStar from, bool par) {
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    52
  // Must make this robust in case "from" is not in "_hr", because of
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    53
  // concurrency.
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    54
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    55
  HeapRegion* loc_hr = hr();
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    56
  // If the test below fails, then this table was reused concurrently
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    57
  // with this operation.  This is OK, since the old table was coarsened,
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    58
  // and adding a bit to the new table is never incorrect.
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    59
  if (loc_hr->is_in_reserved(from)) {
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    60
    CardIdx_t from_card = OtherRegionsTable::card_within_region(from, loc_hr);
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    61
    add_card_work(from_card, par);
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    62
  }
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    63
}
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    64
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    65
inline void PerRegionTable::add_card(CardIdx_t from_card_index) {
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    66
  add_card_work(from_card_index, /*parallel*/ true);
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    67
}
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    68
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    69
inline void PerRegionTable::seq_add_card(CardIdx_t from_card_index) {
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    70
  add_card_work(from_card_index, /*parallel*/ false);
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    71
}
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    72
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    73
inline void PerRegionTable::add_reference(OopOrNarrowOopStar from) {
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    74
  add_reference_work(from, /*parallel*/ true);
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    75
}
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    76
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    77
inline void PerRegionTable::seq_add_reference(OopOrNarrowOopStar from) {
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    78
  add_reference_work(from, /*parallel*/ false);
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    79
}
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    80
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    81
inline void PerRegionTable::init(HeapRegion* hr, bool clear_links_to_all_list) {
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    82
  if (clear_links_to_all_list) {
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    83
    set_next(NULL);
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    84
    set_prev(NULL);
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    85
  }
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    86
  _collision_list_next = NULL;
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    87
  _occupied = 0;
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    88
  _bm.clear();
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    89
  // Make sure that the bitmap clearing above has been finished before publishing
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    90
  // this PRT to concurrent threads.
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    91
  OrderAccess::release_store(&_hr, hr);
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    92
}
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    93
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    94
template <class Closure>
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    95
void OtherRegionsTable::iterate(Closure& cl) {
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    96
  if (_n_coarse_entries > 0) {
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    97
    BitMap::idx_t cur = _coarse_map.get_next_one_offset(0);
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    98
    while (cur != _coarse_map.size()) {
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
    99
      cl.next_coarse_prt((uint)cur);
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
   100
      cur = _coarse_map.get_next_one_offset(cur + 1);
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
   101
    }
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
   102
  }
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
   103
  {
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
   104
    PerRegionTable* cur = _first_all_fine_prts;
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
   105
    while (cur != NULL) {
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
   106
      cl.next_fine_prt(cur->hr()->hrm_index(), cur->bm());
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
   107
      cur = cur->next();
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
   108
    }
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
   109
  }
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
   110
  {
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
   111
    SparsePRTBucketIter iter(&_sparse_table);
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
   112
    SparsePRTEntry* cur;
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
   113
    while (iter.has_next(cur)) {
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
   114
      cl.next_sparse_prt(cur->r_ind(), cur->cards(), cur->num_valid_cards());
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
   115
    }
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
   116
  }
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
   117
}
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
   118
3e31a8beaae4 8213108: Improve work distribution during remembered set scan
tschatzl
parents:
diff changeset
   119
#endif // SHARE_VM_GC_G1_HEAPREGIONREMSET_INLINE_HPP