src/hotspot/share/gc/z/zHeapIterator.cpp
author pliden
Mon, 10 Jun 2019 12:52:57 +0200
changeset 55311 d60b24a09900
parent 54331 f0fec71d2fff
child 55603 3868dde58ebb
permissions -rw-r--r--
8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator Reviewed-by: stefank
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
     1
/*
54094
ed3c6f07faab 8219633: ZGC: Rename ZPageSizeMin to ZGranuleSize
pliden
parents: 52617
diff changeset
     2
 * Copyright (c) 2017, 2019, Oracle and/or its affiliates. All rights reserved.
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
     4
 *
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
     7
 * published by the Free Software Foundation.
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
     8
 *
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    13
 * accompanied this code).
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    14
 *
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    18
 *
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    21
 * questions.
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    22
 */
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    23
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    24
#include "precompiled.hpp"
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    25
#include "gc/z/zBarrier.inline.hpp"
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    26
#include "gc/z/zGlobals.hpp"
54095
8b4a1177202d 8219634: ZGC: Rename ZAddressRangeMap to ZGranuleMap
pliden
parents: 54094
diff changeset
    27
#include "gc/z/zGranuleMap.inline.hpp"
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    28
#include "gc/z/zHeapIterator.hpp"
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    29
#include "gc/z/zOop.inline.hpp"
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    30
#include "gc/z/zRootsIterator.hpp"
54331
f0fec71d2fff 8221153: ZGC: Heap iteration and verification pollutes GC statistics
pliden
parents: 54095
diff changeset
    31
#include "gc/z/zStat.hpp"
50752
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 50585
diff changeset
    32
#include "memory/iterator.inline.hpp"
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    33
#include "utilities/bitMap.inline.hpp"
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    34
#include "utilities/stack.inline.hpp"
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    35
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    36
class ZHeapIteratorBitMap : public CHeapObj<mtGC> {
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    37
private:
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    38
  CHeapBitMap _map;
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    39
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    40
public:
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    41
  ZHeapIteratorBitMap(size_t size_in_bits) :
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    42
      _map(size_in_bits) {}
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    43
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    44
  bool try_set_bit(size_t index) {
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    45
    if (_map.at(index)) {
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    46
      return false;
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    47
    }
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    48
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    49
    _map.set_bit(index);
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    50
    return true;
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    51
  }
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    52
};
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    53
55311
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
    54
template <bool Concurrent, bool Weak>
51803
a16777c0a6c5 8210881: ZGC: Introduce ZRootsIteratorClosure
pliden
parents: 50875
diff changeset
    55
class ZHeapIteratorRootOopClosure : public ZRootsIteratorClosure {
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    56
private:
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    57
  ZHeapIterator* const _iter;
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    58
55311
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
    59
  oop load_oop(oop* p) {
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
    60
    if (Weak) {
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
    61
      return NativeAccess<AS_NO_KEEPALIVE | ON_PHANTOM_OOP_REF>::oop_load(p);
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
    62
    }
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
    63
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
    64
    if (Concurrent) {
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
    65
      return NativeAccess<AS_NO_KEEPALIVE>::oop_load(p);
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
    66
    }
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
    67
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
    68
    return RawAccess<>::oop_load(p);
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
    69
  }
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
    70
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    71
public:
52139
5a2af44ecb83 8212181: ZGC: Fix incorrect root iteration in ZHeapIterator
pliden
parents: 51803
diff changeset
    72
  ZHeapIteratorRootOopClosure(ZHeapIterator* iter) :
5a2af44ecb83 8212181: ZGC: Fix incorrect root iteration in ZHeapIterator
pliden
parents: 51803
diff changeset
    73
      _iter(iter) {}
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    74
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    75
  virtual void do_oop(oop* p) {
55311
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
    76
    const oop obj = load_oop(p);
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    77
    _iter->push(obj);
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    78
  }
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    79
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    80
  virtual void do_oop(narrowOop* p) {
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    81
    ShouldNotReachHere();
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    82
  }
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    83
};
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    84
55311
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
    85
template <bool VisitReferents>
52139
5a2af44ecb83 8212181: ZGC: Fix incorrect root iteration in ZHeapIterator
pliden
parents: 51803
diff changeset
    86
class ZHeapIteratorOopClosure : public BasicOopIterateClosure {
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    87
private:
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    88
  ZHeapIterator* const _iter;
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    89
  const oop            _base;
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
    90
55311
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
    91
  oop load_oop(oop* p) {
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
    92
    if (VisitReferents) {
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
    93
      return HeapAccess<AS_NO_KEEPALIVE | ON_UNKNOWN_OOP_REF>::oop_load_at(_base, _base->field_offset(p));
50871
d283a214f42b 8205923: ZGC: Verification applies load barriers before verification
stefank
parents: 50752
diff changeset
    94
    }
55311
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
    95
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
    96
    return HeapAccess<AS_NO_KEEPALIVE>::oop_load(p);
50871
d283a214f42b 8205923: ZGC: Verification applies load barriers before verification
stefank
parents: 50752
diff changeset
    97
  }
d283a214f42b 8205923: ZGC: Verification applies load barriers before verification
stefank
parents: 50752
diff changeset
    98
52139
5a2af44ecb83 8212181: ZGC: Fix incorrect root iteration in ZHeapIterator
pliden
parents: 51803
diff changeset
    99
public:
55311
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   100
  ZHeapIteratorOopClosure(ZHeapIterator* iter, oop base) :
52139
5a2af44ecb83 8212181: ZGC: Fix incorrect root iteration in ZHeapIterator
pliden
parents: 51803
diff changeset
   101
      _iter(iter),
55311
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   102
      _base(base) {}
52139
5a2af44ecb83 8212181: ZGC: Fix incorrect root iteration in ZHeapIterator
pliden
parents: 51803
diff changeset
   103
50871
d283a214f42b 8205923: ZGC: Verification applies load barriers before verification
stefank
parents: 50752
diff changeset
   104
  virtual ReferenceIterationMode reference_iteration_mode() {
55311
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   105
    return VisitReferents ? DO_FIELDS : DO_FIELDS_EXCEPT_REFERENT;
50871
d283a214f42b 8205923: ZGC: Verification applies load barriers before verification
stefank
parents: 50752
diff changeset
   106
  }
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   107
50752
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 50585
diff changeset
   108
  virtual void do_oop(oop* p) {
50871
d283a214f42b 8205923: ZGC: Verification applies load barriers before verification
stefank
parents: 50752
diff changeset
   109
    const oop obj = load_oop(p);
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   110
    _iter->push(obj);
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   111
  }
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   112
50752
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 50585
diff changeset
   113
  virtual void do_oop(narrowOop* p) {
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   114
    ShouldNotReachHere();
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   115
  }
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   116
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   117
#ifdef ASSERT
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   118
  virtual bool should_verify_oops() {
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   119
    return false;
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   120
  }
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   121
#endif
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   122
};
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   123
55311
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   124
ZHeapIterator::ZHeapIterator() :
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   125
    _visit_stack(),
55311
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   126
    _visit_map() {}
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   127
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   128
ZHeapIterator::~ZHeapIterator() {
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   129
  ZVisitMapIterator iter(&_visit_map);
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   130
  for (ZHeapIteratorBitMap* map; iter.next(&map);) {
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   131
    delete map;
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   132
  }
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   133
}
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   134
52139
5a2af44ecb83 8212181: ZGC: Fix incorrect root iteration in ZHeapIterator
pliden
parents: 51803
diff changeset
   135
static size_t object_index_max() {
54094
ed3c6f07faab 8219633: ZGC: Rename ZPageSizeMin to ZGranuleSize
pliden
parents: 52617
diff changeset
   136
  return ZGranuleSize >> ZObjectAlignmentSmallShift;
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   137
}
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   138
52139
5a2af44ecb83 8212181: ZGC: Fix incorrect root iteration in ZHeapIterator
pliden
parents: 51803
diff changeset
   139
static size_t object_index(oop obj) {
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   140
  const uintptr_t addr = ZOop::to_address(obj);
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   141
  const uintptr_t offset = ZAddress::offset(addr);
54094
ed3c6f07faab 8219633: ZGC: Rename ZPageSizeMin to ZGranuleSize
pliden
parents: 52617
diff changeset
   142
  const uintptr_t mask = ZGranuleSize - 1;
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   143
  return (offset & mask) >> ZObjectAlignmentSmallShift;
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   144
}
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   145
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   146
ZHeapIteratorBitMap* ZHeapIterator::object_map(oop obj) {
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   147
  const uintptr_t addr = ZOop::to_address(obj);
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   148
  ZHeapIteratorBitMap* map = _visit_map.get(addr);
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   149
  if (map == NULL) {
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   150
    map = new ZHeapIteratorBitMap(object_index_max());
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   151
    _visit_map.put(addr, map);
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   152
  }
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   153
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   154
  return map;
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   155
}
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   156
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   157
void ZHeapIterator::push(oop obj) {
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   158
  if (obj == NULL) {
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   159
    // Ignore
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   160
    return;
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   161
  }
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   162
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   163
  ZHeapIteratorBitMap* const map = object_map(obj);
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   164
  const size_t index = object_index(obj);
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   165
  if (!map->try_set_bit(index)) {
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   166
    // Already pushed
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   167
    return;
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   168
  }
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   169
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   170
  // Push
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   171
  _visit_stack.push(obj);
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   172
}
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   173
55311
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   174
template <typename RootsIterator, bool Concurrent, bool Weak>
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   175
void ZHeapIterator::push_roots() {
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   176
  ZHeapIteratorRootOopClosure<Concurrent, Weak> cl(this);
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   177
  RootsIterator roots;
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   178
  roots.oops_do(&cl);
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   179
}
52617
b55c5c0ee24f 8213623: ZGC: Let heap iteration walk all roots
pliden
parents: 52140
diff changeset
   180
55311
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   181
template <bool VisitReferents>
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   182
void ZHeapIterator::push_fields(oop obj) {
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   183
  ZHeapIteratorOopClosure<VisitReferents> cl(this, obj);
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   184
  obj->oop_iterate(&cl);
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   185
}
52617
b55c5c0ee24f 8213623: ZGC: Let heap iteration walk all roots
pliden
parents: 52140
diff changeset
   186
55311
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   187
template <bool VisitReferents>
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   188
void ZHeapIterator::objects_do(ObjectClosure* cl) {
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   189
  ZStatTimerDisable disable;
52617
b55c5c0ee24f 8213623: ZGC: Let heap iteration walk all roots
pliden
parents: 52140
diff changeset
   190
55311
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   191
  // Push roots to visit
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   192
  push_roots<ZRootsIterator,               false /* Concurrent */, false /* Weak */>();
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   193
  push_roots<ZConcurrentRootsIterator,     true  /* Concurrent */, false /* Weak */>();
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   194
  push_roots<ZWeakRootsIterator,           false /* Concurrent */, true  /* Weak */>();
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   195
  push_roots<ZConcurrentWeakRootsIterator, true  /* Concurrent */, true  /* Weak */>();
52139
5a2af44ecb83 8212181: ZGC: Fix incorrect root iteration in ZHeapIterator
pliden
parents: 51803
diff changeset
   196
5a2af44ecb83 8212181: ZGC: Fix incorrect root iteration in ZHeapIterator
pliden
parents: 51803
diff changeset
   197
  // Drain stack
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   198
  while (!_visit_stack.is_empty()) {
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   199
    const oop obj = _visit_stack.pop();
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   200
55311
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   201
    // Visit object
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   202
    cl->do_object(obj);
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   203
55311
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   204
    // Push fields to visit
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   205
    push_fields<VisitReferents>(obj);
50525
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   206
  }
767cdb97f103 8204210: Implementation: JEP 333: ZGC: A Scalable Low-Latency Garbage Collector (Experimental)
pliden
parents:
diff changeset
   207
}
55311
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   208
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   209
void ZHeapIterator::objects_do(ObjectClosure* cl, bool visit_referents) {
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   210
  if (visit_referents) {
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   211
    objects_do<true /* VisitReferents */>(cl);
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   212
  } else {
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   213
    objects_do<false /* VisitReferents */>(cl);
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   214
  }
d60b24a09900 8225227: ZGC: Be exact in what load barrier to use in ZHeapIterator
pliden
parents: 54331
diff changeset
   215
}