src/hotspot/share/gc/shenandoah/shenandoahClosures.inline.hpp
author zgu
Fri, 18 Oct 2019 11:36:35 -0400
changeset 58686 0279391875bf
parent 58177 4932dce35882
child 59252 623722a6aeb9
permissions -rw-r--r--
8231324: Shenandoah: avoid duplicated weak root works during final traversal Reviewed-by: rkennke
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
54536
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
     1
/*
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
     2
 * Copyright (c) 2019, Red Hat, Inc. All rights reserved.
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
     3
 *
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
     4
 * This code is free software; you can redistribute it and/or modify it
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
     5
 * under the terms of the GNU General Public License version 2 only, as
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
     6
 * published by the Free Software Foundation.
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
     7
 *
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
     8
 * This code is distributed in the hope that it will be useful, but WITHOUT
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
     9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    10
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    11
 * version 2 for more details (a copy is included in the LICENSE file that
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    12
 * accompanied this code).
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    13
 *
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    14
 * You should have received a copy of the GNU General Public License version
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    15
 * 2 along with this work; if not, write to the Free Software Foundation,
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    16
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    17
 *
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    18
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    19
 * or visit www.oracle.com if you need additional information or have any
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    20
 * questions.
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    21
 *
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    22
 */
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    23
#ifndef SHARE_GC_SHENANDOAH_SHENANDOAHCLOSURES_INLINE_HPP
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    24
#define SHARE_GC_SHENANDOAH_SHENANDOAHCLOSURES_INLINE_HPP
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    25
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    26
#include "gc/shenandoah/shenandoahAsserts.hpp"
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    27
#include "gc/shenandoah/shenandoahClosures.hpp"
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    28
#include "gc/shenandoah/shenandoahHeap.inline.hpp"
58686
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
    29
#include "gc/shenandoah/shenandoahTraversalGC.hpp"
54536
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    30
#include "oops/compressedOops.inline.hpp"
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    31
#include "runtime/thread.hpp"
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    32
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    33
ShenandoahForwardedIsAliveClosure::ShenandoahForwardedIsAliveClosure() :
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    34
  _mark_context(ShenandoahHeap::heap()->marking_context()) {
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    35
}
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    36
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    37
bool ShenandoahForwardedIsAliveClosure::do_object_b(oop obj) {
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    38
  if (CompressedOops::is_null(obj)) {
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    39
    return false;
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    40
  }
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    41
  obj = ShenandoahBarrierSet::resolve_forwarded_not_null(obj);
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    42
  shenandoah_assert_not_forwarded_if(NULL, obj,
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    43
                                     (ShenandoahHeap::heap()->is_concurrent_mark_in_progress() ||
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    44
                                     ShenandoahHeap::heap()->is_concurrent_traversal_in_progress()));
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    45
  return _mark_context->is_marked(obj);
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    46
}
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    47
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    48
ShenandoahIsAliveClosure::ShenandoahIsAliveClosure() :
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    49
  _mark_context(ShenandoahHeap::heap()->marking_context()) {
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    50
}
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    51
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    52
bool ShenandoahIsAliveClosure::do_object_b(oop obj) {
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    53
  if (CompressedOops::is_null(obj)) {
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    54
    return false;
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    55
  }
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    56
  shenandoah_assert_not_forwarded(NULL, obj);
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    57
  return _mark_context->is_marked(obj);
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    58
}
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    59
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    60
BoolObjectClosure* ShenandoahIsAliveSelector::is_alive_closure() {
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    61
  return ShenandoahHeap::heap()->has_forwarded_objects() ?
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    62
         reinterpret_cast<BoolObjectClosure*>(&_fwd_alive_cl) :
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    63
         reinterpret_cast<BoolObjectClosure*>(&_alive_cl);
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    64
}
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    65
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    66
ShenandoahUpdateRefsClosure::ShenandoahUpdateRefsClosure() :
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    67
  _heap(ShenandoahHeap::heap()) {
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    68
}
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    69
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    70
template <class T>
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    71
void ShenandoahUpdateRefsClosure::do_oop_work(T* p) {
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    72
  T o = RawAccess<>::oop_load(p);
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    73
  if (!CompressedOops::is_null(o)) {
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    74
    oop obj = CompressedOops::decode_not_null(o);
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    75
    _heap->update_with_forwarded_not_null(p, obj);
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    76
  }
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    77
}
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    78
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    79
void ShenandoahUpdateRefsClosure::do_oop(oop* p)       { do_oop_work(p); }
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    80
void ShenandoahUpdateRefsClosure::do_oop(narrowOop* p) { do_oop_work(p); }
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
    81
58686
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
    82
ShenandoahTraversalUpdateRefsClosure::ShenandoahTraversalUpdateRefsClosure() :
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
    83
  _heap(ShenandoahHeap::heap()),
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
    84
  _traversal_set(ShenandoahHeap::heap()->traversal_gc()->traversal_set()) {
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
    85
  assert(_heap->is_traversal_mode(), "Why we here?");
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
    86
}
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
    87
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
    88
template <class T>
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
    89
void ShenandoahTraversalUpdateRefsClosure::do_oop_work(T* p) {
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
    90
  T o = RawAccess<>::oop_load(p);
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
    91
  if (!CompressedOops::is_null(o)) {
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
    92
    oop obj = CompressedOops::decode_not_null(o);
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
    93
    if (_heap->in_collection_set(obj) || _traversal_set->is_in((HeapWord*)obj)) {
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
    94
      obj = ShenandoahBarrierSet::resolve_forwarded_not_null(obj);
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
    95
      RawAccess<IS_NOT_NULL>::oop_store(p, obj);
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
    96
    } else {
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
    97
      shenandoah_assert_not_forwarded(p, obj);
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
    98
    }
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
    99
  }
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
   100
}
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
   101
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
   102
void ShenandoahTraversalUpdateRefsClosure::do_oop(oop* p)       { do_oop_work(p); }
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
   103
void ShenandoahTraversalUpdateRefsClosure::do_oop(narrowOop* p) { do_oop_work(p); }
0279391875bf 8231324: Shenandoah: avoid duplicated weak root works during final traversal
zgu
parents: 58177
diff changeset
   104
54536
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   105
ShenandoahEvacuateUpdateRootsClosure::ShenandoahEvacuateUpdateRootsClosure() :
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   106
  _heap(ShenandoahHeap::heap()), _thread(Thread::current()) {
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   107
}
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   108
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   109
template <class T>
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   110
void ShenandoahEvacuateUpdateRootsClosure::do_oop_work(T* p) {
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   111
  assert(_heap->is_evacuation_in_progress(), "Only do this when evacuation is in progress");
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   112
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   113
  T o = RawAccess<>::oop_load(p);
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   114
  if (! CompressedOops::is_null(o)) {
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   115
    oop obj = CompressedOops::decode_not_null(o);
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   116
    if (_heap->in_collection_set(obj)) {
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   117
      shenandoah_assert_marked(p, obj);
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   118
      oop resolved = ShenandoahBarrierSet::resolve_forwarded_not_null(obj);
58177
4932dce35882 8230841: Remove oopDesc::equals()
pliden
parents: 57533
diff changeset
   119
      if (resolved == obj) {
54536
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   120
        resolved = _heap->evacuate_object(obj, _thread);
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   121
      }
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   122
      RawAccess<IS_NOT_NULL>::oop_store(p, resolved);
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   123
    }
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   124
  }
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   125
}
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   126
void ShenandoahEvacuateUpdateRootsClosure::do_oop(oop* p) {
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   127
  do_oop_work(p);
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   128
}
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   129
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   130
void ShenandoahEvacuateUpdateRootsClosure::do_oop(narrowOop* p) {
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   131
  do_oop_work(p);
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   132
}
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   133
57533
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   134
ShenandoahEvacUpdateOopStorageRootsClosure::ShenandoahEvacUpdateOopStorageRootsClosure() :
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   135
  _heap(ShenandoahHeap::heap()), _thread(Thread::current()) {
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   136
}
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   137
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   138
void ShenandoahEvacUpdateOopStorageRootsClosure::do_oop(oop* p) {
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   139
  assert(_heap->is_evacuation_in_progress(), "Only do this when evacuation is in progress");
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   140
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   141
  oop obj = RawAccess<>::oop_load(p);
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   142
  if (! CompressedOops::is_null(obj)) {
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   143
    if (_heap->in_collection_set(obj)) {
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   144
      shenandoah_assert_marked(p, obj);
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   145
      oop resolved = ShenandoahBarrierSet::resolve_forwarded_not_null(obj);
58177
4932dce35882 8230841: Remove oopDesc::equals()
pliden
parents: 57533
diff changeset
   146
      if (resolved == obj) {
57533
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   147
        resolved = _heap->evacuate_object(obj, _thread);
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   148
      }
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   149
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   150
      Atomic::cmpxchg(resolved, p, obj);
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   151
    }
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   152
  }
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   153
}
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   154
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   155
void ShenandoahEvacUpdateOopStorageRootsClosure::do_oop(narrowOop* p) {
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   156
  ShouldNotReachHere();
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   157
}
a2912ba36422 8228490: Shenandoah: Shenandoah concurrent root evacuation may race against OopStorage::release()
zgu
parents: 54687
diff changeset
   158
54687
df2b3565f343 8222992: Shenandoah: Pre-evacuate all roots
zgu
parents: 54536
diff changeset
   159
#ifdef ASSERT
df2b3565f343 8222992: Shenandoah: Pre-evacuate all roots
zgu
parents: 54536
diff changeset
   160
template <class T>
df2b3565f343 8222992: Shenandoah: Pre-evacuate all roots
zgu
parents: 54536
diff changeset
   161
void ShenandoahAssertNotForwardedClosure::do_oop_work(T* p) {
df2b3565f343 8222992: Shenandoah: Pre-evacuate all roots
zgu
parents: 54536
diff changeset
   162
  T o = RawAccess<>::oop_load(p);
df2b3565f343 8222992: Shenandoah: Pre-evacuate all roots
zgu
parents: 54536
diff changeset
   163
  if (!CompressedOops::is_null(o)) {
df2b3565f343 8222992: Shenandoah: Pre-evacuate all roots
zgu
parents: 54536
diff changeset
   164
    oop obj = CompressedOops::decode_not_null(o);
df2b3565f343 8222992: Shenandoah: Pre-evacuate all roots
zgu
parents: 54536
diff changeset
   165
    shenandoah_assert_not_forwarded(p, obj);
df2b3565f343 8222992: Shenandoah: Pre-evacuate all roots
zgu
parents: 54536
diff changeset
   166
  }
df2b3565f343 8222992: Shenandoah: Pre-evacuate all roots
zgu
parents: 54536
diff changeset
   167
}
df2b3565f343 8222992: Shenandoah: Pre-evacuate all roots
zgu
parents: 54536
diff changeset
   168
df2b3565f343 8222992: Shenandoah: Pre-evacuate all roots
zgu
parents: 54536
diff changeset
   169
void ShenandoahAssertNotForwardedClosure::do_oop(narrowOop* p) { do_oop_work(p); }
df2b3565f343 8222992: Shenandoah: Pre-evacuate all roots
zgu
parents: 54536
diff changeset
   170
void ShenandoahAssertNotForwardedClosure::do_oop(oop* p)       { do_oop_work(p); }
df2b3565f343 8222992: Shenandoah: Pre-evacuate all roots
zgu
parents: 54536
diff changeset
   171
#endif
df2b3565f343 8222992: Shenandoah: Pre-evacuate all roots
zgu
parents: 54536
diff changeset
   172
54536
fb53a1c25903 8222425: Shenandoah: Move commonly used closures to separate files
zgu
parents:
diff changeset
   173
#endif // SHARE_GC_SHENANDOAH_SHENANDOAHCLOSURES_HPP