src/hotspot/share/gc/shared/genOopClosures.inline.hpp
author rkennke
Thu, 05 Apr 2018 10:54:53 +0200
changeset 49722 a47d1e21b3f1
parent 49592 77fb0be7d19f
child 49982 9042ffe5b7fe
permissions -rw-r--r--
8199735: Mark word updates need to use Access API Reviewed-by: shade, eosterlund
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
49722
a47d1e21b3f1 8199735: Mark word updates need to use Access API
rkennke
parents: 49592
diff changeset
     2
 * Copyright (c) 2001, 2018, Oracle and/or its affiliates. All rights reserved.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 3262
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 3262
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 3262
diff changeset
    21
 * questions.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
30764
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30154
diff changeset
    25
#ifndef SHARE_VM_GC_SHARED_GENOOPCLOSURES_INLINE_HPP
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30154
diff changeset
    26
#define SHARE_VM_GC_SHARED_GENOOPCLOSURES_INLINE_HPP
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    27
30764
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30154
diff changeset
    28
#include "gc/serial/defNewGeneration.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30154
diff changeset
    29
#include "gc/shared/cardTableRS.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30154
diff changeset
    30
#include "gc/shared/genCollectedHeap.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30154
diff changeset
    31
#include "gc/shared/genOopClosures.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30154
diff changeset
    32
#include "gc/shared/generation.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30154
diff changeset
    33
#include "gc/shared/space.hpp"
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
    34
#include "oops/access.inline.hpp"
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
    35
#include "oops/compressedOops.inline.hpp"
49722
a47d1e21b3f1 8199735: Mark word updates need to use Access API
rkennke
parents: 49592
diff changeset
    36
#include "oops/oop.inline.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    37
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    38
inline OopsInGenClosure::OopsInGenClosure(Generation* gen) :
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 7397
diff changeset
    39
  ExtendedOopClosure(gen->ref_processor()), _orig_gen(gen), _rs(NULL) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    40
  set_generation(gen);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    41
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    42
489c9b5090e2 Initial load
duke
parents:
diff changeset
    43
inline void OopsInGenClosure::set_generation(Generation* gen) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    44
  _gen = gen;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    45
  _gen_boundary = _gen->reserved().start();
489c9b5090e2 Initial load
duke
parents:
diff changeset
    46
  // Barrier set for the heap, must be set after heap is initialized
489c9b5090e2 Initial load
duke
parents:
diff changeset
    47
  if (_rs == NULL) {
33212
906b3d079b13 8139434: Unify GenRemSet and CardTableRS
david
parents: 30764
diff changeset
    48
    _rs = GenCollectedHeap::heap()->rem_set();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    49
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    50
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    51
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    52
template <class T> inline void OopsInGenClosure::do_barrier(T* p) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    53
  assert(generation()->is_in_reserved(p), "expected ref in generation");
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
    54
  T heap_oop = RawAccess<>::oop_load(p);
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
    55
  assert(!CompressedOops::is_null(heap_oop), "expected non-null oop");
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
    56
  oop obj = CompressedOops::decode_not_null(heap_oop);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    57
  // If p points to a younger generation, mark the card.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    58
  if ((HeapWord*)obj < _gen_boundary) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    59
    _rs->inline_write_ref_field_gc(p, obj);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    60
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    61
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    62
3262
30d1c247fc25 6700789: G1: Enable use of compressed oops with G1 heaps
ysr
parents: 1388
diff changeset
    63
template <class T> inline void OopsInGenClosure::par_do_barrier(T* p) {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
    64
  assert(generation()->is_in_reserved(p), "expected ref in generation");
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
    65
  T heap_oop = RawAccess<>::oop_load(p);
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
    66
  assert(!CompressedOops::is_null(heap_oop), "expected non-null oop");
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
    67
  oop obj = CompressedOops::decode_not_null(heap_oop);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
    68
  // If p points to a younger generation, mark the card.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
    69
  if ((HeapWord*)obj < gen_boundary()) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
    70
    rs()->write_ref_field_gc_par(p, obj);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
    71
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
    72
}
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents: 360
diff changeset
    73
47580
96392e113a0a 8186777: Make Klass::_java_mirror an OopHandle
coleenp
parents: 47216
diff changeset
    74
inline void OopsInClassLoaderDataOrGenClosure::do_cld_barrier() {
96392e113a0a 8186777: Make Klass::_java_mirror an OopHandle
coleenp
parents: 47216
diff changeset
    75
  assert(_scanned_cld != NULL, "Must be");
96392e113a0a 8186777: Make Klass::_java_mirror an OopHandle
coleenp
parents: 47216
diff changeset
    76
  if (!_scanned_cld->has_modified_oops()) {
96392e113a0a 8186777: Make Klass::_java_mirror an OopHandle
coleenp
parents: 47216
diff changeset
    77
    _scanned_cld->record_modified_oops();
96392e113a0a 8186777: Make Klass::_java_mirror an OopHandle
coleenp
parents: 47216
diff changeset
    78
  }
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 7397
diff changeset
    79
}
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 7397
diff changeset
    80
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    81
// NOTE! Any changes made here should also be made
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    82
// in FastScanClosure::do_oop_work()
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    83
template <class T> inline void ScanClosure::do_oop_work(T* p) {
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
    84
  T heap_oop = RawAccess<>::oop_load(p);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    85
  // Should we copy the obj?
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
    86
  if (!CompressedOops::is_null(heap_oop)) {
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
    87
    oop obj = CompressedOops::decode_not_null(heap_oop);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    88
    if ((HeapWord*)obj < _boundary) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    89
      assert(!_g->to()->is_in_reserved(obj), "Scanning field twice?");
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    90
      oop new_obj = obj->is_forwarded() ? obj->forwardee()
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    91
                                        : _g->copy_to_survivor_space(obj);
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
    92
      RawAccess<OOP_NOT_NULL>::oop_store(p, new_obj);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    93
    }
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 7397
diff changeset
    94
47580
96392e113a0a 8186777: Make Klass::_java_mirror an OopHandle
coleenp
parents: 47216
diff changeset
    95
    if (is_scanning_a_cld()) {
96392e113a0a 8186777: Make Klass::_java_mirror an OopHandle
coleenp
parents: 47216
diff changeset
    96
      do_cld_barrier();
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 7397
diff changeset
    97
    } else if (_gc_barrier) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    98
      // Now call parent closure
489c9b5090e2 Initial load
duke
parents:
diff changeset
    99
      do_barrier(p);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   100
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   101
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   102
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   103
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   104
inline void ScanClosure::do_oop_nv(oop* p)       { ScanClosure::do_oop_work(p); }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   105
inline void ScanClosure::do_oop_nv(narrowOop* p) { ScanClosure::do_oop_work(p); }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   106
489c9b5090e2 Initial load
duke
parents:
diff changeset
   107
// NOTE! Any changes made here should also be made
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   108
// in ScanClosure::do_oop_work()
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   109
template <class T> inline void FastScanClosure::do_oop_work(T* p) {
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
   110
  T heap_oop = RawAccess<>::oop_load(p);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   111
  // Should we copy the obj?
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
   112
  if (!CompressedOops::is_null(heap_oop)) {
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
   113
    oop obj = CompressedOops::decode_not_null(heap_oop);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   114
    if ((HeapWord*)obj < _boundary) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   115
      assert(!_g->to()->is_in_reserved(obj), "Scanning field twice?");
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   116
      oop new_obj = obj->is_forwarded() ? obj->forwardee()
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   117
                                        : _g->copy_to_survivor_space(obj);
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
   118
      RawAccess<OOP_NOT_NULL>::oop_store(p, new_obj);
47580
96392e113a0a 8186777: Make Klass::_java_mirror an OopHandle
coleenp
parents: 47216
diff changeset
   119
      if (is_scanning_a_cld()) {
96392e113a0a 8186777: Make Klass::_java_mirror an OopHandle
coleenp
parents: 47216
diff changeset
   120
        do_cld_barrier();
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 7397
diff changeset
   121
      } else if (_gc_barrier) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   122
        // Now call parent closure
489c9b5090e2 Initial load
duke
parents:
diff changeset
   123
        do_barrier(p);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   124
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   125
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   126
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   127
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   128
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   129
inline void FastScanClosure::do_oop_nv(oop* p)       { FastScanClosure::do_oop_work(p); }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   130
inline void FastScanClosure::do_oop_nv(narrowOop* p) { FastScanClosure::do_oop_work(p); }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   131
35862
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 33212
diff changeset
   132
template <class T> void FilteringClosure::do_oop_work(T* p) {
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
   133
  T heap_oop = RawAccess<>::oop_load(p);
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
   134
  if (!CompressedOops::is_null(heap_oop)) {
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
   135
    oop obj = CompressedOops::decode_not_null(heap_oop);
35862
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 33212
diff changeset
   136
    if ((HeapWord*)obj < _boundary) {
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 33212
diff changeset
   137
      _cl->do_oop(p);
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 33212
diff changeset
   138
    }
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 33212
diff changeset
   139
  }
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 33212
diff changeset
   140
}
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 33212
diff changeset
   141
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 33212
diff changeset
   142
void FilteringClosure::do_oop_nv(oop* p)       { FilteringClosure::do_oop_work(p); }
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 33212
diff changeset
   143
void FilteringClosure::do_oop_nv(narrowOop* p) { FilteringClosure::do_oop_work(p); }
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 33212
diff changeset
   144
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   145
// Note similarity to ScanClosure; the difference is that
489c9b5090e2 Initial load
duke
parents:
diff changeset
   146
// the barrier set is taken care of outside this closure.
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   147
template <class T> inline void ScanWeakRefClosure::do_oop_work(T* p) {
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
   148
  oop obj = RawAccess<OOP_NOT_NULL>::oop_load(p);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   149
  // weak references are sometimes scanned twice; must check
489c9b5090e2 Initial load
duke
parents:
diff changeset
   150
  // that to-space doesn't already contain this object
489c9b5090e2 Initial load
duke
parents:
diff changeset
   151
  if ((HeapWord*)obj < _boundary && !_g->to()->is_in_reserved(obj)) {
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   152
    oop new_obj = obj->is_forwarded() ? obj->forwardee()
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   153
                                      : _g->copy_to_survivor_space(obj);
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
   154
    RawAccess<OOP_NOT_NULL>::oop_store(p, new_obj);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   155
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   156
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   157
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   158
inline void ScanWeakRefClosure::do_oop_nv(oop* p)       { ScanWeakRefClosure::do_oop_work(p); }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   159
inline void ScanWeakRefClosure::do_oop_nv(narrowOop* p) { ScanWeakRefClosure::do_oop_work(p); }
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
   160
30764
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30154
diff changeset
   161
#endif // SHARE_VM_GC_SHARED_GENOOPCLOSURES_INLINE_HPP