src/hotspot/share/gc/cms/parOopClosures.inline.hpp
author coleenp
Tue, 03 Oct 2017 16:42:04 -0400
changeset 47580 96392e113a0a
parent 47216 71c04702a3d5
child 47622 817f2a7019e4
permissions -rw-r--r--
8186777: Make Klass::_java_mirror an OopHandle Summary: Add indirection for fetching mirror so that GC doesn't have to follow CLD::_klasses Reviewed-by: hseigel, thartmann, eosterlund, stefank Contributed-by: coleen.phillimore@oracle.com, rickard.backman@oracle.com
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
47580
96392e113a0a 8186777: Make Klass::_java_mirror an OopHandle
coleenp
parents: 47216
diff changeset
     2
 * Copyright (c) 2007, 2017, Oracle and/or its affiliates. All rights reserved.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 360
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 360
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 360
diff changeset
    21
 * questions.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
30764
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30173
diff changeset
    25
#ifndef SHARE_VM_GC_CMS_PAROOPCLOSURES_INLINE_HPP
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30173
diff changeset
    26
#define SHARE_VM_GC_CMS_PAROOPCLOSURES_INLINE_HPP
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    27
30764
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30173
diff changeset
    28
#include "gc/cms/parNewGeneration.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30173
diff changeset
    29
#include "gc/cms/parOopClosures.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30173
diff changeset
    30
#include "gc/shared/cardTableRS.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30173
diff changeset
    31
#include "gc/shared/genCollectedHeap.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30173
diff changeset
    32
#include "gc/shared/genOopClosures.inline.hpp"
35061
be6025ebffea 8145092: Use Unified Logging for the GC logging
brutisso
parents: 34174
diff changeset
    33
#include "logging/log.hpp"
46701
f559541c0daa 8181917: Refactor UL LogStreams to avoid using resource area
stuefe
parents: 37242
diff changeset
    34
#include "logging/logStream.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    35
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    36
template <class T> inline void ParScanWeakRefClosure::do_oop_work(T* p) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    37
  assert (!oopDesc::is_null(*p), "null weak reference?");
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    38
  oop obj = oopDesc::load_decode_heap_oop_not_null(p);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    39
  // weak references are sometimes scanned twice; must check
489c9b5090e2 Initial load
duke
parents:
diff changeset
    40
  // that to-space doesn't already contain this object
489c9b5090e2 Initial load
duke
parents:
diff changeset
    41
  if ((HeapWord*)obj < _boundary && !_g->to()->is_in_reserved(obj)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    42
    // we need to ensure that it is copied (see comment in
489c9b5090e2 Initial load
duke
parents:
diff changeset
    43
    // ParScanClosure::do_oop_work).
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 9624
diff changeset
    44
    Klass* objK = obj->klass();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    45
    markOop m = obj->mark();
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    46
    oop new_obj;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    47
    if (m->is_marked()) { // Contains forwarding pointer.
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    48
      new_obj = ParNewGeneration::real_forwardee(obj);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    49
    } else {
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 9624
diff changeset
    50
      size_t obj_sz = obj->size_given_klass(objK);
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    51
      new_obj = ((ParNewGeneration*)_g)->copy_to_survivor_space(_par_scan_state,
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    52
                                                                obj, obj_sz, m);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    53
    }
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    54
    oopDesc::encode_store_heap_oop_not_null(p, new_obj);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    55
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    56
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    57
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    58
inline void ParScanWeakRefClosure::do_oop_nv(oop* p)       { ParScanWeakRefClosure::do_oop_work(p); }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    59
inline void ParScanWeakRefClosure::do_oop_nv(narrowOop* p) { ParScanWeakRefClosure::do_oop_work(p); }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    60
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    61
template <class T> inline void ParScanClosure::par_do_barrier(T* p) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    62
  assert(generation()->is_in_reserved(p), "expected ref in generation");
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    63
  assert(!oopDesc::is_null(*p), "expected non-null object");
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    64
  oop obj = oopDesc::load_decode_heap_oop_not_null(p);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    65
  // If p points to a younger generation, mark the card.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    66
  if ((HeapWord*)obj < gen_boundary()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    67
    rs()->write_ref_field_gc_par(p, obj);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    68
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    69
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
    70
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    71
template <class T>
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    72
inline void ParScanClosure::do_oop_work(T* p,
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    73
                                        bool gc_barrier,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    74
                                        bool root_scan) {
30173
13cf7580b000 8077413: Avoid use of Universe::heap() inside collectors
pliden
parents: 29701
diff changeset
    75
  assert((!GenCollectedHeap::heap()->is_in_reserved(p) ||
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    76
          generation()->is_in_reserved(p))
31358
693058672cc6 8077842: Remove the level parameter passed around in GenCollectedHeap
jwilhelm
parents: 30764
diff changeset
    77
         && (GenCollectedHeap::heap()->is_young_gen(generation()) || gc_barrier),
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    78
         "The gen must be right, and we must be doing the barrier "
489c9b5090e2 Initial load
duke
parents:
diff changeset
    79
         "in older generations.");
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    80
  T heap_oop = oopDesc::load_heap_oop(p);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    81
  if (!oopDesc::is_null(heap_oop)) {
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
    82
    oop obj = oopDesc::decode_heap_oop_not_null(heap_oop);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    83
    if ((HeapWord*)obj < _boundary) {
9624
c3657c3324ee 6883834: ParNew: assert(!_g->to()->is_in_reserved(obj),"Scanning field twice?") with LargeObjects tests
ysr
parents: 7397
diff changeset
    84
#ifndef PRODUCT
c3657c3324ee 6883834: ParNew: assert(!_g->to()->is_in_reserved(obj),"Scanning field twice?") with LargeObjects tests
ysr
parents: 7397
diff changeset
    85
      if (_g->to()->is_in_reserved(obj)) {
37242
91e5f98fff6f 8152632: Rename LogHandle(...) to Log(...)
stefank
parents: 37071
diff changeset
    86
        Log(gc) log;
37071
d7750d171889 8151603: Use error stream instead of tty for logging before ShouldNotReachHere()
brutisso
parents: 35061
diff changeset
    87
        log.error("Scanning field (" PTR_FORMAT ") twice?", p2i(p));
30173
13cf7580b000 8077413: Avoid use of Universe::heap() inside collectors
pliden
parents: 29701
diff changeset
    88
        GenCollectedHeap* gch = GenCollectedHeap::heap();
9624
c3657c3324ee 6883834: ParNew: assert(!_g->to()->is_in_reserved(obj),"Scanning field twice?") with LargeObjects tests
ysr
parents: 7397
diff changeset
    89
        Space* sp = gch->space_containing(p);
c3657c3324ee 6883834: ParNew: assert(!_g->to()->is_in_reserved(obj),"Scanning field twice?") with LargeObjects tests
ysr
parents: 7397
diff changeset
    90
        oop obj = oop(sp->block_start(p));
c3657c3324ee 6883834: ParNew: assert(!_g->to()->is_in_reserved(obj),"Scanning field twice?") with LargeObjects tests
ysr
parents: 7397
diff changeset
    91
        assert((HeapWord*)obj < (HeapWord*)p, "Error");
37071
d7750d171889 8151603: Use error stream instead of tty for logging before ShouldNotReachHere()
brutisso
parents: 35061
diff changeset
    92
        log.error("Object: " PTR_FORMAT, p2i((void *)obj));
d7750d171889 8151603: Use error stream instead of tty for logging before ShouldNotReachHere()
brutisso
parents: 35061
diff changeset
    93
        log.error("-------");
46701
f559541c0daa 8181917: Refactor UL LogStreams to avoid using resource area
stuefe
parents: 37242
diff changeset
    94
        LogStream ls(log.error());
f559541c0daa 8181917: Refactor UL LogStreams to avoid using resource area
stuefe
parents: 37242
diff changeset
    95
        obj->print_on(&ls);
37071
d7750d171889 8151603: Use error stream instead of tty for logging before ShouldNotReachHere()
brutisso
parents: 35061
diff changeset
    96
        log.error("-----");
d7750d171889 8151603: Use error stream instead of tty for logging before ShouldNotReachHere()
brutisso
parents: 35061
diff changeset
    97
        log.error("Heap:");
d7750d171889 8151603: Use error stream instead of tty for logging before ShouldNotReachHere()
brutisso
parents: 35061
diff changeset
    98
        log.error("-----");
46701
f559541c0daa 8181917: Refactor UL LogStreams to avoid using resource area
stuefe
parents: 37242
diff changeset
    99
        gch->print_on(&ls);
9624
c3657c3324ee 6883834: ParNew: assert(!_g->to()->is_in_reserved(obj),"Scanning field twice?") with LargeObjects tests
ysr
parents: 7397
diff changeset
   100
        ShouldNotReachHere();
c3657c3324ee 6883834: ParNew: assert(!_g->to()->is_in_reserved(obj),"Scanning field twice?") with LargeObjects tests
ysr
parents: 7397
diff changeset
   101
      }
c3657c3324ee 6883834: ParNew: assert(!_g->to()->is_in_reserved(obj),"Scanning field twice?") with LargeObjects tests
ysr
parents: 7397
diff changeset
   102
#endif
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   103
      // OK, we need to ensure that it is copied.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   104
      // We read the klass and mark in this order, so that we can reliably
489c9b5090e2 Initial load
duke
parents:
diff changeset
   105
      // get the size of the object: if the mark we read is not a
489c9b5090e2 Initial load
duke
parents:
diff changeset
   106
      // forwarding pointer, then the klass is valid: the klass is only
489c9b5090e2 Initial load
duke
parents:
diff changeset
   107
      // overwritten with an overflow next pointer after the object is
489c9b5090e2 Initial load
duke
parents:
diff changeset
   108
      // forwarded.
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 9624
diff changeset
   109
      Klass* objK = obj->klass();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   110
      markOop m = obj->mark();
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   111
      oop new_obj;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   112
      if (m->is_marked()) { // Contains forwarding pointer.
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   113
        new_obj = ParNewGeneration::real_forwardee(obj);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   114
        oopDesc::encode_store_heap_oop_not_null(p, new_obj);
35061
be6025ebffea 8145092: Use Unified Logging for the GC logging
brutisso
parents: 34174
diff changeset
   115
        log_develop_trace(gc, scavenge)("{%s %s ( " PTR_FORMAT " ) " PTR_FORMAT " -> " PTR_FORMAT " (%d)}",
be6025ebffea 8145092: Use Unified Logging for the GC logging
brutisso
parents: 34174
diff changeset
   116
                                        "forwarded ",
be6025ebffea 8145092: Use Unified Logging for the GC logging
brutisso
parents: 34174
diff changeset
   117
                                        new_obj->klass()->internal_name(), p2i(p), p2i((void *)obj), p2i((void *)new_obj), new_obj->size());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   118
      } else {
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 9624
diff changeset
   119
        size_t obj_sz = obj->size_given_klass(objK);
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   120
        new_obj = _g->copy_to_survivor_space(_par_scan_state, obj, obj_sz, m);
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   121
        oopDesc::encode_store_heap_oop_not_null(p, new_obj);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   122
        if (root_scan) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   123
          // This may have pushed an object.  If we have a root
489c9b5090e2 Initial load
duke
parents:
diff changeset
   124
          // category with a lot of roots, can't let the queue get too
489c9b5090e2 Initial load
duke
parents:
diff changeset
   125
          // full:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   126
          (void)_par_scan_state->trim_queues(10 * ParallelGCThreads);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   127
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   128
      }
47580
96392e113a0a 8186777: Make Klass::_java_mirror an OopHandle
coleenp
parents: 47216
diff changeset
   129
      if (is_scanning_a_cld()) {
96392e113a0a 8186777: Make Klass::_java_mirror an OopHandle
coleenp
parents: 47216
diff changeset
   130
        do_cld_barrier();
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 9624
diff changeset
   131
      } else if (gc_barrier) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   132
        // Now call parent closure
489c9b5090e2 Initial load
duke
parents:
diff changeset
   133
        par_do_barrier(p);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   134
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   135
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   136
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   137
}
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   138
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   139
inline void ParScanWithBarrierClosure::do_oop_nv(oop* p)       { ParScanClosure::do_oop_work(p, true, false); }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   140
inline void ParScanWithBarrierClosure::do_oop_nv(narrowOop* p) { ParScanClosure::do_oop_work(p, true, false); }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   141
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   142
inline void ParScanWithoutBarrierClosure::do_oop_nv(oop* p)       { ParScanClosure::do_oop_work(p, false, false); }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 1
diff changeset
   143
inline void ParScanWithoutBarrierClosure::do_oop_nv(narrowOop* p) { ParScanClosure::do_oop_work(p, false, false); }
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
   144
30764
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30173
diff changeset
   145
#endif // SHARE_VM_GC_CMS_PAROOPCLOSURES_INLINE_HPP