src/hotspot/share/gc/cms/cmsOopClosures.inline.hpp
author stefank
Sat, 26 May 2018 06:59:49 +0200
changeset 50752 9d62da00bf15
parent 49592 77fb0be7d19f
child 52141 de6dc206a92b
permissions -rw-r--r--
8204540: Automatic oop closure devirtualization Reviewed-by: kbarrett, eosterlund
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
46968
9119841280f4 8160399: is_oop_or_null involves undefined behavior
coleenp
parents: 35862
diff changeset
     2
 * Copyright (c) 2007, 2017, Oracle and/or its affiliates. All rights reserved.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 3696
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 3696
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 3696
diff changeset
    21
 * questions.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
30764
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30566
diff changeset
    25
#ifndef SHARE_VM_GC_CMS_CMSOOPCLOSURES_INLINE_HPP
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30566
diff changeset
    26
#define SHARE_VM_GC_CMS_CMSOOPCLOSURES_INLINE_HPP
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    27
30764
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30566
diff changeset
    28
#include "gc/cms/cmsOopClosures.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30566
diff changeset
    29
#include "gc/cms/concurrentMarkSweepGeneration.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30566
diff changeset
    30
#include "gc/shared/taskqueue.inline.hpp"
49592
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
    31
#include "oops/access.inline.hpp"
77fb0be7d19f 8199946: Move load/store and encode/decode out of oopDesc
stefank
parents: 47580
diff changeset
    32
#include "oops/compressedOops.inline.hpp"
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 7397
diff changeset
    33
#include "oops/oop.inline.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 5547
diff changeset
    34
50752
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 49592
diff changeset
    35
// MetadataVisitingOopIterateClosure and MetadataVisitingOopsInGenClosure are duplicated,
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 7397
diff changeset
    36
// until we get rid of OopsInGenClosure.
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 7397
diff changeset
    37
50752
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 49592
diff changeset
    38
inline void MetadataVisitingOopsInGenClosure::do_klass(Klass* k) {
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 7397
diff changeset
    39
  ClassLoaderData* cld = k->class_loader_data();
50752
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 49592
diff changeset
    40
  MetadataVisitingOopsInGenClosure::do_cld(cld);
3690
dba50b88bd50 6798898: CMS: bugs related to class unloading
jmasa
parents: 1
diff changeset
    41
}
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    42
50752
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 49592
diff changeset
    43
inline void MetadataVisitingOopsInGenClosure::do_cld(ClassLoaderData* cld) {
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 7397
diff changeset
    44
  bool claim = true;  // Must claim the class loader data before processing.
47580
96392e113a0a 8186777: Make Klass::_java_mirror an OopHandle
coleenp
parents: 47216
diff changeset
    45
  cld->oops_do(this, claim);
3696
9e5d9b5e1049 4957990: Perm heap bloat in JVM
ysr
parents: 3690
diff changeset
    46
}
9e5d9b5e1049 4957990: Perm heap bloat in JVM
ysr
parents: 3690
diff changeset
    47
35862
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35492
diff changeset
    48
// Decode the oop and call do_oop on it.
50752
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 49592
diff changeset
    49
#define DO_OOP_WORK_IMPL(cls)                                \
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 49592
diff changeset
    50
  template <class T> void cls::do_oop_work(T* p) {           \
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 49592
diff changeset
    51
    T heap_oop = RawAccess<>::oop_load(p);                   \
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 49592
diff changeset
    52
    if (!CompressedOops::is_null(heap_oop)) {                \
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 49592
diff changeset
    53
      oop obj = CompressedOops::decode_not_null(heap_oop);   \
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 49592
diff changeset
    54
      do_oop(obj);                                           \
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 49592
diff changeset
    55
    }                                                        \
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 49592
diff changeset
    56
  }                                                          \
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 49592
diff changeset
    57
  inline void cls::do_oop(oop* p)       { do_oop_work(p); }  \
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 49592
diff changeset
    58
  inline void cls::do_oop(narrowOop* p) { do_oop_work(p); }
35862
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35492
diff changeset
    59
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35492
diff changeset
    60
DO_OOP_WORK_IMPL(MarkRefsIntoClosure)
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35492
diff changeset
    61
DO_OOP_WORK_IMPL(ParMarkRefsIntoClosure)
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35492
diff changeset
    62
DO_OOP_WORK_IMPL(MarkRefsIntoVerifyClosure)
50752
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 49592
diff changeset
    63
DO_OOP_WORK_IMPL(PushAndMarkClosure)
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 49592
diff changeset
    64
DO_OOP_WORK_IMPL(ParPushAndMarkClosure)
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 49592
diff changeset
    65
DO_OOP_WORK_IMPL(MarkRefsIntoAndScanClosure)
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 49592
diff changeset
    66
DO_OOP_WORK_IMPL(ParMarkRefsIntoAndScanClosure)
35862
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35492
diff changeset
    67
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35492
diff changeset
    68
// Trim our work_queue so its length is below max at return
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35492
diff changeset
    69
inline void ParMarkRefsIntoAndScanClosure::trim_queue(uint max) {
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35492
diff changeset
    70
  while (_work_queue->size() > max) {
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35492
diff changeset
    71
    oop newOop;
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35492
diff changeset
    72
    if (_work_queue->pop_local(newOop)) {
46968
9119841280f4 8160399: is_oop_or_null involves undefined behavior
coleenp
parents: 35862
diff changeset
    73
      assert(oopDesc::is_oop(newOop), "Expected an oop");
35862
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35492
diff changeset
    74
      assert(_bit_map->isMarked((HeapWord*)newOop),
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35492
diff changeset
    75
             "only grey objects on this stack");
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35492
diff changeset
    76
      // iterate over the oops in this oop, marking and pushing
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35492
diff changeset
    77
      // the ones in CMS heap (i.e. in _span).
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35492
diff changeset
    78
      newOop->oop_iterate(&_parPushAndMarkClosure);
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35492
diff changeset
    79
    }
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35492
diff changeset
    80
  }
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35492
diff changeset
    81
}
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35492
diff changeset
    82
50752
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 49592
diff changeset
    83
DO_OOP_WORK_IMPL(PushOrMarkClosure)
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 49592
diff changeset
    84
DO_OOP_WORK_IMPL(ParPushOrMarkClosure)
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 49592
diff changeset
    85
DO_OOP_WORK_IMPL(CMSKeepAliveClosure)
9d62da00bf15 8204540: Automatic oop closure devirtualization
stefank
parents: 49592
diff changeset
    86
DO_OOP_WORK_IMPL(CMSInnerParMarkAndPushClosure)
35862
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35492
diff changeset
    87
DO_OOP_WORK_IMPL(CMSParKeepAliveClosure)
411842d0c882 8146395: Add inline qualifier in oop.hpp and fix inlining in gc files
goetz
parents: 35492
diff changeset
    88
30764
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30566
diff changeset
    89
#endif // SHARE_VM_GC_CMS_CMSOOPCLOSURES_INLINE_HPP