src/hotspot/share/gc/g1/g1MarkSweep.cpp
author erikj
Tue, 12 Sep 2017 19:03:39 +0200
changeset 47216 71c04702a3d5
parent 47106 hotspot/src/share/vm/gc/g1/g1MarkSweep.cpp@bed18a111b90
child 47648 226b1fc611b9
permissions -rw-r--r--
8187443: Forest Consolidation: Move files to unified layout Reviewed-by: darcy, ihse
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     1
/*
46285
5b673a9fa682 8171235: Move archive object code from G1MarkSweep into G1ArchiveAllocator
sjohanss
parents: 41077
diff changeset
     2
 * Copyright (c) 2001, 2017, Oracle and/or its affiliates. All rights reserved.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     4
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     7
 * published by the Free Software Foundation.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     8
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    13
 * accompanied this code).
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    14
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5343
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5343
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5343
diff changeset
    21
 * questions.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    22
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    23
 */
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    24
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    25
#include "precompiled.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    26
#include "classfile/javaClasses.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    27
#include "classfile/symbolTable.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    28
#include "classfile/systemDictionary.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    29
#include "classfile/vmSymbols.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    30
#include "code/codeCache.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    31
#include "code/icBuffer.hpp"
46828
19b0b4ceb75d 8177544: Restructure G1 Full GC code
sjohanss
parents: 46810
diff changeset
    32
#include "gc/g1/g1FullGCScope.hpp"
30764
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30262
diff changeset
    33
#include "gc/g1/g1MarkSweep.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30262
diff changeset
    34
#include "gc/g1/g1RootProcessor.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30262
diff changeset
    35
#include "gc/g1/g1StringDedup.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30262
diff changeset
    36
#include "gc/serial/markSweep.inline.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30262
diff changeset
    37
#include "gc/shared/gcHeapSummary.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30262
diff changeset
    38
#include "gc/shared/gcLocker.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30262
diff changeset
    39
#include "gc/shared/gcTimer.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30262
diff changeset
    40
#include "gc/shared/gcTrace.hpp"
35061
be6025ebffea 8145092: Use Unified Logging for the GC logging
brutisso
parents: 33786
diff changeset
    41
#include "gc/shared/gcTraceTime.inline.hpp"
30764
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30262
diff changeset
    42
#include "gc/shared/genCollectedHeap.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30262
diff changeset
    43
#include "gc/shared/modRefBarrierSet.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30262
diff changeset
    44
#include "gc/shared/referencePolicy.hpp"
fec48bf5a827 8079792: GC directory structure cleanup
pliden
parents: 30262
diff changeset
    45
#include "gc/shared/space.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    46
#include "oops/instanceRefKlass.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    47
#include "oops/oop.inline.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    48
#include "prims/jvmtiExport.hpp"
40655
9f644073d3a0 8157907: Incorrect inclusion of atomic.hpp instead of atomic.inline.hpp
dholmes
parents: 39979
diff changeset
    49
#include "runtime/atomic.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    50
#include "runtime/biasedLocking.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    51
#include "runtime/synchronizer.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    52
#include "runtime/thread.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    53
#include "runtime/vmThread.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    54
#include "utilities/copy.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    55
#include "utilities/events.hpp"
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    56
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    57
class HeapRegion;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    58
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    59
void G1MarkSweep::invoke_at_safepoint(ReferenceProcessor* rp,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    60
                                      bool clear_all_softrefs) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    61
  assert(SafepointSynchronize::is_at_safepoint(), "must be at a safepoint");
46828
19b0b4ceb75d 8177544: Restructure G1 Full GC code
sjohanss
parents: 46810
diff changeset
    62
  HandleMark hm;  // Discard invalid handles created during gc
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    63
46828
19b0b4ceb75d 8177544: Restructure G1 Full GC code
sjohanss
parents: 46810
diff changeset
    64
#if defined(COMPILER2) || INCLUDE_JVMCI
19b0b4ceb75d 8177544: Restructure G1 Full GC code
sjohanss
parents: 46810
diff changeset
    65
  DerivedPointerTable::clear();
19b0b4ceb75d 8177544: Restructure G1 Full GC code
sjohanss
parents: 46810
diff changeset
    66
#endif
5343
95a5c4b89273 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 5076
diff changeset
    67
#ifdef ASSERT
30147
af9a41999c6e 8076314: Remove the static instance variable SharedHeap:: _sh
brutisso
parents: 29792
diff changeset
    68
  if (G1CollectedHeap::heap()->collector_policy()->should_clear_all_soft_refs()) {
5343
95a5c4b89273 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 5076
diff changeset
    69
    assert(clear_all_softrefs, "Policy should have been checked earler");
95a5c4b89273 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 5076
diff changeset
    70
  }
95a5c4b89273 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 5076
diff changeset
    71
#endif
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    72
  // hook up weak ref data so it can be used during Mark-Sweep
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    73
  assert(GenMarkSweep::ref_processor() == NULL, "no stomping");
1606
dcf9714addbe 6684579: SoftReference processing can be made more efficient
ysr
parents: 1390
diff changeset
    74
  assert(rp != NULL, "should be non-NULL");
10670
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 9995
diff changeset
    75
  assert(rp == G1CollectedHeap::heap()->ref_processor_stw(), "Precondition");
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 9995
diff changeset
    76
32606
fdaa30d06ada 8129417: Oop iteration clean-up to remove oop_ms_follow_contents
sjohanss
parents: 32589
diff changeset
    77
  GenMarkSweep::set_ref_processor(rp);
1610
5dddd195cc86 6778647: snap(), snap_policy() should be renamed setup(), setup_policy()
ysr
parents: 1606
diff changeset
    78
  rp->setup_policy(clear_all_softrefs);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    79
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
    80
  // When collecting the permanent generation Method*s may be moving,
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    81
  // so we either have to flush all bcp data or convert it into bci.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    82
  CodeCache::gc_prologue();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    83
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    84
  bool marked_for_unloading = false;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    85
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    86
  allocate_stacks();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    87
1390
4c473c5aee14 6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents: 1374
diff changeset
    88
  // We should save the marks of the currently locked biased monitors.
4c473c5aee14 6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents: 1374
diff changeset
    89
  // The marking doesn't preserve the marks of biased objects.
4c473c5aee14 6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents: 1374
diff changeset
    90
  BiasedLocking::preserve_marks();
4c473c5aee14 6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents: 1374
diff changeset
    91
46828
19b0b4ceb75d 8177544: Restructure G1 Full GC code
sjohanss
parents: 46810
diff changeset
    92
  // Process roots and do the marking.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    93
  mark_sweep_phase1(marked_for_unloading, clear_all_softrefs);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    94
46828
19b0b4ceb75d 8177544: Restructure G1 Full GC code
sjohanss
parents: 46810
diff changeset
    95
  // Prepare compaction.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    96
  mark_sweep_phase2();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    97
33160
c59f1676d27e 8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents: 32606
diff changeset
    98
#if defined(COMPILER2) || INCLUDE_JVMCI
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    99
  // Don't add any more derived pointers during phase3
33160
c59f1676d27e 8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents: 32606
diff changeset
   100
  DerivedPointerTable::set_active(false);
c59f1676d27e 8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents: 32606
diff changeset
   101
#endif
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   102
46828
19b0b4ceb75d 8177544: Restructure G1 Full GC code
sjohanss
parents: 46810
diff changeset
   103
  // Adjust all pointers.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   104
  mark_sweep_phase3();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   105
46828
19b0b4ceb75d 8177544: Restructure G1 Full GC code
sjohanss
parents: 46810
diff changeset
   106
  // Do the actual compaction.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   107
  mark_sweep_phase4();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   108
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   109
  GenMarkSweep::restore_marks();
1390
4c473c5aee14 6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents: 1374
diff changeset
   110
  BiasedLocking::restore_marks();
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   111
  GenMarkSweep::deallocate_stacks();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   112
46828
19b0b4ceb75d 8177544: Restructure G1 Full GC code
sjohanss
parents: 46810
diff changeset
   113
#if defined(COMPILER2) || INCLUDE_JVMCI
19b0b4ceb75d 8177544: Restructure G1 Full GC code
sjohanss
parents: 46810
diff changeset
   114
  // Now update the derived pointers.
19b0b4ceb75d 8177544: Restructure G1 Full GC code
sjohanss
parents: 46810
diff changeset
   115
  DerivedPointerTable::update_pointers();
19b0b4ceb75d 8177544: Restructure G1 Full GC code
sjohanss
parents: 46810
diff changeset
   116
#endif
19b0b4ceb75d 8177544: Restructure G1 Full GC code
sjohanss
parents: 46810
diff changeset
   117
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   118
  CodeCache::gc_epilogue();
7918
ce1e4ae77aea 7012505: BreakpointWithFullGC.sh fails with Internal Error (src/share/vm/oops/methodOop.cpp:220)
kamg
parents: 7397
diff changeset
   119
  JvmtiExport::gc_epilogue();
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   120
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   121
  // refs processing: clean slate
32606
fdaa30d06ada 8129417: Oop iteration clean-up to remove oop_ms_follow_contents
sjohanss
parents: 32589
diff changeset
   122
  GenMarkSweep::set_ref_processor(NULL);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   123
}
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   124
46828
19b0b4ceb75d 8177544: Restructure G1 Full GC code
sjohanss
parents: 46810
diff changeset
   125
STWGCTimer* G1MarkSweep::gc_timer() {
19b0b4ceb75d 8177544: Restructure G1 Full GC code
sjohanss
parents: 46810
diff changeset
   126
  return G1FullGCScope::instance()->timer();
19b0b4ceb75d 8177544: Restructure G1 Full GC code
sjohanss
parents: 46810
diff changeset
   127
}
19b0b4ceb75d 8177544: Restructure G1 Full GC code
sjohanss
parents: 46810
diff changeset
   128
19b0b4ceb75d 8177544: Restructure G1 Full GC code
sjohanss
parents: 46810
diff changeset
   129
SerialOldTracer* G1MarkSweep::gc_tracer() {
19b0b4ceb75d 8177544: Restructure G1 Full GC code
sjohanss
parents: 46810
diff changeset
   130
  return G1FullGCScope::instance()->tracer();
19b0b4ceb75d 8177544: Restructure G1 Full GC code
sjohanss
parents: 46810
diff changeset
   131
}
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   132
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   133
void G1MarkSweep::allocate_stacks() {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   134
  GenMarkSweep::_preserved_count_max = 0;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   135
  GenMarkSweep::_preserved_marks = NULL;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   136
  GenMarkSweep::_preserved_count = 0;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   137
}
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   138
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   139
void G1MarkSweep::mark_sweep_phase1(bool& marked_for_unloading,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   140
                                    bool clear_all_softrefs) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   141
  // Recursively traverse all live objects and mark them
37146
209e0fe518bb 8152100: Rework and unify the GC phase logging
stefank
parents: 37140
diff changeset
   142
  GCTraceTime(Info, gc, phases) tm("Phase 1: Mark live objects", gc_timer());
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   143
29693
fac175f7a466 8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents: 26846
diff changeset
   144
  G1CollectedHeap* g1h = G1CollectedHeap::heap();
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   145
25492
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
   146
  // Need cleared claim bits for the roots processing
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   147
  ClassLoaderDataGraph::clear_claimed_marks();
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   148
25492
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
   149
  MarkingCodeBlobClosure follow_code_closure(&GenMarkSweep::follow_root_closure, !CodeBlobToOopClosure::FixRelocations);
29693
fac175f7a466 8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents: 26846
diff changeset
   150
  {
30868
c1b24f26deed 8080110: Remove usage of CollectedHeap::n_par_threads() from root processing
stefank
parents: 30764
diff changeset
   151
    G1RootProcessor root_processor(g1h, 1);
41077
19f70464986e 8114823: G1 doesn't honor request to disable class unloading
sjohanss
parents: 40655
diff changeset
   152
    if (ClassUnloading) {
19f70464986e 8114823: G1 doesn't honor request to disable class unloading
sjohanss
parents: 40655
diff changeset
   153
      root_processor.process_strong_roots(&GenMarkSweep::follow_root_closure,
19f70464986e 8114823: G1 doesn't honor request to disable class unloading
sjohanss
parents: 40655
diff changeset
   154
                                          &GenMarkSweep::follow_cld_closure,
19f70464986e 8114823: G1 doesn't honor request to disable class unloading
sjohanss
parents: 40655
diff changeset
   155
                                          &follow_code_closure);
19f70464986e 8114823: G1 doesn't honor request to disable class unloading
sjohanss
parents: 40655
diff changeset
   156
    } else {
19f70464986e 8114823: G1 doesn't honor request to disable class unloading
sjohanss
parents: 40655
diff changeset
   157
      root_processor.process_all_roots_no_string_table(
19f70464986e 8114823: G1 doesn't honor request to disable class unloading
sjohanss
parents: 40655
diff changeset
   158
                                          &GenMarkSweep::follow_root_closure,
19f70464986e 8114823: G1 doesn't honor request to disable class unloading
sjohanss
parents: 40655
diff changeset
   159
                                          &GenMarkSweep::follow_cld_closure,
19f70464986e 8114823: G1 doesn't honor request to disable class unloading
sjohanss
parents: 40655
diff changeset
   160
                                          &follow_code_closure);
19f70464986e 8114823: G1 doesn't honor request to disable class unloading
sjohanss
parents: 40655
diff changeset
   161
    }
29693
fac175f7a466 8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents: 26846
diff changeset
   162
  }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   163
37146
209e0fe518bb 8152100: Rework and unify the GC phase logging
stefank
parents: 37140
diff changeset
   164
  {
209e0fe518bb 8152100: Rework and unify the GC phase logging
stefank
parents: 37140
diff changeset
   165
    GCTraceTime(Debug, gc, phases) trace("Reference Processing", gc_timer());
209e0fe518bb 8152100: Rework and unify the GC phase logging
stefank
parents: 37140
diff changeset
   166
209e0fe518bb 8152100: Rework and unify the GC phase logging
stefank
parents: 37140
diff changeset
   167
    // Process reference objects found during marking
209e0fe518bb 8152100: Rework and unify the GC phase logging
stefank
parents: 37140
diff changeset
   168
    ReferenceProcessor* rp = GenMarkSweep::ref_processor();
209e0fe518bb 8152100: Rework and unify the GC phase logging
stefank
parents: 37140
diff changeset
   169
    assert(rp == g1h->ref_processor_stw(), "Sanity");
10670
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 9995
diff changeset
   170
37146
209e0fe518bb 8152100: Rework and unify the GC phase logging
stefank
parents: 37140
diff changeset
   171
    rp->setup_policy(clear_all_softrefs);
46795
623a5e42deb6 8173335: Improve logging for j.l.ref.reference processing
sangheki
parents: 46505
diff changeset
   172
    ReferenceProcessorPhaseTimes pt(gc_timer(), rp->num_q());
623a5e42deb6 8173335: Improve logging for j.l.ref.reference processing
sangheki
parents: 46505
diff changeset
   173
37146
209e0fe518bb 8152100: Rework and unify the GC phase logging
stefank
parents: 37140
diff changeset
   174
    const ReferenceProcessorStats& stats =
209e0fe518bb 8152100: Rework and unify the GC phase logging
stefank
parents: 37140
diff changeset
   175
        rp->process_discovered_references(&GenMarkSweep::is_alive,
209e0fe518bb 8152100: Rework and unify the GC phase logging
stefank
parents: 37140
diff changeset
   176
                                          &GenMarkSweep::keep_alive,
209e0fe518bb 8152100: Rework and unify the GC phase logging
stefank
parents: 37140
diff changeset
   177
                                          &GenMarkSweep::follow_stack_closure,
209e0fe518bb 8152100: Rework and unify the GC phase logging
stefank
parents: 37140
diff changeset
   178
                                          NULL,
46795
623a5e42deb6 8173335: Improve logging for j.l.ref.reference processing
sangheki
parents: 46505
diff changeset
   179
                                          &pt);
37146
209e0fe518bb 8152100: Rework and unify the GC phase logging
stefank
parents: 37140
diff changeset
   180
    gc_tracer()->report_gc_reference_stats(stats);
46795
623a5e42deb6 8173335: Improve logging for j.l.ref.reference processing
sangheki
parents: 46505
diff changeset
   181
    pt.print_all_references();
37146
209e0fe518bb 8152100: Rework and unify the GC phase logging
stefank
parents: 37140
diff changeset
   182
  }
17114
b341b4c63384 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 17112
diff changeset
   183
b341b4c63384 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 17112
diff changeset
   184
  // This is the point where the entire marking should have completed.
b341b4c63384 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 17112
diff changeset
   185
  assert(GenMarkSweep::_marking_stack.is_empty(), "Marking should have completed");
b341b4c63384 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 17112
diff changeset
   186
41077
19f70464986e 8114823: G1 doesn't honor request to disable class unloading
sjohanss
parents: 40655
diff changeset
   187
  if (ClassUnloading) {
37146
209e0fe518bb 8152100: Rework and unify the GC phase logging
stefank
parents: 37140
diff changeset
   188
    GCTraceTime(Debug, gc, phases) trace("Class Unloading", gc_timer());
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   189
37140
b62549ead2cf 8027423: Parallel compact GC class unloading measurement includes symbol and string table time
stefank
parents: 37106
diff changeset
   190
    // Unload classes and purge the SystemDictionary.
46505
fd4bc78630b1 8174749: Use hash table/oops for MemberName table
coleenp
parents: 46348
diff changeset
   191
    bool purged_class = SystemDictionary::do_unloading(&GenMarkSweep::is_alive, gc_timer());
37140
b62549ead2cf 8027423: Parallel compact GC class unloading measurement includes symbol and string table time
stefank
parents: 37106
diff changeset
   192
46348
5803de68c14d 8171238: Unify cleanup code used in G1 Remark and Full GC marking
sjohanss
parents: 46285
diff changeset
   193
    g1h->complete_cleaning(&GenMarkSweep::is_alive, purged_class);
5803de68c14d 8171238: Unify cleanup code used in G1 Remark and Full GC marking
sjohanss
parents: 46285
diff changeset
   194
  } else {
5803de68c14d 8171238: Unify cleanup code used in G1 Remark and Full GC marking
sjohanss
parents: 46285
diff changeset
   195
    GCTraceTime(Debug, gc, phases) trace("Cleanup", gc_timer());
5803de68c14d 8171238: Unify cleanup code used in G1 Remark and Full GC marking
sjohanss
parents: 46285
diff changeset
   196
    g1h->partial_cleaning(&GenMarkSweep::is_alive, true, true, G1StringDedup::is_enabled());
37140
b62549ead2cf 8027423: Parallel compact GC class unloading measurement includes symbol and string table time
stefank
parents: 37106
diff changeset
   197
  }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   198
9995
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   199
  if (VerifyDuringGC) {
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   200
    HandleMark hm;  // handle scope
33160
c59f1676d27e 8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents: 32606
diff changeset
   201
#if defined(COMPILER2) || INCLUDE_JVMCI
c59f1676d27e 8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents: 32606
diff changeset
   202
    DerivedPointerTableDeactivate dpt_deact;
c59f1676d27e 8136421: JEP 243: Java-Level JVM Compiler Interface
twisti
parents: 32606
diff changeset
   203
#endif
30173
13cf7580b000 8077413: Avoid use of Universe::heap() inside collectors
pliden
parents: 30147
diff changeset
   204
    g1h->prepare_for_verify();
9995
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   205
    // Note: we can verify only the heap here. When an object is
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   206
    // marked, the previous value of the mark word (including
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   207
    // identity hash values, ages, etc) is preserved, and the mark
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   208
    // word is set to markOop::marked_value - effectively removing
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   209
    // any hash values from the mark word. These hash values are
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   210
    // used when verifying the dictionaries and so removing them
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   211
    // from the mark word can make verification of the dictionaries
22551
9bf46d16dcc6 8025856: Fix typos in the GC code
jwilhelm
parents: 22550
diff changeset
   212
    // fail. At the end of the GC, the original mark word values
9995
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   213
    // (including hash values) are restored to the appropriate
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   214
    // objects.
35061
be6025ebffea 8145092: Use Unified Logging for the GC logging
brutisso
parents: 33786
diff changeset
   215
    GCTraceTime(Info, gc, verify)("During GC (full)");
be6025ebffea 8145092: Use Unified Logging for the GC logging
brutisso
parents: 33786
diff changeset
   216
    g1h->verify(VerifyOption_G1UseMarkWord);
9995
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   217
  }
18025
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17114
diff changeset
   218
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17114
diff changeset
   219
  gc_tracer()->report_object_count_after_gc(&GenMarkSweep::is_alive);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   220
}
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   221
2344
f2e09ba7ceab 6543938: G1: remove the concept of popularity
apetrusenko
parents: 1623
diff changeset
   222
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   223
void G1MarkSweep::mark_sweep_phase2() {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   224
  // Now all live objects are marked, compute the new object addresses.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   225
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   226
  // It is not required that we traverse spaces in the same order in
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   227
  // phase2, phase3 and phase4, but the ValidateMarkSweep live oops
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   228
  // tracking expects us to do so. See comment under phase4.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   229
37146
209e0fe518bb 8152100: Rework and unify the GC phase logging
stefank
parents: 37140
diff changeset
   230
  GCTraceTime(Info, gc, phases) tm("Phase 2: Compute new object addresses", gc_timer());
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   231
26839
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   232
  prepare_compaction();
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   233
}
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   234
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   235
class G1AdjustPointersClosure: public HeapRegionClosure {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   236
 public:
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   237
  bool doHeapRegion(HeapRegion* r) {
26846
7d4376f8560e 8058495: G1: normalize names for isHumongous() and friends
tonyp
parents: 26839
diff changeset
   238
    if (r->is_humongous()) {
7d4376f8560e 8058495: G1: normalize names for isHumongous() and friends
tonyp
parents: 26839
diff changeset
   239
      if (r->is_starts_humongous()) {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   240
        // We must adjust the pointers on the single H object.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   241
        oop obj = oop(r->bottom());
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   242
        // point all the oops to the new location
29792
8c6fa07f0869 8075957: Reduce calls to the GC specific object visitors in oopDesc
stefank
parents: 29693
diff changeset
   243
        MarkSweep::adjust_pointers(obj);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   244
      }
46810
7dad333205cd 8179302: Pre-resolve constant pool string entries and cache resolved_reference arrays in CDS archive.
jiangli
parents: 46795
diff changeset
   245
    } else if (!r->is_closed_archive()) {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   246
      // This really ought to be "as_CompactibleSpace"...
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   247
      r->adjust_pointers();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   248
    }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   249
    return false;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   250
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   251
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   252
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   253
void G1MarkSweep::mark_sweep_phase3() {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   254
  G1CollectedHeap* g1h = G1CollectedHeap::heap();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   255
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   256
  // Adjust the pointers to reflect the new locations
37146
209e0fe518bb 8152100: Rework and unify the GC phase logging
stefank
parents: 37140
diff changeset
   257
  GCTraceTime(Info, gc, phases) tm("Phase 3: Adjust pointers", gc_timer());
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   258
25492
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
   259
  // Need cleared claim bits for the roots processing
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   260
  ClassLoaderDataGraph::clear_claimed_marks();
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   261
25492
d27050bdfb04 8049421: G1 Class Unloading after completing a concurrent mark cycle
stefank
parents: 25491
diff changeset
   262
  CodeBlobToOopClosure adjust_code_closure(&GenMarkSweep::adjust_pointer_closure, CodeBlobToOopClosure::FixRelocations);
29693
fac175f7a466 8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents: 26846
diff changeset
   263
  {
30868
c1b24f26deed 8080110: Remove usage of CollectedHeap::n_par_threads() from root processing
stefank
parents: 30764
diff changeset
   264
    G1RootProcessor root_processor(g1h, 1);
29693
fac175f7a466 8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents: 26846
diff changeset
   265
    root_processor.process_all_roots(&GenMarkSweep::adjust_pointer_closure,
fac175f7a466 8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents: 26846
diff changeset
   266
                                     &GenMarkSweep::adjust_cld_closure,
fac175f7a466 8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents: 26846
diff changeset
   267
                                     &adjust_code_closure);
fac175f7a466 8075210: Refactor strong root processing in order to allow G1 to evolve separately from GenCollectedHeap
mgerdin
parents: 26846
diff changeset
   268
  }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   269
10670
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 9995
diff changeset
   270
  assert(GenMarkSweep::ref_processor() == g1h->ref_processor_stw(), "Sanity");
17105
25b392a7740d 8012687: Remove unused is_root checks and closures
stefank
parents: 15088
diff changeset
   271
  g1h->ref_processor_stw()->weak_oops_do(&GenMarkSweep::adjust_pointer_closure);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   272
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   273
  // Now adjust pointers in remaining weak roots.  (All of which should
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   274
  // have been cleared if they pointed to non-surviving objects.)
37106
0856b64af754 8151539: Remove duplicate AlwaysTrueClosures
stefank
parents: 35065
diff changeset
   275
  JNIHandles::weak_oops_do(&GenMarkSweep::adjust_pointer_closure);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   276
23472
35e93890ed88 8029075: String deduplication in G1
pliden
parents: 23450
diff changeset
   277
  if (G1StringDedup::is_enabled()) {
35e93890ed88 8029075: String deduplication in G1
pliden
parents: 23450
diff changeset
   278
    G1StringDedup::oops_do(&GenMarkSweep::adjust_pointer_closure);
35e93890ed88 8029075: String deduplication in G1
pliden
parents: 23450
diff changeset
   279
  }
35e93890ed88 8029075: String deduplication in G1
pliden
parents: 23450
diff changeset
   280
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   281
  GenMarkSweep::adjust_marks();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   282
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   283
  G1AdjustPointersClosure blk;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   284
  g1h->heap_region_iterate(&blk);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   285
}
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   286
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   287
class G1SpaceCompactClosure: public HeapRegionClosure {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   288
public:
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   289
  G1SpaceCompactClosure() {}
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   290
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   291
  bool doHeapRegion(HeapRegion* hr) {
26846
7d4376f8560e 8058495: G1: normalize names for isHumongous() and friends
tonyp
parents: 26839
diff changeset
   292
    if (hr->is_humongous()) {
7d4376f8560e 8058495: G1: normalize names for isHumongous() and friends
tonyp
parents: 26839
diff changeset
   293
      if (hr->is_starts_humongous()) {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   294
        oop obj = oop(hr->bottom());
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   295
        if (obj->is_gc_marked()) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   296
          obj->init_mark();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   297
        } else {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   298
          assert(hr->is_empty(), "Should have been cleared in phase 2.");
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   299
        }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   300
      }
33786
ac8da6513351 8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents: 33198
diff changeset
   301
      hr->reset_during_compaction();
31346
a70d45c06136 8042668: GC Support for shared heap ranges in CDS
jiangli
parents: 30868
diff changeset
   302
    } else if (!hr->is_pinned()) {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   303
      hr->compact();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   304
    }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   305
    return false;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   306
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   307
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   308
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   309
void G1MarkSweep::mark_sweep_phase4() {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   310
  // All pointers are now adjusted, move objects accordingly
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   311
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   312
  // The ValidateMarkSweep live oops tracking expects us to traverse spaces
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   313
  // in the same order in phase2, phase3 and phase4. We don't quite do that
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   314
  // here (code and comment not fixed for perm removal), so we tell the validate code
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   315
  // to use a higher index (saved from phase2) when verifying perm_gen.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   316
  G1CollectedHeap* g1h = G1CollectedHeap::heap();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   317
37146
209e0fe518bb 8152100: Rework and unify the GC phase logging
stefank
parents: 37140
diff changeset
   318
  GCTraceTime(Info, gc, phases) tm("Phase 4: Move objects", gc_timer());
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   319
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   320
  G1SpaceCompactClosure blk;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   321
  g1h->heap_region_iterate(&blk);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   322
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   323
}
26839
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   324
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   325
void G1MarkSweep::prepare_compaction_work(G1PrepareCompactClosure* blk) {
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   326
  G1CollectedHeap* g1h = G1CollectedHeap::heap();
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   327
  g1h->heap_region_iterate(blk);
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   328
  blk->update_sets();
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   329
}
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   330
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   331
void G1PrepareCompactClosure::free_humongous_region(HeapRegion* hr) {
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   332
  HeapWord* end = hr->end();
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   333
  FreeRegionList dummy_free_list("Dummy Free List for G1MarkSweep");
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   334
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   335
  hr->set_containing_set(NULL);
35065
b4ff0249c092 8144996: Replace the HeapRegionSetCount class with an uint
david
parents: 35061
diff changeset
   336
  _humongous_regions_removed++;
26839
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   337
39979
b17e445924da 8034842: Parallelize the Free CSet phase in G1
tschatzl
parents: 37146
diff changeset
   338
  _g1h->free_humongous_region(hr, &dummy_free_list, false /* skip_remset */);
26839
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   339
  prepare_for_compaction(hr, end);
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   340
  dummy_free_list.remove_all();
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   341
}
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   342
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   343
void G1PrepareCompactClosure::prepare_for_compaction(HeapRegion* hr, HeapWord* end) {
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   344
  // If this is the first live region that we came across which we can compact,
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   345
  // initialize the CompactPoint.
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   346
  if (!is_cp_initialized()) {
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   347
    _cp.space = hr;
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   348
    _cp.threshold = hr->initialize_threshold();
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   349
  }
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   350
  prepare_for_compaction_work(&_cp, hr, end);
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   351
}
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   352
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   353
void G1PrepareCompactClosure::prepare_for_compaction_work(CompactPoint* cp,
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   354
                                                          HeapRegion* hr,
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   355
                                                          HeapWord* end) {
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   356
  hr->prepare_for_compaction(cp);
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   357
  // Also clear the part of the card table that will be unused after
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   358
  // compaction.
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   359
  _mrbs->clear(MemRegion(hr->compaction_top(), end));
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   360
}
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   361
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   362
void G1PrepareCompactClosure::update_sets() {
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   363
  // We'll recalculate total used bytes and recreate the free list
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   364
  // at the end of the GC, so no point in updating those values here.
35065
b4ff0249c092 8144996: Replace the HeapRegionSetCount class with an uint
david
parents: 35061
diff changeset
   365
  _g1h->remove_from_old_sets(0, _humongous_regions_removed);
26839
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   366
}
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   367
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   368
bool G1PrepareCompactClosure::doHeapRegion(HeapRegion* hr) {
26846
7d4376f8560e 8058495: G1: normalize names for isHumongous() and friends
tonyp
parents: 26839
diff changeset
   369
  if (hr->is_humongous()) {
33786
ac8da6513351 8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents: 33198
diff changeset
   370
    oop obj = oop(hr->humongous_start_region()->bottom());
ac8da6513351 8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents: 33198
diff changeset
   371
    if (hr->is_starts_humongous() && obj->is_gc_marked()) {
ac8da6513351 8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents: 33198
diff changeset
   372
      obj->forward_to(obj);
ac8da6513351 8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents: 33198
diff changeset
   373
    }
ac8da6513351 8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents: 33198
diff changeset
   374
    if (!obj->is_gc_marked()) {
ac8da6513351 8139867: Change how startsHumongous and continuesHumongous regions work in G1.
david
parents: 33198
diff changeset
   375
      free_humongous_region(hr);
26839
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   376
    }
31346
a70d45c06136 8042668: GC Support for shared heap ranges in CDS
jiangli
parents: 30868
diff changeset
   377
  } else if (!hr->is_pinned()) {
26839
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   378
    prepare_for_compaction(hr, hr->end());
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   379
  }
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   380
  return false;
021bfc544c6f 8057658: Enable G1 FullGC extensions
sjohanss
parents: 25731
diff changeset
   381
}