hotspot/src/share/vm/gc_implementation/g1/g1MarkSweep.cpp
author brutisso
Thu, 19 Jun 2014 13:31:14 +0200
changeset 25350 6423a57e5451
parent 23472 35e93890ed88
child 25351 7c198a690050
permissions -rw-r--r--
8043607: Add a GC id as a log decoration similar to PrintGCTimeStamps Reviewed-by: jwilhelm, ehelin, tschatzl
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     1
/*
23472
35e93890ed88 8029075: String deduplication in G1
pliden
parents: 23450
diff changeset
     2
 * Copyright (c) 2001, 2014, Oracle and/or its affiliates. All rights reserved.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     4
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     7
 * published by the Free Software Foundation.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     8
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    13
 * accompanied this code).
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    14
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5343
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5343
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5343
diff changeset
    21
 * questions.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    22
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    23
 */
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    24
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    25
#include "precompiled.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    26
#include "classfile/javaClasses.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    27
#include "classfile/symbolTable.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    28
#include "classfile/systemDictionary.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    29
#include "classfile/vmSymbols.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    30
#include "code/codeCache.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    31
#include "code/icBuffer.hpp"
12378
ed44b9ecfa2f 7160728: Introduce an extra logging level for G1 logging
brutisso
parents: 11636
diff changeset
    32
#include "gc_implementation/g1/g1Log.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    33
#include "gc_implementation/g1/g1MarkSweep.hpp"
23472
35e93890ed88 8029075: String deduplication in G1
pliden
parents: 23450
diff changeset
    34
#include "gc_implementation/g1/g1StringDedup.hpp"
18025
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17114
diff changeset
    35
#include "gc_implementation/shared/gcHeapSummary.hpp"
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17114
diff changeset
    36
#include "gc_implementation/shared/gcTimer.hpp"
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17114
diff changeset
    37
#include "gc_implementation/shared/gcTrace.hpp"
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17114
diff changeset
    38
#include "gc_implementation/shared/gcTraceTime.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    39
#include "memory/gcLocker.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    40
#include "memory/genCollectedHeap.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    41
#include "memory/modRefBarrierSet.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    42
#include "memory/referencePolicy.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    43
#include "memory/space.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    44
#include "oops/instanceRefKlass.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    45
#include "oops/oop.inline.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    46
#include "prims/jvmtiExport.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    47
#include "runtime/biasedLocking.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    48
#include "runtime/fprofiler.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    49
#include "runtime/synchronizer.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    50
#include "runtime/thread.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    51
#include "runtime/vmThread.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    52
#include "utilities/copy.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6762
diff changeset
    53
#include "utilities/events.hpp"
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    54
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    55
class HeapRegion;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    56
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    57
void G1MarkSweep::invoke_at_safepoint(ReferenceProcessor* rp,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    58
                                      bool clear_all_softrefs) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    59
  assert(SafepointSynchronize::is_at_safepoint(), "must be at a safepoint");
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    60
5343
95a5c4b89273 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 5076
diff changeset
    61
  SharedHeap* sh = SharedHeap::heap();
95a5c4b89273 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 5076
diff changeset
    62
#ifdef ASSERT
95a5c4b89273 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 5076
diff changeset
    63
  if (sh->collector_policy()->should_clear_all_soft_refs()) {
95a5c4b89273 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 5076
diff changeset
    64
    assert(clear_all_softrefs, "Policy should have been checked earler");
95a5c4b89273 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 5076
diff changeset
    65
  }
95a5c4b89273 6858496: Clear all SoftReferences before an out-of-memory due to GC overhead limit.
jmasa
parents: 5076
diff changeset
    66
#endif
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    67
  // hook up weak ref data so it can be used during Mark-Sweep
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    68
  assert(GenMarkSweep::ref_processor() == NULL, "no stomping");
1606
dcf9714addbe 6684579: SoftReference processing can be made more efficient
ysr
parents: 1390
diff changeset
    69
  assert(rp != NULL, "should be non-NULL");
10670
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 9995
diff changeset
    70
  assert(rp == G1CollectedHeap::heap()->ref_processor_stw(), "Precondition");
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 9995
diff changeset
    71
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    72
  GenMarkSweep::_ref_processor = rp;
1610
5dddd195cc86 6778647: snap(), snap_policy() should be renamed setup(), setup_policy()
ysr
parents: 1606
diff changeset
    73
  rp->setup_policy(clear_all_softrefs);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    74
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
    75
  // When collecting the permanent generation Method*s may be moving,
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    76
  // so we either have to flush all bcp data or convert it into bci.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    77
  CodeCache::gc_prologue();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    78
  Threads::gc_prologue();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    79
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    80
  bool marked_for_unloading = false;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    81
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    82
  allocate_stacks();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    83
1390
4c473c5aee14 6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents: 1374
diff changeset
    84
  // We should save the marks of the currently locked biased monitors.
4c473c5aee14 6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents: 1374
diff changeset
    85
  // The marking doesn't preserve the marks of biased objects.
4c473c5aee14 6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents: 1374
diff changeset
    86
  BiasedLocking::preserve_marks();
4c473c5aee14 6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents: 1374
diff changeset
    87
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    88
  mark_sweep_phase1(marked_for_unloading, clear_all_softrefs);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    89
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    90
  mark_sweep_phase2();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    91
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    92
  // Don't add any more derived pointers during phase3
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    93
  COMPILER2_PRESENT(DerivedPointerTable::set_active(false));
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    94
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    95
  mark_sweep_phase3();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    96
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    97
  mark_sweep_phase4();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    98
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    99
  GenMarkSweep::restore_marks();
1390
4c473c5aee14 6735416: G1: runThese javasoft.sqe.tests.lang.thrd011.thrd01101.thrd01101 fails
iveresov
parents: 1374
diff changeset
   100
  BiasedLocking::restore_marks();
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   101
  GenMarkSweep::deallocate_stacks();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   102
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   103
  // "free at last gc" is calculated from these.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   104
  // CHF: cheating for now!!!
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   105
  //  Universe::set_heap_capacity_at_last_gc(Universe::heap()->capacity());
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   106
  //  Universe::set_heap_used_at_last_gc(Universe::heap()->used());
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   107
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   108
  Threads::gc_epilogue();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   109
  CodeCache::gc_epilogue();
7918
ce1e4ae77aea 7012505: BreakpointWithFullGC.sh fails with Internal Error (src/share/vm/oops/methodOop.cpp:220)
kamg
parents: 7397
diff changeset
   110
  JvmtiExport::gc_epilogue();
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   111
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   112
  // refs processing: clean slate
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   113
  GenMarkSweep::_ref_processor = NULL;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   114
}
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   115
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   116
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   117
void G1MarkSweep::allocate_stacks() {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   118
  GenMarkSweep::_preserved_count_max = 0;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   119
  GenMarkSweep::_preserved_marks = NULL;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   120
  GenMarkSweep::_preserved_count = 0;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   121
}
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   122
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   123
void G1MarkSweep::mark_sweep_phase1(bool& marked_for_unloading,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   124
                                    bool clear_all_softrefs) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   125
  // Recursively traverse all live objects and mark them
25350
6423a57e5451 8043607: Add a GC id as a log decoration similar to PrintGCTimeStamps
brutisso
parents: 23472
diff changeset
   126
  GCTraceTime tm("phase 1", G1Log::fine() && Verbose, true, gc_timer(), gc_tracer()->gc_id());
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   127
  GenMarkSweep::trace(" 1");
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   128
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   129
  SharedHeap* sh = SharedHeap::heap();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   130
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   131
  // Need cleared claim bits for the strong roots processing
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   132
  ClassLoaderDataGraph::clear_claimed_marks();
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   133
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   134
  sh->process_strong_roots(true,  // activate StrongRootsScope
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   135
                           SharedHeap::SO_SystemClasses,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   136
                           &GenMarkSweep::follow_root_closure,
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   137
                           &GenMarkSweep::follow_klass_closure);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   138
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   139
  // Process reference objects found during marking
1606
dcf9714addbe 6684579: SoftReference processing can be made more efficient
ysr
parents: 1390
diff changeset
   140
  ReferenceProcessor* rp = GenMarkSweep::ref_processor();
10670
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 9995
diff changeset
   141
  assert(rp == G1CollectedHeap::heap()->ref_processor_stw(), "Sanity");
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 9995
diff changeset
   142
1610
5dddd195cc86 6778647: snap(), snap_policy() should be renamed setup(), setup_policy()
ysr
parents: 1606
diff changeset
   143
  rp->setup_policy(clear_all_softrefs);
18025
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17114
diff changeset
   144
  const ReferenceProcessorStats& stats =
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17114
diff changeset
   145
    rp->process_discovered_references(&GenMarkSweep::is_alive,
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17114
diff changeset
   146
                                      &GenMarkSweep::keep_alive,
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17114
diff changeset
   147
                                      &GenMarkSweep::follow_stack_closure,
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17114
diff changeset
   148
                                      NULL,
25350
6423a57e5451 8043607: Add a GC id as a log decoration similar to PrintGCTimeStamps
brutisso
parents: 23472
diff changeset
   149
                                      gc_timer(),
6423a57e5451 8043607: Add a GC id as a log decoration similar to PrintGCTimeStamps
brutisso
parents: 23472
diff changeset
   150
                                      gc_tracer()->gc_id());
18025
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17114
diff changeset
   151
  gc_tracer()->report_gc_reference_stats(stats);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   152
17114
b341b4c63384 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 17112
diff changeset
   153
b341b4c63384 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 17112
diff changeset
   154
  // This is the point where the entire marking should have completed.
b341b4c63384 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 17112
diff changeset
   155
  assert(GenMarkSweep::_marking_stack.is_empty(), "Marking should have completed");
b341b4c63384 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 17112
diff changeset
   156
b341b4c63384 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 17112
diff changeset
   157
  // Unload classes and purge the SystemDictionary.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   158
  bool purged_class = SystemDictionary::do_unloading(&GenMarkSweep::is_alive);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   159
17114
b341b4c63384 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 17112
diff changeset
   160
  // Unload nmethods.
13878
6e6a462a6cff 7200470: KeepAliveClosure not needed in CodeCache::do_unloading
brutisso
parents: 13728
diff changeset
   161
  CodeCache::do_unloading(&GenMarkSweep::is_alive, purged_class);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   162
17114
b341b4c63384 8013160: NPG: Remove unnecessary mark stack draining after CodeCache::do_unloading
stefank
parents: 17112
diff changeset
   163
  // Prune dead klasses from subklass/sibling/implementor lists.
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   164
  Klass::clean_weak_klass_links(&GenMarkSweep::is_alive);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   165
22545
b93a7f0e9b9d 8027476: Improve performance of Stringtable unlink
tschatzl
parents: 20309
diff changeset
   166
  // Delete entries for dead interned string and clean up unreferenced symbols in symbol table.
b93a7f0e9b9d 8027476: Improve performance of Stringtable unlink
tschatzl
parents: 20309
diff changeset
   167
  G1CollectedHeap::heap()->unlink_string_and_symbol_table(&GenMarkSweep::is_alive);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   168
9995
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   169
  if (VerifyDuringGC) {
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   170
    HandleMark hm;  // handle scope
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   171
    COMPILER2_PRESENT(DerivedPointerTableDeactivate dpt_deact);
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   172
    Universe::heap()->prepare_for_verify();
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   173
    // Note: we can verify only the heap here. When an object is
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   174
    // marked, the previous value of the mark word (including
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   175
    // identity hash values, ages, etc) is preserved, and the mark
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   176
    // word is set to markOop::marked_value - effectively removing
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   177
    // any hash values from the mark word. These hash values are
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   178
    // used when verifying the dictionaries and so removing them
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   179
    // from the mark word can make verification of the dictionaries
22551
9bf46d16dcc6 8025856: Fix typos in the GC code
jwilhelm
parents: 22550
diff changeset
   180
    // fail. At the end of the GC, the original mark word values
9995
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   181
    // (including hash values) are restored to the appropriate
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   182
    // objects.
17112
e49af4ba7755 8013132: Add a flag to turn off the output of the verbose verification code
stefank
parents: 17105
diff changeset
   183
    if (!VerifySilently) {
e49af4ba7755 8013132: Add a flag to turn off the output of the verbose verification code
stefank
parents: 17105
diff changeset
   184
      gclog_or_tty->print(" VerifyDuringGC:(full)[Verifying ");
e49af4ba7755 8013132: Add a flag to turn off the output of the verbose verification code
stefank
parents: 17105
diff changeset
   185
    }
e49af4ba7755 8013132: Add a flag to turn off the output of the verbose verification code
stefank
parents: 17105
diff changeset
   186
    Universe::heap()->verify(VerifySilently, VerifyOption_G1UseMarkWord);
e49af4ba7755 8013132: Add a flag to turn off the output of the verbose verification code
stefank
parents: 17105
diff changeset
   187
    if (!VerifySilently) {
e49af4ba7755 8013132: Add a flag to turn off the output of the verbose verification code
stefank
parents: 17105
diff changeset
   188
      gclog_or_tty->print_cr("]");
e49af4ba7755 8013132: Add a flag to turn off the output of the verbose verification code
stefank
parents: 17105
diff changeset
   189
    }
9995
290620c08233 7004681: G1: Extend marking verification to Full GCs
johnc
parents: 8680
diff changeset
   190
  }
18025
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17114
diff changeset
   191
b7bcf7497f93 8005849: JEP 167: Event-Based JVM Tracing
sla
parents: 17114
diff changeset
   192
  gc_tracer()->report_object_count_after_gc(&GenMarkSweep::is_alive);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   193
}
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   194
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   195
class G1PrepareCompactClosure: public HeapRegionClosure {
7923
fc200fcd4e05 6977804: G1: remove the zero-filling thread
tonyp
parents: 7397
diff changeset
   196
  G1CollectedHeap* _g1h;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   197
  ModRefBarrierSet* _mrbs;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   198
  CompactPoint _cp;
23450
c7c6202fc7e2 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 22883
diff changeset
   199
  HeapRegionSetCount _humongous_regions_removed;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   200
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   201
  void free_humongous_region(HeapRegion* hr) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   202
    HeapWord* end = hr->end();
8680
f1c414e16a4c 7014923: G1: code cleanup
tonyp
parents: 8076
diff changeset
   203
    FreeRegionList dummy_free_list("Dummy Free List for G1MarkSweep");
f1c414e16a4c 7014923: G1: code cleanup
tonyp
parents: 8076
diff changeset
   204
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   205
    assert(hr->startsHumongous(),
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   206
           "Only the start of a humongous region should be freed.");
23450
c7c6202fc7e2 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 22883
diff changeset
   207
c7c6202fc7e2 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 22883
diff changeset
   208
    hr->set_containing_set(NULL);
c7c6202fc7e2 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 22883
diff changeset
   209
    _humongous_regions_removed.increment(1u, hr->capacity());
c7c6202fc7e2 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 22883
diff changeset
   210
c7c6202fc7e2 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 22883
diff changeset
   211
    _g1h->free_humongous_region(hr, &dummy_free_list, false /* par */);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   212
    hr->prepare_for_compaction(&_cp);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   213
    // Also clear the part of the card table that will be unused after
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   214
    // compaction.
7923
fc200fcd4e05 6977804: G1: remove the zero-filling thread
tonyp
parents: 7397
diff changeset
   215
    _mrbs->clear(MemRegion(hr->compaction_top(), end));
8680
f1c414e16a4c 7014923: G1: code cleanup
tonyp
parents: 8076
diff changeset
   216
    dummy_free_list.remove_all();
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   217
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   218
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   219
public:
7923
fc200fcd4e05 6977804: G1: remove the zero-filling thread
tonyp
parents: 7397
diff changeset
   220
  G1PrepareCompactClosure(CompactibleSpace* cs)
fc200fcd4e05 6977804: G1: remove the zero-filling thread
tonyp
parents: 7397
diff changeset
   221
  : _g1h(G1CollectedHeap::heap()),
20309
7445302daff6 8025305: Cleanup CardTableModRefBS usage in G1
mgerdin
parents: 18687
diff changeset
   222
    _mrbs(_g1h->g1_barrier_set()),
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   223
    _cp(NULL, cs, cs->initialize_threshold()),
23450
c7c6202fc7e2 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 22883
diff changeset
   224
    _humongous_regions_removed() { }
7923
fc200fcd4e05 6977804: G1: remove the zero-filling thread
tonyp
parents: 7397
diff changeset
   225
fc200fcd4e05 6977804: G1: remove the zero-filling thread
tonyp
parents: 7397
diff changeset
   226
  void update_sets() {
fc200fcd4e05 6977804: G1: remove the zero-filling thread
tonyp
parents: 7397
diff changeset
   227
    // We'll recalculate total used bytes and recreate the free list
fc200fcd4e05 6977804: G1: remove the zero-filling thread
tonyp
parents: 7397
diff changeset
   228
    // at the end of the GC, so no point in updating those values here.
23450
c7c6202fc7e2 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 22883
diff changeset
   229
    HeapRegionSetCount empty_set;
c7c6202fc7e2 8034079: G1: Refactor the HeapRegionSet hierarchy
brutisso
parents: 22883
diff changeset
   230
    _g1h->remove_from_old_sets(empty_set, _humongous_regions_removed);
7923
fc200fcd4e05 6977804: G1: remove the zero-filling thread
tonyp
parents: 7397
diff changeset
   231
  }
fc200fcd4e05 6977804: G1: remove the zero-filling thread
tonyp
parents: 7397
diff changeset
   232
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   233
  bool doHeapRegion(HeapRegion* hr) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   234
    if (hr->isHumongous()) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   235
      if (hr->startsHumongous()) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   236
        oop obj = oop(hr->bottom());
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   237
        if (obj->is_gc_marked()) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   238
          obj->forward_to(obj);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   239
        } else  {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   240
          free_humongous_region(hr);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   241
        }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   242
      } else {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   243
        assert(hr->continuesHumongous(), "Invalid humongous.");
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   244
      }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   245
    } else {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   246
      hr->prepare_for_compaction(&_cp);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   247
      // Also clear the part of the card table that will be unused after
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   248
      // compaction.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   249
      _mrbs->clear(MemRegion(hr->compaction_top(), hr->end()));
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   250
    }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   251
    return false;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   252
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   253
};
2344
f2e09ba7ceab 6543938: G1: remove the concept of popularity
apetrusenko
parents: 1623
diff changeset
   254
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   255
void G1MarkSweep::mark_sweep_phase2() {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   256
  // Now all live objects are marked, compute the new object addresses.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   257
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   258
  // It is not required that we traverse spaces in the same order in
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   259
  // phase2, phase3 and phase4, but the ValidateMarkSweep live oops
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   260
  // tracking expects us to do so. See comment under phase4.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   261
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   262
  G1CollectedHeap* g1h = G1CollectedHeap::heap();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   263
25350
6423a57e5451 8043607: Add a GC id as a log decoration similar to PrintGCTimeStamps
brutisso
parents: 23472
diff changeset
   264
  GCTraceTime tm("phase 2", G1Log::fine() && Verbose, true, gc_timer(), gc_tracer()->gc_id());
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   265
  GenMarkSweep::trace("2");
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   266
13336
e582172ff6ff 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 12379
diff changeset
   267
  // find the first region
e582172ff6ff 7114678: G1: various small fixes, code cleanup, and refactoring
tonyp
parents: 12379
diff changeset
   268
  HeapRegion* r = g1h->region_at(0);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   269
  CompactibleSpace* sp = r;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   270
  if (r->isHumongous() && oop(r->bottom())->is_gc_marked()) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   271
    sp = r->next_compaction_space();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   272
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   273
2344
f2e09ba7ceab 6543938: G1: remove the concept of popularity
apetrusenko
parents: 1623
diff changeset
   274
  G1PrepareCompactClosure blk(sp);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   275
  g1h->heap_region_iterate(&blk);
7923
fc200fcd4e05 6977804: G1: remove the zero-filling thread
tonyp
parents: 7397
diff changeset
   276
  blk.update_sets();
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   277
}
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   278
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   279
class G1AdjustPointersClosure: public HeapRegionClosure {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   280
 public:
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   281
  bool doHeapRegion(HeapRegion* r) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   282
    if (r->isHumongous()) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   283
      if (r->startsHumongous()) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   284
        // We must adjust the pointers on the single H object.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   285
        oop obj = oop(r->bottom());
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   286
        // point all the oops to the new location
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   287
        obj->adjust_pointers();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   288
      }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   289
    } else {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   290
      // This really ought to be "as_CompactibleSpace"...
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   291
      r->adjust_pointers();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   292
    }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   293
    return false;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   294
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   295
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   296
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   297
void G1MarkSweep::mark_sweep_phase3() {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   298
  G1CollectedHeap* g1h = G1CollectedHeap::heap();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   299
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   300
  // Adjust the pointers to reflect the new locations
25350
6423a57e5451 8043607: Add a GC id as a log decoration similar to PrintGCTimeStamps
brutisso
parents: 23472
diff changeset
   301
  GCTraceTime tm("phase 3", G1Log::fine() && Verbose, true, gc_timer(), gc_tracer()->gc_id());
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   302
  GenMarkSweep::trace("3");
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   303
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   304
  SharedHeap* sh = SharedHeap::heap();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   305
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   306
  // Need cleared claim bits for the strong roots processing
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   307
  ClassLoaderDataGraph::clear_claimed_marks();
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   308
3908
24b55ad4c228 6863023: need non-perm oops in code cache for JSR 292
jrose
parents: 3261
diff changeset
   309
  sh->process_strong_roots(true,  // activate StrongRootsScope
22883
5378704451dc 8034764: Use process_strong_roots to adjust the StringTable
stefank
parents: 22882
diff changeset
   310
                           SharedHeap::SO_AllClasses | SharedHeap::SO_Strings | SharedHeap::SO_AllCodeCache,
17105
25b392a7740d 8012687: Remove unused is_root checks and closures
stefank
parents: 15088
diff changeset
   311
                           &GenMarkSweep::adjust_pointer_closure,
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   312
                           &GenMarkSweep::adjust_klass_closure);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   313
10670
4ea0e7d2ffbc 6484982: G1: process references during evacuation pauses
johnc
parents: 9995
diff changeset
   314
  assert(GenMarkSweep::ref_processor() == g1h->ref_processor_stw(), "Sanity");
17105
25b392a7740d 8012687: Remove unused is_root checks and closures
stefank
parents: 15088
diff changeset
   315
  g1h->ref_processor_stw()->weak_oops_do(&GenMarkSweep::adjust_pointer_closure);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   316
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   317
  // Now adjust pointers in remaining weak roots.  (All of which should
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   318
  // have been cleared if they pointed to non-surviving objects.)
22882
195c8f70d605 8034761: Remove the do_code_roots parameter from process_strong_roots
stefank
parents: 22551
diff changeset
   319
  sh->process_weak_roots(&GenMarkSweep::adjust_pointer_closure);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   320
23472
35e93890ed88 8029075: String deduplication in G1
pliden
parents: 23450
diff changeset
   321
  if (G1StringDedup::is_enabled()) {
35e93890ed88 8029075: String deduplication in G1
pliden
parents: 23450
diff changeset
   322
    G1StringDedup::oops_do(&GenMarkSweep::adjust_pointer_closure);
35e93890ed88 8029075: String deduplication in G1
pliden
parents: 23450
diff changeset
   323
  }
35e93890ed88 8029075: String deduplication in G1
pliden
parents: 23450
diff changeset
   324
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   325
  GenMarkSweep::adjust_marks();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   326
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   327
  G1AdjustPointersClosure blk;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   328
  g1h->heap_region_iterate(&blk);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   329
}
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   330
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   331
class G1SpaceCompactClosure: public HeapRegionClosure {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   332
public:
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   333
  G1SpaceCompactClosure() {}
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   334
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   335
  bool doHeapRegion(HeapRegion* hr) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   336
    if (hr->isHumongous()) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   337
      if (hr->startsHumongous()) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   338
        oop obj = oop(hr->bottom());
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   339
        if (obj->is_gc_marked()) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   340
          obj->init_mark();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   341
        } else {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   342
          assert(hr->is_empty(), "Should have been cleared in phase 2.");
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   343
        }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   344
        hr->reset_during_compaction();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   345
      }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   346
    } else {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   347
      hr->compact();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   348
    }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   349
    return false;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   350
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   351
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   352
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   353
void G1MarkSweep::mark_sweep_phase4() {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   354
  // All pointers are now adjusted, move objects accordingly
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   355
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   356
  // The ValidateMarkSweep live oops tracking expects us to traverse spaces
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   357
  // in the same order in phase2, phase3 and phase4. We don't quite do that
13728
882756847a04 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 13336
diff changeset
   358
  // here (code and comment not fixed for perm removal), so we tell the validate code
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   359
  // to use a higher index (saved from phase2) when verifying perm_gen.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   360
  G1CollectedHeap* g1h = G1CollectedHeap::heap();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   361
25350
6423a57e5451 8043607: Add a GC id as a log decoration similar to PrintGCTimeStamps
brutisso
parents: 23472
diff changeset
   362
  GCTraceTime tm("phase 4", G1Log::fine() && Verbose, true, gc_timer(), gc_tracer()->gc_id());
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   363
  GenMarkSweep::trace("4");
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   364
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   365
  G1SpaceCompactClosure blk;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   366
  g1h->heap_region_iterate(&blk);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   367
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   368
}