hotspot/src/share/vm/gc_implementation/parallelScavenge/psParallelCompact.cpp
author jcoomes
Tue, 30 Sep 2008 12:20:22 -0700
changeset 1407 9006b01ba3fd
parent 1406 e5e2b519fc11
child 1408 e9c4f37aed49
permissions -rw-r--r--
6725697: par compact - rename class ChunkData to RegionData Reviewed-by: iveresov, tonyp
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
670
ddf3e9583f2f 6719955: Update copyright year
xdono
parents: 389
diff changeset
     2
 * Copyright 2005-2008 Sun Microsystems, Inc.  All Rights Reserved.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    19
 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    20
 * CA 95054 USA or visit www.sun.com if you need additional information or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    21
 * have any questions.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
489c9b5090e2 Initial load
duke
parents:
diff changeset
    25
#include "incls/_precompiled.incl"
489c9b5090e2 Initial load
duke
parents:
diff changeset
    26
#include "incls/_psParallelCompact.cpp.incl"
489c9b5090e2 Initial load
duke
parents:
diff changeset
    27
489c9b5090e2 Initial load
duke
parents:
diff changeset
    28
#include <math.h>
489c9b5090e2 Initial load
duke
parents:
diff changeset
    29
489c9b5090e2 Initial load
duke
parents:
diff changeset
    30
// All sizes are in HeapWords.
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    31
const size_t ParallelCompactData::Log2RegionSize  = 9; // 512 words
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    32
const size_t ParallelCompactData::RegionSize      = (size_t)1 << Log2RegionSize;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    33
const size_t ParallelCompactData::RegionSizeBytes =
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    34
  RegionSize << LogHeapWordSize;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    35
const size_t ParallelCompactData::RegionSizeOffsetMask = RegionSize - 1;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    36
const size_t ParallelCompactData::RegionAddrOffsetMask = RegionSizeBytes - 1;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    37
const size_t ParallelCompactData::RegionAddrMask  = ~RegionAddrOffsetMask;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    38
489c9b5090e2 Initial load
duke
parents:
diff changeset
    39
// 32-bit:  128 words covers 4 bitmap words
489c9b5090e2 Initial load
duke
parents:
diff changeset
    40
// 64-bit:  128 words covers 2 bitmap words
489c9b5090e2 Initial load
duke
parents:
diff changeset
    41
const size_t ParallelCompactData::Log2BlockSize   = 7; // 128 words
489c9b5090e2 Initial load
duke
parents:
diff changeset
    42
const size_t ParallelCompactData::BlockSize       = (size_t)1 << Log2BlockSize;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    43
const size_t ParallelCompactData::BlockOffsetMask = BlockSize - 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    44
const size_t ParallelCompactData::BlockMask       = ~BlockOffsetMask;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    45
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    46
const size_t ParallelCompactData::BlocksPerRegion = RegionSize / BlockSize;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    47
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    48
const ParallelCompactData::RegionData::region_sz_t
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    49
ParallelCompactData::RegionData::dc_shift = 27;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    50
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    51
const ParallelCompactData::RegionData::region_sz_t
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    52
ParallelCompactData::RegionData::dc_mask = ~0U << dc_shift;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    53
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    54
const ParallelCompactData::RegionData::region_sz_t
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    55
ParallelCompactData::RegionData::dc_one = 0x1U << dc_shift;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    56
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    57
const ParallelCompactData::RegionData::region_sz_t
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    58
ParallelCompactData::RegionData::los_mask = ~dc_mask;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    59
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    60
const ParallelCompactData::RegionData::region_sz_t
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    61
ParallelCompactData::RegionData::dc_claimed = 0x8U << dc_shift;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    62
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    63
const ParallelCompactData::RegionData::region_sz_t
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
    64
ParallelCompactData::RegionData::dc_completed = 0xcU << dc_shift;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    65
489c9b5090e2 Initial load
duke
parents:
diff changeset
    66
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    67
short   ParallelCompactData::BlockData::_cur_phase = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    68
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
    69
489c9b5090e2 Initial load
duke
parents:
diff changeset
    70
SpaceInfo PSParallelCompact::_space_info[PSParallelCompact::last_space_id];
489c9b5090e2 Initial load
duke
parents:
diff changeset
    71
bool      PSParallelCompact::_print_phases = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    72
489c9b5090e2 Initial load
duke
parents:
diff changeset
    73
ReferenceProcessor* PSParallelCompact::_ref_processor = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    74
klassOop            PSParallelCompact::_updated_int_array_klass_obj = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    75
489c9b5090e2 Initial load
duke
parents:
diff changeset
    76
double PSParallelCompact::_dwl_mean;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    77
double PSParallelCompact::_dwl_std_dev;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    78
double PSParallelCompact::_dwl_first_term;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    79
double PSParallelCompact::_dwl_adjustment;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    80
#ifdef  ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    81
bool   PSParallelCompact::_dwl_initialized = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    82
#endif  // #ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    83
489c9b5090e2 Initial load
duke
parents:
diff changeset
    84
#ifdef VALIDATE_MARK_SWEEP
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 252
diff changeset
    85
GrowableArray<void*>*   PSParallelCompact::_root_refs_stack = NULL;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    86
GrowableArray<oop> *    PSParallelCompact::_live_oops = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    87
GrowableArray<oop> *    PSParallelCompact::_live_oops_moved_to = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    88
GrowableArray<size_t>*  PSParallelCompact::_live_oops_size = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    89
size_t                  PSParallelCompact::_live_oops_index = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    90
size_t                  PSParallelCompact::_live_oops_index_at_perm = 0;
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 252
diff changeset
    91
GrowableArray<void*>*   PSParallelCompact::_other_refs_stack = NULL;
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 252
diff changeset
    92
GrowableArray<void*>*   PSParallelCompact::_adjusted_pointers = NULL;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    93
bool                    PSParallelCompact::_pointer_tracking = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    94
bool                    PSParallelCompact::_root_tracking = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    95
489c9b5090e2 Initial load
duke
parents:
diff changeset
    96
GrowableArray<HeapWord*>* PSParallelCompact::_cur_gc_live_oops = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    97
GrowableArray<HeapWord*>* PSParallelCompact::_cur_gc_live_oops_moved_to = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    98
GrowableArray<size_t>   * PSParallelCompact::_cur_gc_live_oops_size = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    99
GrowableArray<HeapWord*>* PSParallelCompact::_last_gc_live_oops = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   100
GrowableArray<HeapWord*>* PSParallelCompact::_last_gc_live_oops_moved_to = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   101
GrowableArray<size_t>   * PSParallelCompact::_last_gc_live_oops_size = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   102
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   103
489c9b5090e2 Initial load
duke
parents:
diff changeset
   104
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   105
const char* PSParallelCompact::space_names[] = {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   106
  "perm", "old ", "eden", "from", "to  "
489c9b5090e2 Initial load
duke
parents:
diff changeset
   107
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   108
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   109
void PSParallelCompact::print_region_ranges()
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   110
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
   111
  tty->print_cr("space  bottom     top        end        new_top");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   112
  tty->print_cr("------ ---------- ---------- ---------- ----------");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   113
489c9b5090e2 Initial load
duke
parents:
diff changeset
   114
  for (unsigned int id = 0; id < last_space_id; ++id) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   115
    const MutableSpace* space = _space_info[id].space();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   116
    tty->print_cr("%u %s "
972
b86fd2f84aaf 6718283: existing uses of *_FORMAT_W() were broken by 6521491
jcoomes
parents: 971
diff changeset
   117
                  SIZE_FORMAT_W(10) " " SIZE_FORMAT_W(10) " "
b86fd2f84aaf 6718283: existing uses of *_FORMAT_W() were broken by 6521491
jcoomes
parents: 971
diff changeset
   118
                  SIZE_FORMAT_W(10) " " SIZE_FORMAT_W(10) " ",
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   119
                  id, space_names[id],
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   120
                  summary_data().addr_to_region_idx(space->bottom()),
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   121
                  summary_data().addr_to_region_idx(space->top()),
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   122
                  summary_data().addr_to_region_idx(space->end()),
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   123
                  summary_data().addr_to_region_idx(_space_info[id].new_top()));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   124
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   125
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   126
489c9b5090e2 Initial load
duke
parents:
diff changeset
   127
void
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   128
print_generic_summary_region(size_t i, const ParallelCompactData::RegionData* c)
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   129
{
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   130
#define REGION_IDX_FORMAT        SIZE_FORMAT_W(7)
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   131
#define REGION_DATA_FORMAT       SIZE_FORMAT_W(5)
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   132
489c9b5090e2 Initial load
duke
parents:
diff changeset
   133
  ParallelCompactData& sd = PSParallelCompact::summary_data();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   134
  size_t dci = c->destination() ? sd.addr_to_region_idx(c->destination()) : 0;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   135
  tty->print_cr(REGION_IDX_FORMAT " " PTR_FORMAT " "
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   136
                REGION_IDX_FORMAT " " PTR_FORMAT " "
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   137
                REGION_DATA_FORMAT " " REGION_DATA_FORMAT " "
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   138
                REGION_DATA_FORMAT " " REGION_IDX_FORMAT " %d",
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   139
                i, c->data_location(), dci, c->destination(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   140
                c->partial_obj_size(), c->live_obj_size(),
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   141
                c->data_size(), c->source_region(), c->destination_count());
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   142
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   143
#undef  REGION_IDX_FORMAT
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   144
#undef  REGION_DATA_FORMAT
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   145
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   146
489c9b5090e2 Initial load
duke
parents:
diff changeset
   147
void
489c9b5090e2 Initial load
duke
parents:
diff changeset
   148
print_generic_summary_data(ParallelCompactData& summary_data,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   149
                           HeapWord* const beg_addr,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   150
                           HeapWord* const end_addr)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   151
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
   152
  size_t total_words = 0;
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   153
  size_t i = summary_data.addr_to_region_idx(beg_addr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   154
  const size_t last = summary_data.addr_to_region_idx(end_addr);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   155
  HeapWord* pdest = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   156
489c9b5090e2 Initial load
duke
parents:
diff changeset
   157
  while (i <= last) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   158
    ParallelCompactData::RegionData* c = summary_data.region(i);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   159
    if (c->data_size() != 0 || c->destination() != pdest) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   160
      print_generic_summary_region(i, c);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   161
      total_words += c->data_size();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   162
      pdest = c->destination();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   163
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   164
    ++i;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   165
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   166
489c9b5090e2 Initial load
duke
parents:
diff changeset
   167
  tty->print_cr("summary_data_bytes=" SIZE_FORMAT, total_words * HeapWordSize);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   168
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   169
489c9b5090e2 Initial load
duke
parents:
diff changeset
   170
void
489c9b5090e2 Initial load
duke
parents:
diff changeset
   171
print_generic_summary_data(ParallelCompactData& summary_data,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   172
                           SpaceInfo* space_info)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   173
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
   174
  for (unsigned int id = 0; id < PSParallelCompact::last_space_id; ++id) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   175
    const MutableSpace* space = space_info[id].space();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   176
    print_generic_summary_data(summary_data, space->bottom(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   177
                               MAX2(space->top(), space_info[id].new_top()));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   178
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   179
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   180
489c9b5090e2 Initial load
duke
parents:
diff changeset
   181
void
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   182
print_initial_summary_region(size_t i,
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   183
                             const ParallelCompactData::RegionData* c,
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   184
                             bool newline = true)
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   185
{
972
b86fd2f84aaf 6718283: existing uses of *_FORMAT_W() were broken by 6521491
jcoomes
parents: 971
diff changeset
   186
  tty->print(SIZE_FORMAT_W(5) " " PTR_FORMAT " "
b86fd2f84aaf 6718283: existing uses of *_FORMAT_W() were broken by 6521491
jcoomes
parents: 971
diff changeset
   187
             SIZE_FORMAT_W(5) " " SIZE_FORMAT_W(5) " "
b86fd2f84aaf 6718283: existing uses of *_FORMAT_W() were broken by 6521491
jcoomes
parents: 971
diff changeset
   188
             SIZE_FORMAT_W(5) " " SIZE_FORMAT_W(5) " %d",
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   189
             i, c->destination(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   190
             c->partial_obj_size(), c->live_obj_size(),
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   191
             c->data_size(), c->source_region(), c->destination_count());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   192
  if (newline) tty->cr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   193
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   194
489c9b5090e2 Initial load
duke
parents:
diff changeset
   195
void
489c9b5090e2 Initial load
duke
parents:
diff changeset
   196
print_initial_summary_data(ParallelCompactData& summary_data,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   197
                           const MutableSpace* space) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   198
  if (space->top() == space->bottom()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   199
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   200
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   201
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   202
  const size_t region_size = ParallelCompactData::RegionSize;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   203
  typedef ParallelCompactData::RegionData RegionData;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   204
  HeapWord* const top_aligned_up = summary_data.region_align_up(space->top());
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   205
  const size_t end_region = summary_data.addr_to_region_idx(top_aligned_up);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   206
  const RegionData* c = summary_data.region(end_region - 1);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   207
  HeapWord* end_addr = c->destination() + c->data_size();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   208
  const size_t live_in_space = pointer_delta(end_addr, space->bottom());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   209
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   210
  // Print (and count) the full regions at the beginning of the space.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   211
  size_t full_region_count = 0;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   212
  size_t i = summary_data.addr_to_region_idx(space->bottom());
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   213
  while (i < end_region && summary_data.region(i)->data_size() == region_size) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   214
    print_initial_summary_region(i, summary_data.region(i));
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   215
    ++full_region_count;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   216
    ++i;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   217
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   218
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   219
  size_t live_to_right = live_in_space - full_region_count * region_size;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   220
489c9b5090e2 Initial load
duke
parents:
diff changeset
   221
  double max_reclaimed_ratio = 0.0;
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   222
  size_t max_reclaimed_ratio_region = 0;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   223
  size_t max_dead_to_right = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   224
  size_t max_live_to_right = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   225
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   226
  // Print the 'reclaimed ratio' for regions while there is something live in
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   227
  // the region or to the right of it.  The remaining regions are empty (and
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   228
  // uninteresting), and computing the ratio will result in division by 0.
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   229
  while (i < end_region && live_to_right > 0) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   230
    c = summary_data.region(i);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   231
    HeapWord* const region_addr = summary_data.region_to_addr(i);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   232
    const size_t used_to_right = pointer_delta(space->top(), region_addr);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   233
    const size_t dead_to_right = used_to_right - live_to_right;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   234
    const double reclaimed_ratio = double(dead_to_right) / live_to_right;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   235
489c9b5090e2 Initial load
duke
parents:
diff changeset
   236
    if (reclaimed_ratio > max_reclaimed_ratio) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   237
            max_reclaimed_ratio = reclaimed_ratio;
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   238
            max_reclaimed_ratio_region = i;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   239
            max_dead_to_right = dead_to_right;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   240
            max_live_to_right = live_to_right;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   241
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   242
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   243
    print_initial_summary_region(i, c, false);
972
b86fd2f84aaf 6718283: existing uses of *_FORMAT_W() were broken by 6521491
jcoomes
parents: 971
diff changeset
   244
    tty->print_cr(" %12.10f " SIZE_FORMAT_W(10) " " SIZE_FORMAT_W(10),
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   245
                  reclaimed_ratio, dead_to_right, live_to_right);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   246
489c9b5090e2 Initial load
duke
parents:
diff changeset
   247
    live_to_right -= c->data_size();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   248
    ++i;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   249
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   250
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   251
  // Any remaining regions are empty.  Print one more if there is one.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   252
  if (i < end_region) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   253
    print_initial_summary_region(i, summary_data.region(i));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   254
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   255
972
b86fd2f84aaf 6718283: existing uses of *_FORMAT_W() were broken by 6521491
jcoomes
parents: 971
diff changeset
   256
  tty->print_cr("max:  " SIZE_FORMAT_W(4) " d2r=" SIZE_FORMAT_W(10) " "
b86fd2f84aaf 6718283: existing uses of *_FORMAT_W() were broken by 6521491
jcoomes
parents: 971
diff changeset
   257
                "l2r=" SIZE_FORMAT_W(10) " max_ratio=%14.12f",
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   258
                max_reclaimed_ratio_region, max_dead_to_right,
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   259
                max_live_to_right, max_reclaimed_ratio);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   260
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   261
489c9b5090e2 Initial load
duke
parents:
diff changeset
   262
void
489c9b5090e2 Initial load
duke
parents:
diff changeset
   263
print_initial_summary_data(ParallelCompactData& summary_data,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   264
                           SpaceInfo* space_info) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   265
  unsigned int id = PSParallelCompact::perm_space_id;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   266
  const MutableSpace* space;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   267
  do {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   268
    space = space_info[id].space();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   269
    print_initial_summary_data(summary_data, space);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   270
  } while (++id < PSParallelCompact::eden_space_id);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   271
489c9b5090e2 Initial load
duke
parents:
diff changeset
   272
  do {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   273
    space = space_info[id].space();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   274
    print_generic_summary_data(summary_data, space->bottom(), space->top());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   275
  } while (++id < PSParallelCompact::last_space_id);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   276
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   277
#endif  // #ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   278
489c9b5090e2 Initial load
duke
parents:
diff changeset
   279
#ifdef  ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   280
size_t add_obj_count;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   281
size_t add_obj_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   282
size_t mark_bitmap_count;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   283
size_t mark_bitmap_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   284
#endif  // #ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   285
489c9b5090e2 Initial load
duke
parents:
diff changeset
   286
ParallelCompactData::ParallelCompactData()
489c9b5090e2 Initial load
duke
parents:
diff changeset
   287
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
   288
  _region_start = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   289
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   290
  _region_vspace = 0;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   291
  _region_data = 0;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   292
  _region_count = 0;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   293
489c9b5090e2 Initial load
duke
parents:
diff changeset
   294
  _block_vspace = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   295
  _block_data = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   296
  _block_count = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   297
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   298
489c9b5090e2 Initial load
duke
parents:
diff changeset
   299
bool ParallelCompactData::initialize(MemRegion covered_region)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   300
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
   301
  _region_start = covered_region.start();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   302
  const size_t region_size = covered_region.word_size();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   303
  DEBUG_ONLY(_region_end = _region_start + region_size;)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   304
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   305
  assert(region_align_down(_region_start) == _region_start,
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   306
         "region start not aligned");
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   307
  assert((region_size & RegionSizeOffsetMask) == 0,
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   308
         "region size not a multiple of RegionSize");
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   309
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   310
  bool result = initialize_region_data(region_size);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   311
489c9b5090e2 Initial load
duke
parents:
diff changeset
   312
  // Initialize the block data if it will be used for updating pointers, or if
489c9b5090e2 Initial load
duke
parents:
diff changeset
   313
  // this is a debug build.
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   314
  if (!UseParallelOldGCRegionPointerCalc || trueInDebug) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   315
    result = result && initialize_block_data(region_size);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   316
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   317
489c9b5090e2 Initial load
duke
parents:
diff changeset
   318
  return result;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   319
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   320
489c9b5090e2 Initial load
duke
parents:
diff changeset
   321
PSVirtualSpace*
489c9b5090e2 Initial load
duke
parents:
diff changeset
   322
ParallelCompactData::create_vspace(size_t count, size_t element_size)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   323
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
   324
  const size_t raw_bytes = count * element_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   325
  const size_t page_sz = os::page_size_for_region(raw_bytes, raw_bytes, 10);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   326
  const size_t granularity = os::vm_allocation_granularity();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   327
  const size_t bytes = align_size_up(raw_bytes, MAX2(page_sz, granularity));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   328
489c9b5090e2 Initial load
duke
parents:
diff changeset
   329
  const size_t rs_align = page_sz == (size_t) os::vm_page_size() ? 0 :
489c9b5090e2 Initial load
duke
parents:
diff changeset
   330
    MAX2(page_sz, granularity);
252
050143a0dbfb 6642862: Code cache allocation fails with large pages after 6588638
jcoomes
parents: 1
diff changeset
   331
  ReservedSpace rs(bytes, rs_align, rs_align > 0);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   332
  os::trace_page_sizes("par compact", raw_bytes, raw_bytes, page_sz, rs.base(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   333
                       rs.size());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   334
  PSVirtualSpace* vspace = new PSVirtualSpace(rs, page_sz);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   335
  if (vspace != 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   336
    if (vspace->expand_by(bytes)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   337
      return vspace;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   338
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   339
    delete vspace;
823
9a5271881bc0 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 781
diff changeset
   340
    // Release memory reserved in the space.
9a5271881bc0 6716785: implicit null checks not triggering with CompressedOops
coleenp
parents: 781
diff changeset
   341
    rs.release();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   342
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   343
489c9b5090e2 Initial load
duke
parents:
diff changeset
   344
  return 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   345
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   346
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   347
bool ParallelCompactData::initialize_region_data(size_t region_size)
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   348
{
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   349
  const size_t count = (region_size + RegionSizeOffsetMask) >> Log2RegionSize;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   350
  _region_vspace = create_vspace(count, sizeof(RegionData));
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   351
  if (_region_vspace != 0) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   352
    _region_data = (RegionData*)_region_vspace->reserved_low_addr();
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   353
    _region_count = count;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   354
    return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   355
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   356
  return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   357
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   358
489c9b5090e2 Initial load
duke
parents:
diff changeset
   359
bool ParallelCompactData::initialize_block_data(size_t region_size)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   360
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
   361
  const size_t count = (region_size + BlockOffsetMask) >> Log2BlockSize;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   362
  _block_vspace = create_vspace(count, sizeof(BlockData));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   363
  if (_block_vspace != 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   364
    _block_data = (BlockData*)_block_vspace->reserved_low_addr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   365
    _block_count = count;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   366
    return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   367
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   368
  return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   369
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   370
489c9b5090e2 Initial load
duke
parents:
diff changeset
   371
void ParallelCompactData::clear()
489c9b5090e2 Initial load
duke
parents:
diff changeset
   372
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
   373
  if (_block_data) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   374
    memset(_block_data, 0, _block_vspace->committed_size());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   375
  }
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   376
  memset(_region_data, 0, _region_vspace->committed_size());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   377
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   378
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   379
void ParallelCompactData::clear_range(size_t beg_region, size_t end_region) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   380
  assert(beg_region <= _region_count, "beg_region out of range");
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   381
  assert(end_region <= _region_count, "end_region out of range");
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   382
  assert(RegionSize % BlockSize == 0, "RegionSize not a multiple of BlockSize");
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   383
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   384
  const size_t region_cnt = end_region - beg_region;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   385
489c9b5090e2 Initial load
duke
parents:
diff changeset
   386
  if (_block_data) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   387
    const size_t blocks_per_region = RegionSize / BlockSize;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   388
    const size_t beg_block = beg_region * blocks_per_region;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   389
    const size_t block_cnt = region_cnt * blocks_per_region;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   390
    memset(_block_data + beg_block, 0, block_cnt * sizeof(BlockData));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   391
  }
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   392
  memset(_region_data + beg_region, 0, region_cnt * sizeof(RegionData));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   393
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   394
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   395
HeapWord* ParallelCompactData::partial_obj_end(size_t region_idx) const
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   396
{
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   397
  const RegionData* cur_cp = region(region_idx);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   398
  const RegionData* const end_cp = region(region_count() - 1);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   399
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   400
  HeapWord* result = region_to_addr(region_idx);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   401
  if (cur_cp < end_cp) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   402
    do {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   403
      result += cur_cp->partial_obj_size();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   404
    } while (cur_cp->partial_obj_size() == RegionSize && ++cur_cp < end_cp);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   405
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   406
  return result;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   407
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   408
489c9b5090e2 Initial load
duke
parents:
diff changeset
   409
void ParallelCompactData::add_obj(HeapWord* addr, size_t len)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   410
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
   411
  const size_t obj_ofs = pointer_delta(addr, _region_start);
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   412
  const size_t beg_region = obj_ofs >> Log2RegionSize;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   413
  const size_t end_region = (obj_ofs + len - 1) >> Log2RegionSize;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   414
489c9b5090e2 Initial load
duke
parents:
diff changeset
   415
  DEBUG_ONLY(Atomic::inc_ptr(&add_obj_count);)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   416
  DEBUG_ONLY(Atomic::add_ptr(len, &add_obj_size);)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   417
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   418
  if (beg_region == end_region) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   419
    // All in one region.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   420
    _region_data[beg_region].add_live_obj(len);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   421
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   422
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   423
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   424
  // First region.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   425
  const size_t beg_ofs = region_offset(addr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   426
  _region_data[beg_region].add_live_obj(RegionSize - beg_ofs);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   427
489c9b5090e2 Initial load
duke
parents:
diff changeset
   428
  klassOop klass = ((oop)addr)->klass();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   429
  // Middle regions--completely spanned by this object.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   430
  for (size_t region = beg_region + 1; region < end_region; ++region) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   431
    _region_data[region].set_partial_obj_size(RegionSize);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   432
    _region_data[region].set_partial_obj_addr(addr);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   433
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   434
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   435
  // Last region.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   436
  const size_t end_ofs = region_offset(addr + len - 1);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   437
  _region_data[end_region].set_partial_obj_size(end_ofs + 1);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   438
  _region_data[end_region].set_partial_obj_addr(addr);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   439
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   440
489c9b5090e2 Initial load
duke
parents:
diff changeset
   441
void
489c9b5090e2 Initial load
duke
parents:
diff changeset
   442
ParallelCompactData::summarize_dense_prefix(HeapWord* beg, HeapWord* end)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   443
{
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   444
  assert(region_offset(beg) == 0, "not RegionSize aligned");
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   445
  assert(region_offset(end) == 0, "not RegionSize aligned");
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   446
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   447
  size_t cur_region = addr_to_region_idx(beg);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   448
  const size_t end_region = addr_to_region_idx(end);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   449
  HeapWord* addr = beg;
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   450
  while (cur_region < end_region) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   451
    _region_data[cur_region].set_destination(addr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   452
    _region_data[cur_region].set_destination_count(0);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   453
    _region_data[cur_region].set_source_region(cur_region);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   454
    _region_data[cur_region].set_data_location(addr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   455
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   456
    // Update live_obj_size so the region appears completely full.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   457
    size_t live_size = RegionSize - _region_data[cur_region].partial_obj_size();
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   458
    _region_data[cur_region].set_live_obj_size(live_size);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   459
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   460
    ++cur_region;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   461
    addr += RegionSize;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   462
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   463
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   464
489c9b5090e2 Initial load
duke
parents:
diff changeset
   465
bool ParallelCompactData::summarize(HeapWord* target_beg, HeapWord* target_end,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   466
                                    HeapWord* source_beg, HeapWord* source_end,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   467
                                    HeapWord** target_next,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   468
                                    HeapWord** source_next) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   469
  // This is too strict.
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   470
  // assert(region_offset(source_beg) == 0, "not RegionSize aligned");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   471
489c9b5090e2 Initial load
duke
parents:
diff changeset
   472
  if (TraceParallelOldGCSummaryPhase) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   473
    tty->print_cr("tb=" PTR_FORMAT " te=" PTR_FORMAT " "
489c9b5090e2 Initial load
duke
parents:
diff changeset
   474
                  "sb=" PTR_FORMAT " se=" PTR_FORMAT " "
489c9b5090e2 Initial load
duke
parents:
diff changeset
   475
                  "tn=" PTR_FORMAT " sn=" PTR_FORMAT,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   476
                  target_beg, target_end,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   477
                  source_beg, source_end,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   478
                  target_next != 0 ? *target_next : (HeapWord*) 0,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   479
                  source_next != 0 ? *source_next : (HeapWord*) 0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   480
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   481
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   482
  size_t cur_region = addr_to_region_idx(source_beg);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   483
  const size_t end_region = addr_to_region_idx(region_align_up(source_end));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   484
489c9b5090e2 Initial load
duke
parents:
diff changeset
   485
  HeapWord *dest_addr = target_beg;
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   486
  while (cur_region < end_region) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   487
    size_t words = _region_data[cur_region].data_size();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   488
489c9b5090e2 Initial load
duke
parents:
diff changeset
   489
#if     1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   490
    assert(pointer_delta(target_end, dest_addr) >= words,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   491
           "source region does not fit into target region");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   492
#else
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   493
    // XXX - need some work on the corner cases here.  If the region does not
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   494
    // fit, then must either make sure any partial_obj from the region fits, or
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   495
    // "undo" the initial part of the partial_obj that is in the previous
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   496
    // region.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   497
    if (dest_addr + words >= target_end) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   498
      // Let the caller know where to continue.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   499
      *target_next = dest_addr;
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   500
      *source_next = region_to_addr(cur_region);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   501
      return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   502
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   503
#endif  // #if 1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   504
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   505
    _region_data[cur_region].set_destination(dest_addr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   506
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   507
    // Set the destination_count for cur_region, and if necessary, update
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   508
    // source_region for a destination region.  The source_region field is
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   509
    // updated if cur_region is the first (left-most) region to be copied to a
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   510
    // destination region.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   511
    //
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   512
    // The destination_count calculation is a bit subtle.  A region that has
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   513
    // data that compacts into itself does not count itself as a destination.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   514
    // This maintains the invariant that a zero count means the region is
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   515
    // available and can be claimed and then filled.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   516
    if (words > 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   517
      HeapWord* const last_addr = dest_addr + words - 1;
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   518
      const size_t dest_region_1 = addr_to_region_idx(dest_addr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   519
      const size_t dest_region_2 = addr_to_region_idx(last_addr);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   520
#if     0
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   521
      // Initially assume that the destination regions will be the same and
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   522
      // adjust the value below if necessary.  Under this assumption, if
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   523
      // cur_region == dest_region_2, then cur_region will be compacted
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   524
      // completely into itself.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   525
      uint destination_count = cur_region == dest_region_2 ? 0 : 1;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   526
      if (dest_region_1 != dest_region_2) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   527
        // Destination regions differ; adjust destination_count.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   528
        destination_count += 1;
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   529
        // Data from cur_region will be copied to the start of dest_region_2.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   530
        _region_data[dest_region_2].set_source_region(cur_region);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   531
      } else if (region_offset(dest_addr) == 0) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   532
        // Data from cur_region will be copied to the start of the destination
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   533
        // region.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   534
        _region_data[dest_region_1].set_source_region(cur_region);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   535
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   536
#else
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   537
      // Initially assume that the destination regions will be different and
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   538
      // adjust the value below if necessary.  Under this assumption, if
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   539
      // cur_region == dest_region2, then cur_region will be compacted partially
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   540
      // into dest_region_1 and partially into itself.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   541
      uint destination_count = cur_region == dest_region_2 ? 1 : 2;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   542
      if (dest_region_1 != dest_region_2) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   543
        // Data from cur_region will be copied to the start of dest_region_2.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   544
        _region_data[dest_region_2].set_source_region(cur_region);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   545
      } else {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   546
        // Destination regions are the same; adjust destination_count.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   547
        destination_count -= 1;
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   548
        if (region_offset(dest_addr) == 0) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   549
          // Data from cur_region will be copied to the start of the destination
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   550
          // region.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   551
          _region_data[dest_region_1].set_source_region(cur_region);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   552
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   553
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   554
#endif  // #if 0
489c9b5090e2 Initial load
duke
parents:
diff changeset
   555
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   556
      _region_data[cur_region].set_destination_count(destination_count);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   557
      _region_data[cur_region].set_data_location(region_to_addr(cur_region));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   558
      dest_addr += words;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   559
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   560
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   561
    ++cur_region;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   562
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   563
489c9b5090e2 Initial load
duke
parents:
diff changeset
   564
  *target_next = dest_addr;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   565
  return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   566
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   567
489c9b5090e2 Initial load
duke
parents:
diff changeset
   568
bool ParallelCompactData::partial_obj_ends_in_block(size_t block_index) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   569
  HeapWord* block_addr = block_to_addr(block_index);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   570
  HeapWord* block_end_addr = block_addr + BlockSize;
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   571
  size_t region_index = addr_to_region_idx(block_addr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   572
  HeapWord* partial_obj_end_addr = partial_obj_end(region_index);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   573
489c9b5090e2 Initial load
duke
parents:
diff changeset
   574
  // An object that ends at the end of the block, ends
489c9b5090e2 Initial load
duke
parents:
diff changeset
   575
  // in the block (the last word of the object is to
489c9b5090e2 Initial load
duke
parents:
diff changeset
   576
  // the left of the end).
489c9b5090e2 Initial load
duke
parents:
diff changeset
   577
  if ((block_addr < partial_obj_end_addr) &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   578
      (partial_obj_end_addr <= block_end_addr)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   579
    return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   580
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   581
489c9b5090e2 Initial load
duke
parents:
diff changeset
   582
  return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   583
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   584
489c9b5090e2 Initial load
duke
parents:
diff changeset
   585
HeapWord* ParallelCompactData::calc_new_pointer(HeapWord* addr) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   586
  HeapWord* result = NULL;
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   587
  if (UseParallelOldGCRegionPointerCalc) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   588
    result = region_calc_new_pointer(addr);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   589
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   590
    result = block_calc_new_pointer(addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   591
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   592
  return result;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   593
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   594
489c9b5090e2 Initial load
duke
parents:
diff changeset
   595
// This method is overly complicated (expensive) to be called
489c9b5090e2 Initial load
duke
parents:
diff changeset
   596
// for every reference.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   597
// Try to restructure this so that a NULL is returned if
489c9b5090e2 Initial load
duke
parents:
diff changeset
   598
// the object is dead.  But don't wast the cycles to explicitly check
489c9b5090e2 Initial load
duke
parents:
diff changeset
   599
// that it is dead since only live objects should be passed in.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   600
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   601
HeapWord* ParallelCompactData::region_calc_new_pointer(HeapWord* addr) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   602
  assert(addr != NULL, "Should detect NULL oop earlier");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   603
  assert(PSParallelCompact::gc_heap()->is_in(addr), "addr not in heap");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   604
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   605
  if (PSParallelCompact::mark_bitmap()->is_unmarked(addr)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   606
    gclog_or_tty->print_cr("calc_new_pointer:: addr " PTR_FORMAT, addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   607
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   608
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   609
  assert(PSParallelCompact::mark_bitmap()->is_marked(addr), "obj not marked");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   610
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   611
  // Region covering the object.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   612
  size_t region_index = addr_to_region_idx(addr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   613
  const RegionData* const region_ptr = region(region_index);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   614
  HeapWord* const region_addr = region_align_down(addr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   615
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   616
  assert(addr < region_addr + RegionSize, "Region does not cover object");
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   617
  assert(addr_to_region_ptr(region_addr) == region_ptr, "sanity check");
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   618
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   619
  HeapWord* result = region_ptr->destination();
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   620
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   621
  // If all the data in the region is live, then the new location of the object
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   622
  // can be calculated from the destination of the region plus the offset of the
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   623
  // object in the region.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   624
  if (region_ptr->data_size() == RegionSize) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   625
    result += pointer_delta(addr, region_addr);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   626
    return result;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   627
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   628
489c9b5090e2 Initial load
duke
parents:
diff changeset
   629
  // The new location of the object is
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   630
  //    region destination +
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   631
  //    size of the partial object extending onto the region +
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   632
  //    sizes of the live objects in the Region that are to the left of addr
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   633
  const size_t partial_obj_size = region_ptr->partial_obj_size();
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   634
  HeapWord* const search_start = region_addr + partial_obj_size;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   635
489c9b5090e2 Initial load
duke
parents:
diff changeset
   636
  const ParMarkBitMap* bitmap = PSParallelCompact::mark_bitmap();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   637
  size_t live_to_left = bitmap->live_words_in_range(search_start, oop(addr));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   638
489c9b5090e2 Initial load
duke
parents:
diff changeset
   639
  result += partial_obj_size + live_to_left;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   640
  assert(result <= addr, "object cannot move to the right");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   641
  return result;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   642
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   643
489c9b5090e2 Initial load
duke
parents:
diff changeset
   644
HeapWord* ParallelCompactData::block_calc_new_pointer(HeapWord* addr) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   645
  assert(addr != NULL, "Should detect NULL oop earlier");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   646
  assert(PSParallelCompact::gc_heap()->is_in(addr), "addr not in heap");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   647
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   648
  if (PSParallelCompact::mark_bitmap()->is_unmarked(addr)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   649
    gclog_or_tty->print_cr("calc_new_pointer:: addr " PTR_FORMAT, addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   650
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   651
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   652
  assert(PSParallelCompact::mark_bitmap()->is_marked(addr), "obj not marked");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   653
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   654
  // Region covering the object.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   655
  size_t region_index = addr_to_region_idx(addr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   656
  const RegionData* const region_ptr = region(region_index);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   657
  HeapWord* const region_addr = region_align_down(addr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   658
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   659
  assert(addr < region_addr + RegionSize, "Region does not cover object");
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   660
  assert(addr_to_region_ptr(region_addr) == region_ptr, "sanity check");
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   661
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   662
  HeapWord* result = region_ptr->destination();
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   663
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   664
  // If all the data in the region is live, then the new location of the object
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   665
  // can be calculated from the destination of the region plus the offset of the
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   666
  // object in the region.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   667
  if (region_ptr->data_size() == RegionSize) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   668
    result += pointer_delta(addr, region_addr);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   669
    return result;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   670
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   671
489c9b5090e2 Initial load
duke
parents:
diff changeset
   672
  // The new location of the object is
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   673
  //    region destination +
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   674
  //    block offset +
489c9b5090e2 Initial load
duke
parents:
diff changeset
   675
  //    sizes of the live objects in the Block that are to the left of addr
489c9b5090e2 Initial load
duke
parents:
diff changeset
   676
  const size_t block_offset = addr_to_block_ptr(addr)->offset();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   677
  HeapWord* const search_start = region_addr + block_offset;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   678
489c9b5090e2 Initial load
duke
parents:
diff changeset
   679
  const ParMarkBitMap* bitmap = PSParallelCompact::mark_bitmap();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   680
  size_t live_to_left = bitmap->live_words_in_range(search_start, oop(addr));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   681
489c9b5090e2 Initial load
duke
parents:
diff changeset
   682
  result += block_offset + live_to_left;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   683
  assert(result <= addr, "object cannot move to the right");
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   684
  assert(result == region_calc_new_pointer(addr), "Should match");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   685
  return result;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   686
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   687
489c9b5090e2 Initial load
duke
parents:
diff changeset
   688
klassOop ParallelCompactData::calc_new_klass(klassOop old_klass) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   689
  klassOop updated_klass;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   690
  if (PSParallelCompact::should_update_klass(old_klass)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   691
    updated_klass = (klassOop) calc_new_pointer(old_klass);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   692
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   693
    updated_klass = old_klass;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   694
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   695
489c9b5090e2 Initial load
duke
parents:
diff changeset
   696
  return updated_klass;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   697
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   698
489c9b5090e2 Initial load
duke
parents:
diff changeset
   699
#ifdef  ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   700
void ParallelCompactData::verify_clear(const PSVirtualSpace* vspace)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   701
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
   702
  const size_t* const beg = (const size_t*)vspace->committed_low_addr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   703
  const size_t* const end = (const size_t*)vspace->committed_high_addr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   704
  for (const size_t* p = beg; p < end; ++p) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   705
    assert(*p == 0, "not zero");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   706
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   707
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   708
489c9b5090e2 Initial load
duke
parents:
diff changeset
   709
void ParallelCompactData::verify_clear()
489c9b5090e2 Initial load
duke
parents:
diff changeset
   710
{
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   711
  verify_clear(_region_vspace);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   712
  verify_clear(_block_vspace);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   713
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   714
#endif  // #ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   715
489c9b5090e2 Initial load
duke
parents:
diff changeset
   716
#ifdef NOT_PRODUCT
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   717
ParallelCompactData::RegionData* debug_region(size_t region_index) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   718
  ParallelCompactData& sd = PSParallelCompact::summary_data();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   719
  return sd.region(region_index);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   720
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   721
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   722
489c9b5090e2 Initial load
duke
parents:
diff changeset
   723
elapsedTimer        PSParallelCompact::_accumulated_time;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   724
unsigned int        PSParallelCompact::_total_invocations = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   725
unsigned int        PSParallelCompact::_maximum_compaction_gc_num = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   726
jlong               PSParallelCompact::_time_of_last_gc = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   727
CollectorCounters*  PSParallelCompact::_counters = NULL;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   728
ParMarkBitMap       PSParallelCompact::_mark_bitmap;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   729
ParallelCompactData PSParallelCompact::_summary_data;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   730
489c9b5090e2 Initial load
duke
parents:
diff changeset
   731
PSParallelCompact::IsAliveClosure PSParallelCompact::_is_alive_closure;
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 252
diff changeset
   732
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 252
diff changeset
   733
void PSParallelCompact::IsAliveClosure::do_object(oop p)   { ShouldNotReachHere(); }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 252
diff changeset
   734
bool PSParallelCompact::IsAliveClosure::do_object_b(oop p) { return mark_bitmap()->is_marked(p); }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 252
diff changeset
   735
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 252
diff changeset
   736
void PSParallelCompact::KeepAliveClosure::do_oop(oop* p)       { PSParallelCompact::KeepAliveClosure::do_oop_work(p); }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 252
diff changeset
   737
void PSParallelCompact::KeepAliveClosure::do_oop(narrowOop* p) { PSParallelCompact::KeepAliveClosure::do_oop_work(p); }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 252
diff changeset
   738
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   739
PSParallelCompact::AdjustPointerClosure PSParallelCompact::_adjust_root_pointer_closure(true);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   740
PSParallelCompact::AdjustPointerClosure PSParallelCompact::_adjust_pointer_closure(false);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   741
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 252
diff changeset
   742
void PSParallelCompact::AdjustPointerClosure::do_oop(oop* p)       { adjust_pointer(p, _is_root); }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 252
diff changeset
   743
void PSParallelCompact::AdjustPointerClosure::do_oop(narrowOop* p) { adjust_pointer(p, _is_root); }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 252
diff changeset
   744
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 252
diff changeset
   745
void PSParallelCompact::FollowStackClosure::do_void() { follow_stack(_compaction_manager); }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 252
diff changeset
   746
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 252
diff changeset
   747
void PSParallelCompact::MarkAndPushClosure::do_oop(oop* p)       { mark_and_push(_compaction_manager, p); }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 252
diff changeset
   748
void PSParallelCompact::MarkAndPushClosure::do_oop(narrowOop* p) { mark_and_push(_compaction_manager, p); }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   749
489c9b5090e2 Initial load
duke
parents:
diff changeset
   750
void PSParallelCompact::post_initialize() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   751
  ParallelScavengeHeap* heap = gc_heap();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   752
  assert(heap->kind() == CollectedHeap::ParallelScavengeHeap, "Sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   753
489c9b5090e2 Initial load
duke
parents:
diff changeset
   754
  MemRegion mr = heap->reserved_region();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   755
  _ref_processor = ReferenceProcessor::create_ref_processor(
489c9b5090e2 Initial load
duke
parents:
diff changeset
   756
    mr,                         // span
489c9b5090e2 Initial load
duke
parents:
diff changeset
   757
    true,                       // atomic_discovery
489c9b5090e2 Initial load
duke
parents:
diff changeset
   758
    true,                       // mt_discovery
489c9b5090e2 Initial load
duke
parents:
diff changeset
   759
    &_is_alive_closure,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   760
    ParallelGCThreads,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   761
    ParallelRefProcEnabled);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   762
  _counters = new CollectorCounters("PSParallelCompact", 1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   763
489c9b5090e2 Initial load
duke
parents:
diff changeset
   764
  // Initialize static fields in ParCompactionManager.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   765
  ParCompactionManager::initialize(mark_bitmap());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   766
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   767
489c9b5090e2 Initial load
duke
parents:
diff changeset
   768
bool PSParallelCompact::initialize() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   769
  ParallelScavengeHeap* heap = gc_heap();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   770
  assert(heap->kind() == CollectedHeap::ParallelScavengeHeap, "Sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   771
  MemRegion mr = heap->reserved_region();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   772
489c9b5090e2 Initial load
duke
parents:
diff changeset
   773
  // Was the old gen get allocated successfully?
489c9b5090e2 Initial load
duke
parents:
diff changeset
   774
  if (!heap->old_gen()->is_allocated()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   775
    return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   776
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   777
489c9b5090e2 Initial load
duke
parents:
diff changeset
   778
  initialize_space_info();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   779
  initialize_dead_wood_limiter();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   780
489c9b5090e2 Initial load
duke
parents:
diff changeset
   781
  if (!_mark_bitmap.initialize(mr)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   782
    vm_shutdown_during_initialization("Unable to allocate bit map for "
489c9b5090e2 Initial load
duke
parents:
diff changeset
   783
      "parallel garbage collection for the requested heap size.");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   784
    return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   785
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   786
489c9b5090e2 Initial load
duke
parents:
diff changeset
   787
  if (!_summary_data.initialize(mr)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   788
    vm_shutdown_during_initialization("Unable to allocate tables for "
489c9b5090e2 Initial load
duke
parents:
diff changeset
   789
      "parallel garbage collection for the requested heap size.");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   790
    return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   791
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   792
489c9b5090e2 Initial load
duke
parents:
diff changeset
   793
  return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   794
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   795
489c9b5090e2 Initial load
duke
parents:
diff changeset
   796
void PSParallelCompact::initialize_space_info()
489c9b5090e2 Initial load
duke
parents:
diff changeset
   797
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
   798
  memset(&_space_info, 0, sizeof(_space_info));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   799
489c9b5090e2 Initial load
duke
parents:
diff changeset
   800
  ParallelScavengeHeap* heap = gc_heap();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   801
  PSYoungGen* young_gen = heap->young_gen();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   802
  MutableSpace* perm_space = heap->perm_gen()->object_space();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   803
489c9b5090e2 Initial load
duke
parents:
diff changeset
   804
  _space_info[perm_space_id].set_space(perm_space);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   805
  _space_info[old_space_id].set_space(heap->old_gen()->object_space());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   806
  _space_info[eden_space_id].set_space(young_gen->eden_space());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   807
  _space_info[from_space_id].set_space(young_gen->from_space());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   808
  _space_info[to_space_id].set_space(young_gen->to_space());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   809
489c9b5090e2 Initial load
duke
parents:
diff changeset
   810
  _space_info[perm_space_id].set_start_array(heap->perm_gen()->start_array());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   811
  _space_info[old_space_id].set_start_array(heap->old_gen()->start_array());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   812
489c9b5090e2 Initial load
duke
parents:
diff changeset
   813
  _space_info[perm_space_id].set_min_dense_prefix(perm_space->top());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   814
  if (TraceParallelOldGCDensePrefix) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   815
    tty->print_cr("perm min_dense_prefix=" PTR_FORMAT,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   816
                  _space_info[perm_space_id].min_dense_prefix());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   817
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   818
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   819
489c9b5090e2 Initial load
duke
parents:
diff changeset
   820
void PSParallelCompact::initialize_dead_wood_limiter()
489c9b5090e2 Initial load
duke
parents:
diff changeset
   821
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
   822
  const size_t max = 100;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   823
  _dwl_mean = double(MIN2(ParallelOldDeadWoodLimiterMean, max)) / 100.0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   824
  _dwl_std_dev = double(MIN2(ParallelOldDeadWoodLimiterStdDev, max)) / 100.0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   825
  _dwl_first_term = 1.0 / (sqrt(2.0 * M_PI) * _dwl_std_dev);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   826
  DEBUG_ONLY(_dwl_initialized = true;)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   827
  _dwl_adjustment = normal_distribution(1.0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   828
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   829
489c9b5090e2 Initial load
duke
parents:
diff changeset
   830
// Simple class for storing info about the heap at the start of GC, to be used
489c9b5090e2 Initial load
duke
parents:
diff changeset
   831
// after GC for comparison/printing.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   832
class PreGCValues {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   833
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   834
  PreGCValues() { }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   835
  PreGCValues(ParallelScavengeHeap* heap) { fill(heap); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   836
489c9b5090e2 Initial load
duke
parents:
diff changeset
   837
  void fill(ParallelScavengeHeap* heap) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   838
    _heap_used      = heap->used();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   839
    _young_gen_used = heap->young_gen()->used_in_bytes();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   840
    _old_gen_used   = heap->old_gen()->used_in_bytes();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   841
    _perm_gen_used  = heap->perm_gen()->used_in_bytes();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   842
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
   843
489c9b5090e2 Initial load
duke
parents:
diff changeset
   844
  size_t heap_used() const      { return _heap_used; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   845
  size_t young_gen_used() const { return _young_gen_used; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   846
  size_t old_gen_used() const   { return _old_gen_used; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   847
  size_t perm_gen_used() const  { return _perm_gen_used; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   848
489c9b5090e2 Initial load
duke
parents:
diff changeset
   849
private:
489c9b5090e2 Initial load
duke
parents:
diff changeset
   850
  size_t _heap_used;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   851
  size_t _young_gen_used;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   852
  size_t _old_gen_used;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   853
  size_t _perm_gen_used;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   854
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   855
489c9b5090e2 Initial load
duke
parents:
diff changeset
   856
void
489c9b5090e2 Initial load
duke
parents:
diff changeset
   857
PSParallelCompact::clear_data_covering_space(SpaceId id)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   858
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
   859
  // At this point, top is the value before GC, new_top() is the value that will
489c9b5090e2 Initial load
duke
parents:
diff changeset
   860
  // be set at the end of GC.  The marking bitmap is cleared to top; nothing
489c9b5090e2 Initial load
duke
parents:
diff changeset
   861
  // should be marked above top.  The summary data is cleared to the larger of
489c9b5090e2 Initial load
duke
parents:
diff changeset
   862
  // top & new_top.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   863
  MutableSpace* const space = _space_info[id].space();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   864
  HeapWord* const bot = space->bottom();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   865
  HeapWord* const top = space->top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   866
  HeapWord* const max_top = MAX2(top, _space_info[id].new_top());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   867
489c9b5090e2 Initial load
duke
parents:
diff changeset
   868
  const idx_t beg_bit = _mark_bitmap.addr_to_bit(bot);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   869
  const idx_t end_bit = BitMap::word_align_up(_mark_bitmap.addr_to_bit(top));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   870
  _mark_bitmap.clear_range(beg_bit, end_bit);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   871
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   872
  const size_t beg_region = _summary_data.addr_to_region_idx(bot);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   873
  const size_t end_region =
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   874
    _summary_data.addr_to_region_idx(_summary_data.region_align_up(max_top));
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   875
  _summary_data.clear_range(beg_region, end_region);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   876
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   877
489c9b5090e2 Initial load
duke
parents:
diff changeset
   878
void PSParallelCompact::pre_compact(PreGCValues* pre_gc_values)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   879
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
   880
  // Update the from & to space pointers in space_info, since they are swapped
489c9b5090e2 Initial load
duke
parents:
diff changeset
   881
  // at each young gen gc.  Do the update unconditionally (even though a
489c9b5090e2 Initial load
duke
parents:
diff changeset
   882
  // promotion failure does not swap spaces) because an unknown number of minor
489c9b5090e2 Initial load
duke
parents:
diff changeset
   883
  // collections will have swapped the spaces an unknown number of times.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   884
  TraceTime tm("pre compact", print_phases(), true, gclog_or_tty);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   885
  ParallelScavengeHeap* heap = gc_heap();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   886
  _space_info[from_space_id].set_space(heap->young_gen()->from_space());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   887
  _space_info[to_space_id].set_space(heap->young_gen()->to_space());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   888
489c9b5090e2 Initial load
duke
parents:
diff changeset
   889
  pre_gc_values->fill(heap);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   890
489c9b5090e2 Initial load
duke
parents:
diff changeset
   891
  ParCompactionManager::reset();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   892
  NOT_PRODUCT(_mark_bitmap.reset_counters());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   893
  DEBUG_ONLY(add_obj_count = add_obj_size = 0;)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   894
  DEBUG_ONLY(mark_bitmap_count = mark_bitmap_size = 0;)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   895
489c9b5090e2 Initial load
duke
parents:
diff changeset
   896
  // Increment the invocation count
386
7f121b1192f2 6539517: CR 6186200 should be extended to perm gen allocation to prevent spurious OOM's from perm gen
apetrusenko
parents: 1
diff changeset
   897
  heap->increment_total_collections(true);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   898
489c9b5090e2 Initial load
duke
parents:
diff changeset
   899
  // We need to track unique mark sweep invocations as well.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   900
  _total_invocations++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   901
489c9b5090e2 Initial load
duke
parents:
diff changeset
   902
  if (PrintHeapAtGC) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   903
    Universe::print_heap_before_gc();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   904
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   905
489c9b5090e2 Initial load
duke
parents:
diff changeset
   906
  // Fill in TLABs
489c9b5090e2 Initial load
duke
parents:
diff changeset
   907
  heap->accumulate_statistics_all_tlabs();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   908
  heap->ensure_parsability(true);  // retire TLABs
489c9b5090e2 Initial load
duke
parents:
diff changeset
   909
489c9b5090e2 Initial load
duke
parents:
diff changeset
   910
  if (VerifyBeforeGC && heap->total_collections() >= VerifyGCStartAt) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   911
    HandleMark hm;  // Discard invalid handles created during verification
489c9b5090e2 Initial load
duke
parents:
diff changeset
   912
    gclog_or_tty->print(" VerifyBeforeGC:");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   913
    Universe::verify(true);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   914
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   915
489c9b5090e2 Initial load
duke
parents:
diff changeset
   916
  // Verify object start arrays
489c9b5090e2 Initial load
duke
parents:
diff changeset
   917
  if (VerifyObjectStartArray &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   918
      VerifyBeforeGC) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   919
    heap->old_gen()->verify_object_start_array();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   920
    heap->perm_gen()->verify_object_start_array();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   921
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   922
489c9b5090e2 Initial load
duke
parents:
diff changeset
   923
  DEBUG_ONLY(mark_bitmap()->verify_clear();)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   924
  DEBUG_ONLY(summary_data().verify_clear();)
756
dc1ba65c5d1e 6676016: ParallelOldGC leaks memory
jcoomes
parents: 389
diff changeset
   925
dc1ba65c5d1e 6676016: ParallelOldGC leaks memory
jcoomes
parents: 389
diff changeset
   926
  // Have worker threads release resources the next time they run a task.
dc1ba65c5d1e 6676016: ParallelOldGC leaks memory
jcoomes
parents: 389
diff changeset
   927
  gc_task_manager()->release_all_resources();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   928
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   929
489c9b5090e2 Initial load
duke
parents:
diff changeset
   930
void PSParallelCompact::post_compact()
489c9b5090e2 Initial load
duke
parents:
diff changeset
   931
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
   932
  TraceTime tm("post compact", print_phases(), true, gclog_or_tty);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   933
489c9b5090e2 Initial load
duke
parents:
diff changeset
   934
  // Clear the marking bitmap and summary data and update top() in each space.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   935
  for (unsigned int id = perm_space_id; id < last_space_id; ++id) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   936
    clear_data_covering_space(SpaceId(id));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   937
    _space_info[id].space()->set_top(_space_info[id].new_top());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   938
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   939
489c9b5090e2 Initial load
duke
parents:
diff changeset
   940
  MutableSpace* const eden_space = _space_info[eden_space_id].space();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   941
  MutableSpace* const from_space = _space_info[from_space_id].space();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   942
  MutableSpace* const to_space   = _space_info[to_space_id].space();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   943
489c9b5090e2 Initial load
duke
parents:
diff changeset
   944
  ParallelScavengeHeap* heap = gc_heap();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   945
  bool eden_empty = eden_space->is_empty();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   946
  if (!eden_empty) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   947
    eden_empty = absorb_live_data_from_eden(heap->size_policy(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
   948
                                            heap->young_gen(), heap->old_gen());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   949
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   950
489c9b5090e2 Initial load
duke
parents:
diff changeset
   951
  // Update heap occupancy information which is used as input to the soft ref
489c9b5090e2 Initial load
duke
parents:
diff changeset
   952
  // clearing policy at the next gc.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   953
  Universe::update_heap_info_at_gc();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   954
489c9b5090e2 Initial load
duke
parents:
diff changeset
   955
  bool young_gen_empty = eden_empty && from_space->is_empty() &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
   956
    to_space->is_empty();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   957
489c9b5090e2 Initial load
duke
parents:
diff changeset
   958
  BarrierSet* bs = heap->barrier_set();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   959
  if (bs->is_a(BarrierSet::ModRef)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   960
    ModRefBarrierSet* modBS = (ModRefBarrierSet*)bs;
489c9b5090e2 Initial load
duke
parents:
diff changeset
   961
    MemRegion old_mr = heap->old_gen()->reserved();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   962
    MemRegion perm_mr = heap->perm_gen()->reserved();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   963
    assert(perm_mr.end() <= old_mr.start(), "Generations out of order");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   964
489c9b5090e2 Initial load
duke
parents:
diff changeset
   965
    if (young_gen_empty) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   966
      modBS->clear(MemRegion(perm_mr.start(), old_mr.end()));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   967
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   968
      modBS->invalidate(MemRegion(perm_mr.start(), old_mr.end()));
489c9b5090e2 Initial load
duke
parents:
diff changeset
   969
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   970
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   971
489c9b5090e2 Initial load
duke
parents:
diff changeset
   972
  Threads::gc_epilogue();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   973
  CodeCache::gc_epilogue();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   974
489c9b5090e2 Initial load
duke
parents:
diff changeset
   975
  COMPILER2_PRESENT(DerivedPointerTable::update_pointers());
489c9b5090e2 Initial load
duke
parents:
diff changeset
   976
489c9b5090e2 Initial load
duke
parents:
diff changeset
   977
  ref_processor()->enqueue_discovered_references(NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   978
971
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
   979
  if (ZapUnusedHeapArea) {
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
   980
    heap->gen_mangle_unused_area();
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
   981
  }
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
   982
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   983
  // Update time of last GC
489c9b5090e2 Initial load
duke
parents:
diff changeset
   984
  reset_millis_since_last_gc();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   985
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
   986
489c9b5090e2 Initial load
duke
parents:
diff changeset
   987
HeapWord*
489c9b5090e2 Initial load
duke
parents:
diff changeset
   988
PSParallelCompact::compute_dense_prefix_via_density(const SpaceId id,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   989
                                                    bool maximum_compaction)
489c9b5090e2 Initial load
duke
parents:
diff changeset
   990
{
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   991
  const size_t region_size = ParallelCompactData::RegionSize;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   992
  const ParallelCompactData& sd = summary_data();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   993
489c9b5090e2 Initial load
duke
parents:
diff changeset
   994
  const MutableSpace* const space = _space_info[id].space();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   995
  HeapWord* const top_aligned_up = sd.region_align_up(space->top());
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   996
  const RegionData* const beg_cp = sd.addr_to_region_ptr(space->bottom());
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   997
  const RegionData* const end_cp = sd.addr_to_region_ptr(top_aligned_up);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   998
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
   999
  // Skip full regions at the beginning of the space--they are necessarily part
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1000
  // of the dense prefix.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1001
  size_t full_count = 0;
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1002
  const RegionData* cp;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1003
  for (cp = beg_cp; cp < end_cp && cp->data_size() == region_size; ++cp) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1004
    ++full_count;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1005
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1006
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1007
  assert(total_invocations() >= _maximum_compaction_gc_num, "sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1008
  const size_t gcs_since_max = total_invocations() - _maximum_compaction_gc_num;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1009
  const bool interval_ended = gcs_since_max > HeapMaximumCompactionInterval;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1010
  if (maximum_compaction || cp == end_cp || interval_ended) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1011
    _maximum_compaction_gc_num = total_invocations();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1012
    return sd.region_to_addr(cp);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1013
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1014
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1015
  HeapWord* const new_top = _space_info[id].new_top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1016
  const size_t space_live = pointer_delta(new_top, space->bottom());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1017
  const size_t space_used = space->used_in_words();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1018
  const size_t space_capacity = space->capacity_in_words();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1019
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1020
  const double cur_density = double(space_live) / space_capacity;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1021
  const double deadwood_density =
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1022
    (1.0 - cur_density) * (1.0 - cur_density) * cur_density * cur_density;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1023
  const size_t deadwood_goal = size_t(space_capacity * deadwood_density);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1024
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1025
  if (TraceParallelOldGCDensePrefix) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1026
    tty->print_cr("cur_dens=%5.3f dw_dens=%5.3f dw_goal=" SIZE_FORMAT,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1027
                  cur_density, deadwood_density, deadwood_goal);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1028
    tty->print_cr("space_live=" SIZE_FORMAT " " "space_used=" SIZE_FORMAT " "
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1029
                  "space_cap=" SIZE_FORMAT,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1030
                  space_live, space_used,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1031
                  space_capacity);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1032
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1033
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1034
  // XXX - Use binary search?
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1035
  HeapWord* dense_prefix = sd.region_to_addr(cp);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1036
  const RegionData* full_cp = cp;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1037
  const RegionData* const top_cp = sd.addr_to_region_ptr(space->top() - 1);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1038
  while (cp < end_cp) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1039
    HeapWord* region_destination = cp->destination();
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1040
    const size_t cur_deadwood = pointer_delta(dense_prefix, region_destination);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1041
    if (TraceParallelOldGCDensePrefix && Verbose) {
972
b86fd2f84aaf 6718283: existing uses of *_FORMAT_W() were broken by 6521491
jcoomes
parents: 971
diff changeset
  1042
      tty->print_cr("c#=" SIZE_FORMAT_W(4) " dst=" PTR_FORMAT " "
b86fd2f84aaf 6718283: existing uses of *_FORMAT_W() were broken by 6521491
jcoomes
parents: 971
diff changeset
  1043
                    "dp=" SIZE_FORMAT_W(8) " " "cdw=" SIZE_FORMAT_W(8),
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1044
                    sd.region(cp), region_destination,
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1045
                    dense_prefix, cur_deadwood);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1046
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1047
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1048
    if (cur_deadwood >= deadwood_goal) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1049
      // Found the region that has the correct amount of deadwood to the left.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1050
      // This typically occurs after crossing a fairly sparse set of regions, so
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1051
      // iterate backwards over those sparse regions, looking for the region
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1052
      // that has the lowest density of live objects 'to the right.'
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1053
      size_t space_to_left = sd.region(cp) * region_size;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1054
      size_t live_to_left = space_to_left - cur_deadwood;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1055
      size_t space_to_right = space_capacity - space_to_left;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1056
      size_t live_to_right = space_live - live_to_left;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1057
      double density_to_right = double(live_to_right) / space_to_right;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1058
      while (cp > full_cp) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1059
        --cp;
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1060
        const size_t prev_region_live_to_right = live_to_right -
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1061
          cp->data_size();
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1062
        const size_t prev_region_space_to_right = space_to_right + region_size;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1063
        double prev_region_density_to_right =
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1064
          double(prev_region_live_to_right) / prev_region_space_to_right;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1065
        if (density_to_right <= prev_region_density_to_right) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1066
          return dense_prefix;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1067
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1068
        if (TraceParallelOldGCDensePrefix && Verbose) {
972
b86fd2f84aaf 6718283: existing uses of *_FORMAT_W() were broken by 6521491
jcoomes
parents: 971
diff changeset
  1069
          tty->print_cr("backing up from c=" SIZE_FORMAT_W(4) " d2r=%10.8f "
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1070
                        "pc_d2r=%10.8f", sd.region(cp), density_to_right,
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1071
                        prev_region_density_to_right);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1072
        }
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1073
        dense_prefix -= region_size;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1074
        live_to_right = prev_region_live_to_right;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1075
        space_to_right = prev_region_space_to_right;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1076
        density_to_right = prev_region_density_to_right;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1077
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1078
      return dense_prefix;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1079
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1080
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1081
    dense_prefix += region_size;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1082
    ++cp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1083
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1084
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1085
  return dense_prefix;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1086
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1087
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1088
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1089
void PSParallelCompact::print_dense_prefix_stats(const char* const algorithm,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1090
                                                 const SpaceId id,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1091
                                                 const bool maximum_compaction,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1092
                                                 HeapWord* const addr)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1093
{
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1094
  const size_t region_idx = summary_data().addr_to_region_idx(addr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1095
  RegionData* const cp = summary_data().region(region_idx);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1096
  const MutableSpace* const space = _space_info[id].space();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1097
  HeapWord* const new_top = _space_info[id].new_top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1098
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1099
  const size_t space_live = pointer_delta(new_top, space->bottom());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1100
  const size_t dead_to_left = pointer_delta(addr, cp->destination());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1101
  const size_t space_cap = space->capacity_in_words();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1102
  const double dead_to_left_pct = double(dead_to_left) / space_cap;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1103
  const size_t live_to_right = new_top - cp->destination();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1104
  const size_t dead_to_right = space->top() - addr - live_to_right;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1105
972
b86fd2f84aaf 6718283: existing uses of *_FORMAT_W() were broken by 6521491
jcoomes
parents: 971
diff changeset
  1106
  tty->print_cr("%s=" PTR_FORMAT " dpc=" SIZE_FORMAT_W(5) " "
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1107
                "spl=" SIZE_FORMAT " "
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1108
                "d2l=" SIZE_FORMAT " d2l%%=%6.4f "
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1109
                "d2r=" SIZE_FORMAT " l2r=" SIZE_FORMAT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1110
                " ratio=%10.8f",
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1111
                algorithm, addr, region_idx,
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1112
                space_live,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1113
                dead_to_left, dead_to_left_pct,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1114
                dead_to_right, live_to_right,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1115
                double(dead_to_right) / live_to_right);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1116
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1117
#endif  // #ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1118
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1119
// Return a fraction indicating how much of the generation can be treated as
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1120
// "dead wood" (i.e., not reclaimed).  The function uses a normal distribution
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1121
// based on the density of live objects in the generation to determine a limit,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1122
// which is then adjusted so the return value is min_percent when the density is
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1123
// 1.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1124
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1125
// The following table shows some return values for a different values of the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1126
// standard deviation (ParallelOldDeadWoodLimiterStdDev); the mean is 0.5 and
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1127
// min_percent is 1.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1128
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1129
//                          fraction allowed as dead wood
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1130
//         -----------------------------------------------------------------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1131
// density std_dev=70 std_dev=75 std_dev=80 std_dev=85 std_dev=90 std_dev=95
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1132
// ------- ---------- ---------- ---------- ---------- ---------- ----------
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1133
// 0.00000 0.01000000 0.01000000 0.01000000 0.01000000 0.01000000 0.01000000
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1134
// 0.05000 0.03193096 0.02836880 0.02550828 0.02319280 0.02130337 0.01974941
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1135
// 0.10000 0.05247504 0.04547452 0.03988045 0.03537016 0.03170171 0.02869272
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1136
// 0.15000 0.07135702 0.06111390 0.05296419 0.04641639 0.04110601 0.03676066
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1137
// 0.20000 0.08831616 0.07509618 0.06461766 0.05622444 0.04943437 0.04388975
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1138
// 0.25000 0.10311208 0.08724696 0.07471205 0.06469760 0.05661313 0.05002313
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1139
// 0.30000 0.11553050 0.09741183 0.08313394 0.07175114 0.06257797 0.05511132
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1140
// 0.35000 0.12538832 0.10545958 0.08978741 0.07731366 0.06727491 0.05911289
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1141
// 0.40000 0.13253818 0.11128511 0.09459590 0.08132834 0.07066107 0.06199500
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1142
// 0.45000 0.13687208 0.11481163 0.09750361 0.08375387 0.07270534 0.06373386
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1143
// 0.50000 0.13832410 0.11599237 0.09847664 0.08456518 0.07338887 0.06431510
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1144
// 0.55000 0.13687208 0.11481163 0.09750361 0.08375387 0.07270534 0.06373386
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1145
// 0.60000 0.13253818 0.11128511 0.09459590 0.08132834 0.07066107 0.06199500
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1146
// 0.65000 0.12538832 0.10545958 0.08978741 0.07731366 0.06727491 0.05911289
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1147
// 0.70000 0.11553050 0.09741183 0.08313394 0.07175114 0.06257797 0.05511132
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1148
// 0.75000 0.10311208 0.08724696 0.07471205 0.06469760 0.05661313 0.05002313
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1149
// 0.80000 0.08831616 0.07509618 0.06461766 0.05622444 0.04943437 0.04388975
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1150
// 0.85000 0.07135702 0.06111390 0.05296419 0.04641639 0.04110601 0.03676066
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1151
// 0.90000 0.05247504 0.04547452 0.03988045 0.03537016 0.03170171 0.02869272
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1152
// 0.95000 0.03193096 0.02836880 0.02550828 0.02319280 0.02130337 0.01974941
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1153
// 1.00000 0.01000000 0.01000000 0.01000000 0.01000000 0.01000000 0.01000000
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1154
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1155
double PSParallelCompact::dead_wood_limiter(double density, size_t min_percent)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1156
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1157
  assert(_dwl_initialized, "uninitialized");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1158
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1159
  // The raw limit is the value of the normal distribution at x = density.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1160
  const double raw_limit = normal_distribution(density);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1161
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1162
  // Adjust the raw limit so it becomes the minimum when the density is 1.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1163
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1164
  // First subtract the adjustment value (which is simply the precomputed value
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1165
  // normal_distribution(1.0)); this yields a value of 0 when the density is 1.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1166
  // Then add the minimum value, so the minimum is returned when the density is
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1167
  // 1.  Finally, prevent negative values, which occur when the mean is not 0.5.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1168
  const double min = double(min_percent) / 100.0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1169
  const double limit = raw_limit - _dwl_adjustment + min;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1170
  return MAX2(limit, 0.0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1171
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1172
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1173
ParallelCompactData::RegionData*
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1174
PSParallelCompact::first_dead_space_region(const RegionData* beg,
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1175
                                           const RegionData* end)
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1176
{
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1177
  const size_t region_size = ParallelCompactData::RegionSize;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1178
  ParallelCompactData& sd = summary_data();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1179
  size_t left = sd.region(beg);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1180
  size_t right = end > beg ? sd.region(end) - 1 : left;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1181
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1182
  // Binary search.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1183
  while (left < right) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1184
    // Equivalent to (left + right) / 2, but does not overflow.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1185
    const size_t middle = left + (right - left) / 2;
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1186
    RegionData* const middle_ptr = sd.region(middle);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1187
    HeapWord* const dest = middle_ptr->destination();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1188
    HeapWord* const addr = sd.region_to_addr(middle);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1189
    assert(dest != NULL, "sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1190
    assert(dest <= addr, "must move left");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1191
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1192
    if (middle > left && dest < addr) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1193
      right = middle - 1;
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1194
    } else if (middle < right && middle_ptr->data_size() == region_size) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1195
      left = middle + 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1196
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1197
      return middle_ptr;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1198
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1199
  }
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1200
  return sd.region(left);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1201
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1202
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1203
ParallelCompactData::RegionData*
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1204
PSParallelCompact::dead_wood_limit_region(const RegionData* beg,
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1205
                                          const RegionData* end,
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1206
                                          size_t dead_words)
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1207
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1208
  ParallelCompactData& sd = summary_data();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1209
  size_t left = sd.region(beg);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1210
  size_t right = end > beg ? sd.region(end) - 1 : left;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1211
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1212
  // Binary search.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1213
  while (left < right) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1214
    // Equivalent to (left + right) / 2, but does not overflow.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1215
    const size_t middle = left + (right - left) / 2;
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1216
    RegionData* const middle_ptr = sd.region(middle);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1217
    HeapWord* const dest = middle_ptr->destination();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1218
    HeapWord* const addr = sd.region_to_addr(middle);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1219
    assert(dest != NULL, "sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1220
    assert(dest <= addr, "must move left");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1221
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1222
    const size_t dead_to_left = pointer_delta(addr, dest);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1223
    if (middle > left && dead_to_left > dead_words) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1224
      right = middle - 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1225
    } else if (middle < right && dead_to_left < dead_words) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1226
      left = middle + 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1227
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1228
      return middle_ptr;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1229
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1230
  }
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1231
  return sd.region(left);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1232
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1233
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1234
// The result is valid during the summary phase, after the initial summarization
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1235
// of each space into itself, and before final summarization.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1236
inline double
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1237
PSParallelCompact::reclaimed_ratio(const RegionData* const cp,
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1238
                                   HeapWord* const bottom,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1239
                                   HeapWord* const top,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1240
                                   HeapWord* const new_top)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1241
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1242
  ParallelCompactData& sd = summary_data();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1243
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1244
  assert(cp != NULL, "sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1245
  assert(bottom != NULL, "sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1246
  assert(top != NULL, "sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1247
  assert(new_top != NULL, "sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1248
  assert(top >= new_top, "summary data problem?");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1249
  assert(new_top > bottom, "space is empty; should not be here");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1250
  assert(new_top >= cp->destination(), "sanity");
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1251
  assert(top >= sd.region_to_addr(cp), "sanity");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1252
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1253
  HeapWord* const destination = cp->destination();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1254
  const size_t dense_prefix_live  = pointer_delta(destination, bottom);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1255
  const size_t compacted_region_live = pointer_delta(new_top, destination);
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1256
  const size_t compacted_region_used = pointer_delta(top,
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1257
                                                     sd.region_to_addr(cp));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1258
  const size_t reclaimable = compacted_region_used - compacted_region_live;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1259
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1260
  const double divisor = dense_prefix_live + 1.25 * compacted_region_live;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1261
  return double(reclaimable) / divisor;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1262
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1263
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1264
// Return the address of the end of the dense prefix, a.k.a. the start of the
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1265
// compacted region.  The address is always on a region boundary.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1266
//
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1267
// Completely full regions at the left are skipped, since no compaction can
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1268
// occur in those regions.  Then the maximum amount of dead wood to allow is
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1269
// computed, based on the density (amount live / capacity) of the generation;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1270
// the region with approximately that amount of dead space to the left is
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1271
// identified as the limit region.  Regions between the last completely full
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1272
// region and the limit region are scanned and the one that has the best
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1273
// (maximum) reclaimed_ratio() is selected.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1274
HeapWord*
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1275
PSParallelCompact::compute_dense_prefix(const SpaceId id,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1276
                                        bool maximum_compaction)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1277
{
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1278
  const size_t region_size = ParallelCompactData::RegionSize;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1279
  const ParallelCompactData& sd = summary_data();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1280
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1281
  const MutableSpace* const space = _space_info[id].space();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1282
  HeapWord* const top = space->top();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1283
  HeapWord* const top_aligned_up = sd.region_align_up(top);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1284
  HeapWord* const new_top = _space_info[id].new_top();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1285
  HeapWord* const new_top_aligned_up = sd.region_align_up(new_top);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1286
  HeapWord* const bottom = space->bottom();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1287
  const RegionData* const beg_cp = sd.addr_to_region_ptr(bottom);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1288
  const RegionData* const top_cp = sd.addr_to_region_ptr(top_aligned_up);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1289
  const RegionData* const new_top_cp =
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1290
    sd.addr_to_region_ptr(new_top_aligned_up);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1291
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1292
  // Skip full regions at the beginning of the space--they are necessarily part
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1293
  // of the dense prefix.
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1294
  const RegionData* const full_cp = first_dead_space_region(beg_cp, new_top_cp);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1295
  assert(full_cp->destination() == sd.region_to_addr(full_cp) ||
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1296
         space->is_empty(), "no dead space allowed to the left");
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1297
  assert(full_cp->data_size() < region_size || full_cp == new_top_cp - 1,
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1298
         "region must have dead space");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1299
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1300
  // The gc number is saved whenever a maximum compaction is done, and used to
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1301
  // determine when the maximum compaction interval has expired.  This avoids
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1302
  // successive max compactions for different reasons.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1303
  assert(total_invocations() >= _maximum_compaction_gc_num, "sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1304
  const size_t gcs_since_max = total_invocations() - _maximum_compaction_gc_num;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1305
  const bool interval_ended = gcs_since_max > HeapMaximumCompactionInterval ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1306
    total_invocations() == HeapFirstMaximumCompactionCount;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1307
  if (maximum_compaction || full_cp == top_cp || interval_ended) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1308
    _maximum_compaction_gc_num = total_invocations();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1309
    return sd.region_to_addr(full_cp);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1310
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1311
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1312
  const size_t space_live = pointer_delta(new_top, bottom);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1313
  const size_t space_used = space->used_in_words();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1314
  const size_t space_capacity = space->capacity_in_words();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1315
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1316
  const double density = double(space_live) / double(space_capacity);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1317
  const size_t min_percent_free =
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1318
          id == perm_space_id ? PermMarkSweepDeadRatio : MarkSweepDeadRatio;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1319
  const double limiter = dead_wood_limiter(density, min_percent_free);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1320
  const size_t dead_wood_max = space_used - space_live;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1321
  const size_t dead_wood_limit = MIN2(size_t(space_capacity * limiter),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1322
                                      dead_wood_max);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1323
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1324
  if (TraceParallelOldGCDensePrefix) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1325
    tty->print_cr("space_live=" SIZE_FORMAT " " "space_used=" SIZE_FORMAT " "
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1326
                  "space_cap=" SIZE_FORMAT,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1327
                  space_live, space_used,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1328
                  space_capacity);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1329
    tty->print_cr("dead_wood_limiter(%6.4f, %d)=%6.4f "
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1330
                  "dead_wood_max=" SIZE_FORMAT " dead_wood_limit=" SIZE_FORMAT,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1331
                  density, min_percent_free, limiter,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1332
                  dead_wood_max, dead_wood_limit);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1333
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1334
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1335
  // Locate the region with the desired amount of dead space to the left.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1336
  const RegionData* const limit_cp =
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1337
    dead_wood_limit_region(full_cp, top_cp, dead_wood_limit);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1338
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1339
  // Scan from the first region with dead space to the limit region and find the
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1340
  // one with the best (largest) reclaimed ratio.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1341
  double best_ratio = 0.0;
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1342
  const RegionData* best_cp = full_cp;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1343
  for (const RegionData* cp = full_cp; cp < limit_cp; ++cp) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1344
    double tmp_ratio = reclaimed_ratio(cp, bottom, top, new_top);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1345
    if (tmp_ratio > best_ratio) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1346
      best_cp = cp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1347
      best_ratio = tmp_ratio;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1348
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1349
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1350
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1351
#if     0
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1352
  // Something to consider:  if the region with the best ratio is 'close to' the
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1353
  // first region w/free space, choose the first region with free space
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1354
  // ("first-free").  The first-free region is usually near the start of the
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1355
  // heap, which means we are copying most of the heap already, so copy a bit
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1356
  // more to get complete compaction.
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1357
  if (pointer_delta(best_cp, full_cp, sizeof(RegionData)) < 4) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1358
    _maximum_compaction_gc_num = total_invocations();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1359
    best_cp = full_cp;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1360
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1361
#endif  // #if 0
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1362
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1363
  return sd.region_to_addr(best_cp);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1364
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1365
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1366
void PSParallelCompact::summarize_spaces_quick()
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1367
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1368
  for (unsigned int i = 0; i < last_space_id; ++i) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1369
    const MutableSpace* space = _space_info[i].space();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1370
    bool result = _summary_data.summarize(space->bottom(), space->end(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1371
                                          space->bottom(), space->top(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1372
                                          _space_info[i].new_top_addr());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1373
    assert(result, "should never fail");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1374
    _space_info[i].set_dense_prefix(space->bottom());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1375
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1376
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1377
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1378
void PSParallelCompact::fill_dense_prefix_end(SpaceId id)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1379
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1380
  HeapWord* const dense_prefix_end = dense_prefix(id);
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1381
  const RegionData* region = _summary_data.addr_to_region_ptr(dense_prefix_end);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1382
  const idx_t dense_prefix_bit = _mark_bitmap.addr_to_bit(dense_prefix_end);
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1383
  if (dead_space_crosses_boundary(region, dense_prefix_bit)) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1384
    // Only enough dead space is filled so that any remaining dead space to the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1385
    // left is larger than the minimum filler object.  (The remainder is filled
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1386
    // during the copy/update phase.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1387
    //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1388
    // The size of the dead space to the right of the boundary is not a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1389
    // concern, since compaction will be able to use whatever space is
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1390
    // available.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1391
    //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1392
    // Here '||' is the boundary, 'x' represents a don't care bit and a box
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1393
    // surrounds the space to be filled with an object.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1394
    //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1395
    // In the 32-bit VM, each bit represents two 32-bit words:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1396
    //                              +---+
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1397
    // a) beg_bits:  ...  x   x   x | 0 | ||   0   x  x  ...
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1398
    //    end_bits:  ...  x   x   x | 0 | ||   0   x  x  ...
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1399
    //                              +---+
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1400
    //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1401
    // In the 64-bit VM, each bit represents one 64-bit word:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1402
    //                              +------------+
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1403
    // b) beg_bits:  ...  x   x   x | 0   ||   0 | x  x  ...
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1404
    //    end_bits:  ...  x   x   1 | 0   ||   0 | x  x  ...
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1405
    //                              +------------+
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1406
    //                          +-------+
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1407
    // c) beg_bits:  ...  x   x | 0   0 | ||   0   x  x  ...
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1408
    //    end_bits:  ...  x   1 | 0   0 | ||   0   x  x  ...
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1409
    //                          +-------+
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1410
    //                      +-----------+
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1411
    // d) beg_bits:  ...  x | 0   0   0 | ||   0   x  x  ...
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1412
    //    end_bits:  ...  1 | 0   0   0 | ||   0   x  x  ...
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1413
    //                      +-----------+
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1414
    //                          +-------+
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1415
    // e) beg_bits:  ...  0   0 | 0   0 | ||   0   x  x  ...
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1416
    //    end_bits:  ...  0   0 | 0   0 | ||   0   x  x  ...
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1417
    //                          +-------+
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1418
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1419
    // Initially assume case a, c or e will apply.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1420
    size_t obj_len = (size_t)oopDesc::header_size();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1421
    HeapWord* obj_beg = dense_prefix_end - obj_len;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1422
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1423
#ifdef  _LP64
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1424
    if (_mark_bitmap.is_obj_end(dense_prefix_bit - 2)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1425
      // Case b above.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1426
      obj_beg = dense_prefix_end - 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1427
    } else if (!_mark_bitmap.is_obj_end(dense_prefix_bit - 3) &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1428
               _mark_bitmap.is_obj_end(dense_prefix_bit - 4)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1429
      // Case d above.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1430
      obj_beg = dense_prefix_end - 3;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1431
      obj_len = 3;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1432
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1433
#endif  // #ifdef _LP64
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1434
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1435
    MemRegion region(obj_beg, obj_len);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1436
    SharedHeap::fill_region_with_object(region);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1437
    _mark_bitmap.mark_obj(obj_beg, obj_len);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1438
    _summary_data.add_obj(obj_beg, obj_len);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1439
    assert(start_array(id) != NULL, "sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1440
    start_array(id)->allocate_block(obj_beg);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1441
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1442
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1443
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1444
void
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1445
PSParallelCompact::summarize_space(SpaceId id, bool maximum_compaction)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1446
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1447
  assert(id < last_space_id, "id out of range");
973
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1448
  assert(_space_info[id].dense_prefix() == _space_info[id].space()->bottom(),
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1449
         "should have been set in summarize_spaces_quick()");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1450
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1451
  const MutableSpace* space = _space_info[id].space();
973
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1452
  if (_space_info[id].new_top() != space->bottom()) {
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1453
    HeapWord* dense_prefix_end = compute_dense_prefix(id, maximum_compaction);
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1454
    _space_info[id].set_dense_prefix(dense_prefix_end);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1455
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1456
#ifndef PRODUCT
973
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1457
    if (TraceParallelOldGCDensePrefix) {
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1458
      print_dense_prefix_stats("ratio", id, maximum_compaction,
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1459
                               dense_prefix_end);
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1460
      HeapWord* addr = compute_dense_prefix_via_density(id, maximum_compaction);
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1461
      print_dense_prefix_stats("density", id, maximum_compaction, addr);
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1462
    }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1463
#endif  // #ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1464
973
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1465
    // If dead space crosses the dense prefix boundary, it is (at least
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1466
    // partially) filled with a dummy object, marked live and added to the
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1467
    // summary data.  This simplifies the copy/update phase and must be done
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1468
    // before the final locations of objects are determined, to prevent leaving
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1469
    // a fragment of dead space that is too small to fill with an object.
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1470
    if (!maximum_compaction && dense_prefix_end != space->bottom()) {
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1471
      fill_dense_prefix_end(id);
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1472
    }
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1473
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1474
    // Compute the destination of each Region, and thus each object.
973
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1475
    _summary_data.summarize_dense_prefix(space->bottom(), dense_prefix_end);
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1476
    _summary_data.summarize(dense_prefix_end, space->end(),
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1477
                            dense_prefix_end, space->top(),
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1478
                            _space_info[id].new_top_addr());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1479
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1480
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1481
  if (TraceParallelOldGCSummaryPhase) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1482
    const size_t region_size = ParallelCompactData::RegionSize;
973
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1483
    HeapWord* const dense_prefix_end = _space_info[id].dense_prefix();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1484
    const size_t dp_region = _summary_data.addr_to_region_idx(dense_prefix_end);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1485
    const size_t dp_words = pointer_delta(dense_prefix_end, space->bottom());
973
f00c7826d8c6 6483129: par compact assertion failure (new_top > bottom)
jcoomes
parents: 972
diff changeset
  1486
    HeapWord* const new_top = _space_info[id].new_top();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1487
    const HeapWord* nt_aligned_up = _summary_data.region_align_up(new_top);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1488
    const size_t cr_words = pointer_delta(nt_aligned_up, dense_prefix_end);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1489
    tty->print_cr("id=%d cap=" SIZE_FORMAT " dp=" PTR_FORMAT " "
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1490
                  "dp_region=" SIZE_FORMAT " " "dp_count=" SIZE_FORMAT " "
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1491
                  "cr_count=" SIZE_FORMAT " " "nt=" PTR_FORMAT,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1492
                  id, space->capacity_in_words(), dense_prefix_end,
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1493
                  dp_region, dp_words / region_size,
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1494
                  cr_words / region_size, new_top);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1495
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1496
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1497
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1498
void PSParallelCompact::summary_phase(ParCompactionManager* cm,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1499
                                      bool maximum_compaction)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1500
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1501
  EventMark m("2 summarize");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1502
  TraceTime tm("summary phase", print_phases(), true, gclog_or_tty);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1503
  // trace("2");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1504
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1505
#ifdef  ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1506
  if (TraceParallelOldGCMarkingPhase) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1507
    tty->print_cr("add_obj_count=" SIZE_FORMAT " "
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1508
                  "add_obj_bytes=" SIZE_FORMAT,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1509
                  add_obj_count, add_obj_size * HeapWordSize);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1510
    tty->print_cr("mark_bitmap_count=" SIZE_FORMAT " "
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1511
                  "mark_bitmap_bytes=" SIZE_FORMAT,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1512
                  mark_bitmap_count, mark_bitmap_size * HeapWordSize);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1513
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1514
#endif  // #ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1515
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1516
  // Quick summarization of each space into itself, to see how much is live.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1517
  summarize_spaces_quick();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1518
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1519
  if (TraceParallelOldGCSummaryPhase) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1520
    tty->print_cr("summary_phase:  after summarizing each space to self");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1521
    Universe::print();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1522
    NOT_PRODUCT(print_region_ranges());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1523
    if (Verbose) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1524
      NOT_PRODUCT(print_initial_summary_data(_summary_data, _space_info));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1525
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1526
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1527
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1528
  // The amount of live data that will end up in old space (assuming it fits).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1529
  size_t old_space_total_live = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1530
  unsigned int id;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1531
  for (id = old_space_id; id < last_space_id; ++id) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1532
    old_space_total_live += pointer_delta(_space_info[id].new_top(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1533
                                          _space_info[id].space()->bottom());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1534
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1535
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1536
  const MutableSpace* old_space = _space_info[old_space_id].space();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1537
  if (old_space_total_live > old_space->capacity_in_words()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1538
    // XXX - should also try to expand
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1539
    maximum_compaction = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1540
  } else if (!UseParallelOldGCDensePrefix) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1541
    maximum_compaction = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1542
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1543
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1544
  // Permanent and Old generations.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1545
  summarize_space(perm_space_id, maximum_compaction);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1546
  summarize_space(old_space_id, maximum_compaction);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1547
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1548
  // Summarize the remaining spaces (those in the young gen) into old space.  If
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1549
  // the live data from a space doesn't fit, the existing summarization is left
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1550
  // intact, so the data is compacted down within the space itself.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1551
  HeapWord** new_top_addr = _space_info[old_space_id].new_top_addr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1552
  HeapWord* const target_space_end = old_space->end();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1553
  for (id = eden_space_id; id < last_space_id; ++id) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1554
    const MutableSpace* space = _space_info[id].space();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1555
    const size_t live = pointer_delta(_space_info[id].new_top(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1556
                                      space->bottom());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1557
    const size_t available = pointer_delta(target_space_end, *new_top_addr);
974
6bbfda0c2a55 6724367: par compact could clear less young gen summary data
jcoomes
parents: 973
diff changeset
  1558
    if (live > 0 && live <= available) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1559
      // All the live data will fit.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1560
      if (TraceParallelOldGCSummaryPhase) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1561
        tty->print_cr("summarizing %d into old_space @ " PTR_FORMAT,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1562
                      id, *new_top_addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1563
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1564
      _summary_data.summarize(*new_top_addr, target_space_end,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1565
                              space->bottom(), space->top(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1566
                              new_top_addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1567
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1568
      // Clear the source_region field for each region in the space.
974
6bbfda0c2a55 6724367: par compact could clear less young gen summary data
jcoomes
parents: 973
diff changeset
  1569
      HeapWord* const new_top = _space_info[id].new_top();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1570
      HeapWord* const clear_end = _summary_data.region_align_up(new_top);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1571
      RegionData* beg_region =
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1572
        _summary_data.addr_to_region_ptr(space->bottom());
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1573
      RegionData* end_region = _summary_data.addr_to_region_ptr(clear_end);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1574
      while (beg_region < end_region) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1575
        beg_region->set_source_region(0);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1576
        ++beg_region;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1577
      }
974
6bbfda0c2a55 6724367: par compact could clear less young gen summary data
jcoomes
parents: 973
diff changeset
  1578
6bbfda0c2a55 6724367: par compact could clear less young gen summary data
jcoomes
parents: 973
diff changeset
  1579
      // Reset the new_top value for the space.
6bbfda0c2a55 6724367: par compact could clear less young gen summary data
jcoomes
parents: 973
diff changeset
  1580
      _space_info[id].set_new_top(space->bottom());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1581
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1582
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1583
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1584
  // Fill in the block data after any changes to the regions have
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1585
  // been made.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1586
#ifdef  ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1587
  summarize_blocks(cm, perm_space_id);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1588
  summarize_blocks(cm, old_space_id);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1589
#else
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1590
  if (!UseParallelOldGCRegionPointerCalc) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1591
    summarize_blocks(cm, perm_space_id);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1592
    summarize_blocks(cm, old_space_id);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1593
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1594
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1595
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1596
  if (TraceParallelOldGCSummaryPhase) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1597
    tty->print_cr("summary_phase:  after final summarization");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1598
    Universe::print();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1599
    NOT_PRODUCT(print_region_ranges());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1600
    if (Verbose) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1601
      NOT_PRODUCT(print_generic_summary_data(_summary_data, _space_info));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1602
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1603
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1604
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1605
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1606
// Fill in the BlockData.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1607
// Iterate over the spaces and within each space iterate over
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1608
// the regions and fill in the BlockData for each region.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1609
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1610
void PSParallelCompact::summarize_blocks(ParCompactionManager* cm,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1611
                                         SpaceId first_compaction_space_id) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1612
#if     0
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1613
  DEBUG_ONLY(ParallelCompactData::BlockData::set_cur_phase(1);)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1614
  for (SpaceId cur_space_id = first_compaction_space_id;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1615
       cur_space_id != last_space_id;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1616
       cur_space_id = next_compaction_space_id(cur_space_id)) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1617
    // Iterate over the regions in the space
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1618
    size_t start_region_index =
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1619
      _summary_data.addr_to_region_idx(space(cur_space_id)->bottom());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1620
    BitBlockUpdateClosure bbu(mark_bitmap(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1621
                              cm,
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1622
                              start_region_index);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1623
    // Iterate over blocks.
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1624
    for (size_t region_index =  start_region_index;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1625
         region_index < _summary_data.region_count() &&
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1626
           _summary_data.region_to_addr(region_index) <
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1627
           space(cur_space_id)->top();
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1628
         region_index++) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1629
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1630
      // Reset the closure for the new region.  Note that the closure
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1631
      // maintains some data that does not get reset for each region
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1632
      // so a new instance of the closure is no appropriate.
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1633
      bbu.reset_region(region_index);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1634
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1635
      // Start the iteration with the first live object.  This
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1636
      // may return the end of the region.  That is acceptable since
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1637
      // it will properly limit the iterations.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1638
      ParMarkBitMap::idx_t left_offset = mark_bitmap()->addr_to_bit(
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1639
        _summary_data.first_live_or_end_in_region(region_index));
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1640
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1641
      // End the iteration at the end of the region.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1642
      HeapWord* region_addr = _summary_data.region_to_addr(region_index);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1643
      HeapWord* region_end = region_addr + ParallelCompactData::RegionSize;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1644
      ParMarkBitMap::idx_t right_offset =
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1645
        mark_bitmap()->addr_to_bit(region_end);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1646
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1647
      // Blocks that have not objects starting in them can be
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1648
      // skipped because their data will never be used.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1649
      if (left_offset < right_offset) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1650
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1651
        // Iterate through the objects in the region.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1652
        ParMarkBitMap::idx_t last_offset =
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1653
          mark_bitmap()->pair_iterate(&bbu, left_offset, right_offset);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1654
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1655
        // If last_offset is less than right_offset, then the iterations
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1656
        // terminated while it was looking for an end bit.  "last_offset"
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1657
        // is then the offset for the last start bit.  In this situation
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1658
        // the "offset" field for the next block to the right (_cur_block + 1)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1659
        // will not have been update although there may be live data
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1660
        // to the left of the region.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1661
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1662
        size_t cur_block_plus_1 = bbu.cur_block() + 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1663
        HeapWord* cur_block_plus_1_addr =
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1664
        _summary_data.block_to_addr(bbu.cur_block()) +
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1665
        ParallelCompactData::BlockSize;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1666
        HeapWord* last_offset_addr = mark_bitmap()->bit_to_addr(last_offset);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1667
 #if 1  // This code works.  The else doesn't but should.  Why does it?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1668
        // The current block (cur_block()) has already been updated.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1669
        // The last block that may need to be updated is either the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1670
        // next block (current block + 1) or the block where the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1671
        // last object starts (which can be greater than the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1672
        // next block if there were no objects found in intervening
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1673
        // blocks).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1674
        size_t last_block =
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1675
          MAX2(bbu.cur_block() + 1,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1676
               _summary_data.addr_to_block_idx(last_offset_addr));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1677
 #else
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1678
        // The current block has already been updated.  The only block
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1679
        // that remains to be updated is the block where the last
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1680
        // object in the region starts.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1681
        size_t last_block = _summary_data.addr_to_block_idx(last_offset_addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1682
 #endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1683
        assert_bit_is_start(last_offset);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1684
        assert((last_block == _summary_data.block_count()) ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1685
             (_summary_data.block(last_block)->raw_offset() == 0),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1686
          "Should not have been set");
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1687
        // Is the last block still in the current region?  If still
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1688
        // in this region, update the last block (the counting that
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1689
        // included the current block is meant for the offset of the last
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1690
        // block).  If not in this region, do nothing.  Should not
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1691
        // update a block in the next region.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1692
        if (ParallelCompactData::region_contains_block(bbu.region_index(),
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1693
                                                       last_block)) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1694
          if (last_offset < right_offset) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1695
            // The last object started in this region but ends beyond
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1696
            // this region.  Update the block for this last object.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1697
            assert(mark_bitmap()->is_marked(last_offset), "Should be marked");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1698
            // No end bit was found.  The closure takes care of
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1699
            // the cases where
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1700
            //   an objects crosses over into the next block
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1701
            //   an objects starts and ends in the next block
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1702
            // It does not handle the case where an object is
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1703
            // the first object in a later block and extends
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1704
            // past the end of the region (i.e., the closure
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1705
            // only handles complete objects that are in the range
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1706
            // it is given).  That object is handed back here
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1707
            // for any special consideration necessary.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1708
            //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1709
            // Is the first bit in the last block a start or end bit?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1710
            //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1711
            // If the partial object ends in the last block L,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1712
            // then the 1st bit in L may be an end bit.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1713
            //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1714
            // Else does the last object start in a block after the current
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1715
            // block? A block AA will already have been updated if an
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1716
            // object ends in the next block AA+1.  An object found to end in
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1717
            // the AA+1 is the trigger that updates AA.  Objects are being
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1718
            // counted in the current block for updaing a following
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1719
            // block.  An object may start in later block
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1720
            // block but may extend beyond the last block in the region.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1721
            // Updates are only done when the end of an object has been
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1722
            // found. If the last object (covered by block L) starts
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1723
            // beyond the current block, then no object ends in L (otherwise
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1724
            // L would be the current block).  So the first bit in L is
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1725
            // a start bit.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1726
            //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1727
            // Else the last objects start in the current block and ends
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1728
            // beyond the region.  The current block has already been
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1729
            // updated and there is no later block (with an object
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1730
            // starting in it) that needs to be updated.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1731
            //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1732
            if (_summary_data.partial_obj_ends_in_block(last_block)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1733
              _summary_data.block(last_block)->set_end_bit_offset(
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1734
                bbu.live_data_left());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1735
            } else if (last_offset_addr >= cur_block_plus_1_addr) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1736
              //   The start of the object is on a later block
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1737
              // (to the right of the current block and there are no
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1738
              // complete live objects to the left of this last object
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1739
              // within the region.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1740
              //   The first bit in the block is for the start of the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1741
              // last object.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1742
              _summary_data.block(last_block)->set_start_bit_offset(
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1743
                bbu.live_data_left());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1744
            } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1745
              //   The start of the last object was found in
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1746
              // the current region (which has already
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1747
              // been updated).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1748
              assert(bbu.cur_block() ==
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1749
                      _summary_data.addr_to_block_idx(last_offset_addr),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1750
                "Should be a block already processed");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1751
            }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1752
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1753
            // Is there enough block information to find this object?
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1754
            // The destination of the region has not been set so the
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1755
            // values returned by calc_new_pointer() and
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1756
            // block_calc_new_pointer() will only be
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1757
            // offsets.  But they should agree.
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1758
            HeapWord* moved_obj_with_regions =
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1759
              _summary_data.region_calc_new_pointer(last_offset_addr);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1760
            HeapWord* moved_obj_with_blocks =
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1761
              _summary_data.calc_new_pointer(last_offset_addr);
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1762
            assert(moved_obj_with_regions == moved_obj_with_blocks,
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1763
              "Block calculation is wrong");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1764
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1765
          } else if (last_block < _summary_data.block_count()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1766
            // Iterations ended looking for a start bit (but
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1767
            // did not run off the end of the block table).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1768
            _summary_data.block(last_block)->set_start_bit_offset(
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1769
              bbu.live_data_left());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1770
          }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1771
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1772
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1773
        // Is there enough block information to find this object?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1774
          HeapWord* left_offset_addr = mark_bitmap()->bit_to_addr(left_offset);
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1775
        HeapWord* moved_obj_with_regions =
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1776
          _summary_data.calc_new_pointer(left_offset_addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1777
        HeapWord* moved_obj_with_blocks =
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1778
          _summary_data.calc_new_pointer(left_offset_addr);
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1779
          assert(moved_obj_with_regions == moved_obj_with_blocks,
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1780
          "Block calculation is wrong");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1781
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1782
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1783
        // Is there another block after the end of this region?
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1784
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1785
        if (last_block < _summary_data.block_count()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1786
        // No object may have been found in a block.  If that
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1787
        // block is at the end of the region, the iteration will
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1788
        // terminate without incrementing the current block so
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1789
        // that the current block is not the last block in the
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1790
        // region.  That situation precludes asserting that the
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1791
        // current block is the last block in the region.  Assert
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1792
        // the lesser condition that the current block does not
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1793
        // exceed the region.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1794
          assert(_summary_data.block_to_addr(last_block) <=
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1795
               (_summary_data.region_to_addr(region_index) +
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1796
                 ParallelCompactData::RegionSize),
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1797
              "Region and block inconsistency");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1798
          assert(last_offset <= right_offset, "Iteration over ran end");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1799
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1800
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1801
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1802
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1803
      if (PrintGCDetails && Verbose) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1804
        if (_summary_data.region(region_index)->partial_obj_size() == 1) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1805
          size_t first_block =
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1806
            region_index / ParallelCompactData::BlocksPerRegion;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1807
          gclog_or_tty->print_cr("first_block " PTR_FORMAT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1808
            " _offset " PTR_FORMAT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1809
            "_first_is_start_bit %d",
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1810
            first_block,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1811
            _summary_data.block(first_block)->raw_offset(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1812
            _summary_data.block(first_block)->first_is_start_bit());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1813
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1814
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1815
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1816
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1817
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1818
  DEBUG_ONLY(ParallelCompactData::BlockData::set_cur_phase(16);)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1819
#endif  // #if 0
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1820
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1821
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1822
// This method should contain all heap-specific policy for invoking a full
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1823
// collection.  invoke_no_policy() will only attempt to compact the heap; it
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1824
// will do nothing further.  If we need to bail out for policy reasons, scavenge
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1825
// before full gc, or any other specialized behavior, it needs to be added here.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1826
//
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1827
// Note that this method should only be called from the vm_thread while at a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1828
// safepoint.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1829
void PSParallelCompact::invoke(bool maximum_heap_compaction) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1830
  assert(SafepointSynchronize::is_at_safepoint(), "should be at safepoint");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1831
  assert(Thread::current() == (Thread*)VMThread::vm_thread(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1832
         "should be in vm thread");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1833
  ParallelScavengeHeap* heap = gc_heap();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1834
  GCCause::Cause gc_cause = heap->gc_cause();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1835
  assert(!heap->is_gc_active(), "not reentrant");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1836
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1837
  PSAdaptiveSizePolicy* policy = heap->size_policy();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1838
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1839
  // Before each allocation/collection attempt, find out from the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1840
  // policy object if GCs are, on the whole, taking too long. If so,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1841
  // bail out without attempting a collection.  The exceptions are
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1842
  // for explicitly requested GC's.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1843
  if (!policy->gc_time_limit_exceeded() ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1844
      GCCause::is_user_requested_gc(gc_cause) ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1845
      GCCause::is_serviceability_requested_gc(gc_cause)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1846
    IsGCActiveMark mark;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1847
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1848
    if (ScavengeBeforeFullGC) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1849
      PSScavenge::invoke_no_policy();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1850
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1851
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1852
    PSParallelCompact::invoke_no_policy(maximum_heap_compaction);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1853
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1854
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1855
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1856
bool ParallelCompactData::region_contains(size_t region_index, HeapWord* addr) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1857
  size_t addr_region_index = addr_to_region_idx(addr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1858
  return region_index == addr_region_index;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1859
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1860
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1861
bool ParallelCompactData::region_contains_block(size_t region_index,
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1862
                                                size_t block_index) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1863
  size_t first_block_in_region = region_index * BlocksPerRegion;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1864
  size_t last_block_in_region = (region_index + 1) * BlocksPerRegion - 1;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1865
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1866
  return (first_block_in_region <= block_index) &&
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  1867
         (block_index <= last_block_in_region);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1868
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1869
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1870
// This method contains no policy. You should probably
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1871
// be calling invoke() instead.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1872
void PSParallelCompact::invoke_no_policy(bool maximum_heap_compaction) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1873
  assert(SafepointSynchronize::is_at_safepoint(), "must be at a safepoint");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1874
  assert(ref_processor() != NULL, "Sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1875
386
7f121b1192f2 6539517: CR 6186200 should be extended to perm gen allocation to prevent spurious OOM's from perm gen
apetrusenko
parents: 1
diff changeset
  1876
  if (GC_locker::check_active_before_gc()) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1877
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1878
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1879
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1880
  TimeStamp marking_start;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1881
  TimeStamp compaction_start;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1882
  TimeStamp collection_exit;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1883
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1884
  ParallelScavengeHeap* heap = gc_heap();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1885
  GCCause::Cause gc_cause = heap->gc_cause();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1886
  PSYoungGen* young_gen = heap->young_gen();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1887
  PSOldGen* old_gen = heap->old_gen();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1888
  PSPermGen* perm_gen = heap->perm_gen();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1889
  PSAdaptiveSizePolicy* size_policy = heap->size_policy();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1890
971
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  1891
  if (ZapUnusedHeapArea) {
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  1892
    // Save information needed to minimize mangling
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  1893
    heap->record_gen_tops_before_GC();
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  1894
  }
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  1895
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1896
  _print_phases = PrintGCDetails && PrintParallelOldGCPhaseTimes;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1897
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1898
  // Make sure data structures are sane, make the heap parsable, and do other
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1899
  // miscellaneous bookkeeping.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1900
  PreGCValues pre_gc_values;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1901
  pre_compact(&pre_gc_values);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1902
756
dc1ba65c5d1e 6676016: ParallelOldGC leaks memory
jcoomes
parents: 389
diff changeset
  1903
  // Get the compaction manager reserved for the VM thread.
dc1ba65c5d1e 6676016: ParallelOldGC leaks memory
jcoomes
parents: 389
diff changeset
  1904
  ParCompactionManager* const vmthread_cm =
dc1ba65c5d1e 6676016: ParallelOldGC leaks memory
jcoomes
parents: 389
diff changeset
  1905
    ParCompactionManager::manager_array(gc_task_manager()->workers());
dc1ba65c5d1e 6676016: ParallelOldGC leaks memory
jcoomes
parents: 389
diff changeset
  1906
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1907
  // Place after pre_compact() where the number of invocations is incremented.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1908
  AdaptiveSizePolicyOutput(size_policy, heap->total_collections());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1909
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1910
  {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1911
    ResourceMark rm;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1912
    HandleMark hm;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1913
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1914
    const bool is_system_gc = gc_cause == GCCause::_java_lang_system_gc;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1915
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1916
    // This is useful for debugging but don't change the output the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1917
    // the customer sees.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1918
    const char* gc_cause_str = "Full GC";
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1919
    if (is_system_gc && PrintGCDetails) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1920
      gc_cause_str = "Full GC (System)";
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1921
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1922
    gclog_or_tty->date_stamp(PrintGC && PrintGCDateStamps);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1923
    TraceCPUTime tcpu(PrintGCDetails, true, gclog_or_tty);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1924
    TraceTime t1(gc_cause_str, PrintGC, !PrintGCDetails, gclog_or_tty);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1925
    TraceCollectorStats tcs(counters());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1926
    TraceMemoryManagerStats tms(true /* Full GC */);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1927
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1928
    if (TraceGen1Time) accumulated_time()->start();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1929
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1930
    // Let the size policy know we're starting
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1931
    size_policy->major_collection_begin();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1932
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1933
    // When collecting the permanent generation methodOops may be moving,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1934
    // so we either have to flush all bcp data or convert it into bci.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1935
    CodeCache::gc_prologue();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1936
    Threads::gc_prologue();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1937
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1938
    NOT_PRODUCT(ref_processor()->verify_no_references_recorded());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1939
    COMPILER2_PRESENT(DerivedPointerTable::clear());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1940
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1941
    ref_processor()->enable_discovery();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1942
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1943
    bool marked_for_unloading = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1944
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1945
    marking_start.update();
756
dc1ba65c5d1e 6676016: ParallelOldGC leaks memory
jcoomes
parents: 389
diff changeset
  1946
    marking_phase(vmthread_cm, maximum_heap_compaction);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1947
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1948
#ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1949
    if (TraceParallelOldGCMarkingPhase) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1950
      gclog_or_tty->print_cr("marking_phase: cas_tries %d  cas_retries %d "
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1951
        "cas_by_another %d",
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1952
        mark_bitmap()->cas_tries(), mark_bitmap()->cas_retries(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1953
        mark_bitmap()->cas_by_another());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1954
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1955
#endif  // #ifndef PRODUCT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1956
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1957
    bool max_on_system_gc = UseMaximumCompactionOnSystemGC && is_system_gc;
756
dc1ba65c5d1e 6676016: ParallelOldGC leaks memory
jcoomes
parents: 389
diff changeset
  1958
    summary_phase(vmthread_cm, maximum_heap_compaction || max_on_system_gc);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1959
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1960
    COMPILER2_PRESENT(assert(DerivedPointerTable::is_active(), "Sanity"));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1961
    COMPILER2_PRESENT(DerivedPointerTable::set_active(false));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1962
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1963
    // adjust_roots() updates Universe::_intArrayKlassObj which is
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1964
    // needed by the compaction for filling holes in the dense prefix.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1965
    adjust_roots();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1966
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1967
    compaction_start.update();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1968
    // Does the perm gen always have to be done serially because
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1969
    // klasses are used in the update of an object?
756
dc1ba65c5d1e 6676016: ParallelOldGC leaks memory
jcoomes
parents: 389
diff changeset
  1970
    compact_perm(vmthread_cm);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1971
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1972
    if (UseParallelOldGCCompacting) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1973
      compact();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1974
    } else {
756
dc1ba65c5d1e 6676016: ParallelOldGC leaks memory
jcoomes
parents: 389
diff changeset
  1975
      compact_serial(vmthread_cm);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1976
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1977
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1978
    // Reset the mark bitmap, summary data, and do other bookkeeping.  Must be
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1979
    // done before resizing.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1980
    post_compact();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1981
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1982
    // Let the size policy know we're done
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1983
    size_policy->major_collection_end(old_gen->used_in_bytes(), gc_cause);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1984
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1985
    if (UseAdaptiveSizePolicy) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1986
      if (PrintAdaptiveSizePolicy) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1987
        gclog_or_tty->print("AdaptiveSizeStart: ");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1988
        gclog_or_tty->stamp();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1989
        gclog_or_tty->print_cr(" collection: %d ",
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1990
                       heap->total_collections());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1991
        if (Verbose) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1992
          gclog_or_tty->print("old_gen_capacity: %d young_gen_capacity: %d"
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1993
            " perm_gen_capacity: %d ",
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1994
            old_gen->capacity_in_bytes(), young_gen->capacity_in_bytes(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1995
            perm_gen->capacity_in_bytes());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1996
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1997
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1998
489c9b5090e2 Initial load
duke
parents:
diff changeset
  1999
      // Don't check if the size_policy is ready here.  Let
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2000
      // the size_policy check that internally.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2001
      if (UseAdaptiveGenerationSizePolicyAtMajorCollection &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2002
          ((gc_cause != GCCause::_java_lang_system_gc) ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2003
            UseAdaptiveSizePolicyWithSystemGC)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2004
        // Calculate optimal free space amounts
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2005
        assert(young_gen->max_size() >
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2006
          young_gen->from_space()->capacity_in_bytes() +
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2007
          young_gen->to_space()->capacity_in_bytes(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2008
          "Sizes of space in young gen are out-of-bounds");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2009
        size_t max_eden_size = young_gen->max_size() -
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2010
          young_gen->from_space()->capacity_in_bytes() -
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2011
          young_gen->to_space()->capacity_in_bytes();
971
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  2012
        size_policy->compute_generation_free_space(
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  2013
                              young_gen->used_in_bytes(),
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  2014
                              young_gen->eden_space()->used_in_bytes(),
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  2015
                              old_gen->used_in_bytes(),
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  2016
                              perm_gen->used_in_bytes(),
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  2017
                              young_gen->eden_space()->capacity_in_bytes(),
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  2018
                              old_gen->max_gen_size(),
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  2019
                              max_eden_size,
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  2020
                              true /* full gc*/,
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  2021
                              gc_cause);
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  2022
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  2023
        heap->resize_old_gen(
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  2024
          size_policy->calculated_old_free_size_in_bytes());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2025
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2026
        // Don't resize the young generation at an major collection.  A
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2027
        // desired young generation size may have been calculated but
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2028
        // resizing the young generation complicates the code because the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2029
        // resizing of the old generation may have moved the boundary
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2030
        // between the young generation and the old generation.  Let the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2031
        // young generation resizing happen at the minor collections.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2032
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2033
      if (PrintAdaptiveSizePolicy) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2034
        gclog_or_tty->print_cr("AdaptiveSizeStop: collection: %d ",
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2035
                       heap->total_collections());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2036
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2037
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2038
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2039
    if (UsePerfData) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2040
      PSGCAdaptivePolicyCounters* const counters = heap->gc_policy_counters();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2041
      counters->update_counters();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2042
      counters->update_old_capacity(old_gen->capacity_in_bytes());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2043
      counters->update_young_capacity(young_gen->capacity_in_bytes());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2044
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2045
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2046
    heap->resize_all_tlabs();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2047
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2048
    // We collected the perm gen, so we'll resize it here.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2049
    perm_gen->compute_new_size(pre_gc_values.perm_gen_used());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2050
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2051
    if (TraceGen1Time) accumulated_time()->stop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2052
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2053
    if (PrintGC) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2054
      if (PrintGCDetails) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2055
        // No GC timestamp here.  This is after GC so it would be confusing.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2056
        young_gen->print_used_change(pre_gc_values.young_gen_used());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2057
        old_gen->print_used_change(pre_gc_values.old_gen_used());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2058
        heap->print_heap_change(pre_gc_values.heap_used());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2059
        // Print perm gen last (print_heap_change() excludes the perm gen).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2060
        perm_gen->print_used_change(pre_gc_values.perm_gen_used());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2061
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2062
        heap->print_heap_change(pre_gc_values.heap_used());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2063
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2064
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2065
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2066
    // Track memory usage and detect low memory
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2067
    MemoryService::track_memory_usage();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2068
    heap->update_counters();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2069
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2070
    if (PrintGCDetails) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2071
      if (size_policy->print_gc_time_limit_would_be_exceeded()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2072
        if (size_policy->gc_time_limit_exceeded()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2073
          gclog_or_tty->print_cr("      GC time is exceeding GCTimeLimit "
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2074
            "of %d%%", GCTimeLimit);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2075
        } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2076
          gclog_or_tty->print_cr("      GC time would exceed GCTimeLimit "
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2077
            "of %d%%", GCTimeLimit);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2078
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2079
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2080
      size_policy->set_print_gc_time_limit_would_be_exceeded(false);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2081
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2082
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2083
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2084
  if (VerifyAfterGC && heap->total_collections() >= VerifyGCStartAt) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2085
    HandleMark hm;  // Discard invalid handles created during verification
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2086
    gclog_or_tty->print(" VerifyAfterGC:");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2087
    Universe::verify(false);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2088
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2089
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2090
  // Re-verify object start arrays
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2091
  if (VerifyObjectStartArray &&
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2092
      VerifyAfterGC) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2093
    old_gen->verify_object_start_array();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2094
    perm_gen->verify_object_start_array();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2095
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2096
971
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  2097
  if (ZapUnusedHeapArea) {
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  2098
    old_gen->object_space()->check_mangled_unused_area_complete();
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  2099
    perm_gen->object_space()->check_mangled_unused_area_complete();
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  2100
  }
f0b20be4165d 6672698: mangle_unused_area() should not remangle the entire heap at each collection.
jmasa
parents: 756
diff changeset
  2101
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2102
  NOT_PRODUCT(ref_processor()->verify_no_references_recorded());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2103
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2104
  collection_exit.update();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2105
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2106
  if (PrintHeapAtGC) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2107
    Universe::print_heap_after_gc();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2108
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2109
  if (PrintGCTaskTimeStamps) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2110
    gclog_or_tty->print_cr("VM-Thread " INT64_FORMAT " " INT64_FORMAT " "
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2111
                           INT64_FORMAT,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2112
                           marking_start.ticks(), compaction_start.ticks(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2113
                           collection_exit.ticks());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2114
    gc_task_manager()->print_task_time_stamps();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2115
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2116
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2117
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2118
bool PSParallelCompact::absorb_live_data_from_eden(PSAdaptiveSizePolicy* size_policy,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2119
                                             PSYoungGen* young_gen,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2120
                                             PSOldGen* old_gen) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2121
  MutableSpace* const eden_space = young_gen->eden_space();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2122
  assert(!eden_space->is_empty(), "eden must be non-empty");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2123
  assert(young_gen->virtual_space()->alignment() ==
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2124
         old_gen->virtual_space()->alignment(), "alignments do not match");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2125
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2126
  if (!(UseAdaptiveSizePolicy && UseAdaptiveGCBoundary)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2127
    return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2128
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2129
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2130
  // Both generations must be completely committed.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2131
  if (young_gen->virtual_space()->uncommitted_size() != 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2132
    return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2133
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2134
  if (old_gen->virtual_space()->uncommitted_size() != 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2135
    return false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2136
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2137
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2138
  // Figure out how much to take from eden.  Include the average amount promoted
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2139
  // in the total; otherwise the next young gen GC will simply bail out to a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2140
  // full GC.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2141
  const size_t alignment = old_gen->virtual_space()->alignment();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2142
  const size_t eden_used = eden_space->used_in_bytes();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2143
  const size_t promoted = (size_t)size_policy->avg_promoted()->padded_average();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2144
  const size_t absorb_size = align_size_up(eden_used + promoted, alignment);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2145
  const size_t eden_capacity = eden_space->capacity_in_bytes();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2146
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2147
  if (absorb_size >= eden_capacity) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2148
    return false; // Must leave some space in eden.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2149
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2150
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2151
  const size_t new_young_size = young_gen->capacity_in_bytes() - absorb_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2152
  if (new_young_size < young_gen->min_gen_size()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2153
    return false; // Respect young gen minimum size.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2154
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2155
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2156
  if (TraceAdaptiveGCBoundary && Verbose) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2157
    gclog_or_tty->print(" absorbing " SIZE_FORMAT "K:  "
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2158
                        "eden " SIZE_FORMAT "K->" SIZE_FORMAT "K "
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2159
                        "from " SIZE_FORMAT "K, to " SIZE_FORMAT "K "
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2160
                        "young_gen " SIZE_FORMAT "K->" SIZE_FORMAT "K ",
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2161
                        absorb_size / K,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2162
                        eden_capacity / K, (eden_capacity - absorb_size) / K,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2163
                        young_gen->from_space()->used_in_bytes() / K,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2164
                        young_gen->to_space()->used_in_bytes() / K,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2165
                        young_gen->capacity_in_bytes() / K, new_young_size / K);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2166
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2167
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2168
  // Fill the unused part of the old gen.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2169
  MutableSpace* const old_space = old_gen->object_space();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2170
  MemRegion old_gen_unused(old_space->top(), old_space->end());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2171
  if (!old_gen_unused.is_empty()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2172
    SharedHeap::fill_region_with_object(old_gen_unused);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2173
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2174
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2175
  // Take the live data from eden and set both top and end in the old gen to
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2176
  // eden top.  (Need to set end because reset_after_change() mangles the region
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2177
  // from end to virtual_space->high() in debug builds).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2178
  HeapWord* const new_top = eden_space->top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2179
  old_gen->virtual_space()->expand_into(young_gen->virtual_space(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2180
                                        absorb_size);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2181
  young_gen->reset_after_change();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2182
  old_space->set_top(new_top);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2183
  old_space->set_end(new_top);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2184
  old_gen->reset_after_change();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2185
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2186
  // Update the object start array for the filler object and the data from eden.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2187
  ObjectStartArray* const start_array = old_gen->start_array();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2188
  HeapWord* const start = old_gen_unused.start();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2189
  for (HeapWord* addr = start; addr < new_top; addr += oop(addr)->size()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2190
    start_array->allocate_block(addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2191
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2192
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2193
  // Could update the promoted average here, but it is not typically updated at
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2194
  // full GCs and the value to use is unclear.  Something like
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2195
  //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2196
  // cur_promoted_avg + absorb_size / number_of_scavenges_since_last_full_gc.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2197
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2198
  size_policy->set_bytes_absorbed_from_eden(absorb_size);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2199
  return true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2200
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2201
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2202
GCTaskManager* const PSParallelCompact::gc_task_manager() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2203
  assert(ParallelScavengeHeap::gc_task_manager() != NULL,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2204
    "shouldn't return NULL");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2205
  return ParallelScavengeHeap::gc_task_manager();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2206
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2207
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2208
void PSParallelCompact::marking_phase(ParCompactionManager* cm,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2209
                                      bool maximum_heap_compaction) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2210
  // Recursively traverse all live objects and mark them
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2211
  EventMark m("1 mark object");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2212
  TraceTime tm("marking phase", print_phases(), true, gclog_or_tty);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2213
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2214
  ParallelScavengeHeap* heap = gc_heap();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2215
  uint parallel_gc_threads = heap->gc_task_manager()->workers();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2216
  TaskQueueSetSuper* qset = ParCompactionManager::region_array();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2217
  ParallelTaskTerminator terminator(parallel_gc_threads, qset);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2218
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2219
  PSParallelCompact::MarkAndPushClosure mark_and_push_closure(cm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2220
  PSParallelCompact::FollowStackClosure follow_stack_closure(cm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2221
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2222
  {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2223
    TraceTime tm_m("par mark", print_phases(), true, gclog_or_tty);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2224
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2225
    GCTaskQueue* q = GCTaskQueue::create();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2226
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2227
    q->enqueue(new MarkFromRootsTask(MarkFromRootsTask::universe));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2228
    q->enqueue(new MarkFromRootsTask(MarkFromRootsTask::jni_handles));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2229
    // We scan the thread roots in parallel
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2230
    Threads::create_thread_roots_marking_tasks(q);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2231
    q->enqueue(new MarkFromRootsTask(MarkFromRootsTask::object_synchronizer));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2232
    q->enqueue(new MarkFromRootsTask(MarkFromRootsTask::flat_profiler));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2233
    q->enqueue(new MarkFromRootsTask(MarkFromRootsTask::management));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2234
    q->enqueue(new MarkFromRootsTask(MarkFromRootsTask::system_dictionary));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2235
    q->enqueue(new MarkFromRootsTask(MarkFromRootsTask::jvmti));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2236
    q->enqueue(new MarkFromRootsTask(MarkFromRootsTask::vm_symbols));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2237
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2238
    if (parallel_gc_threads > 1) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2239
      for (uint j = 0; j < parallel_gc_threads; j++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2240
        q->enqueue(new StealMarkingTask(&terminator));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2241
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2242
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2243
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2244
    WaitForBarrierGCTask* fin = WaitForBarrierGCTask::create();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2245
    q->enqueue(fin);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2246
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2247
    gc_task_manager()->add_list(q);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2248
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2249
    fin->wait_for();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2250
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2251
    // We have to release the barrier tasks!
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2252
    WaitForBarrierGCTask::destroy(fin);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2253
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2254
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2255
  // Process reference objects found during marking
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2256
  {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2257
    TraceTime tm_r("reference processing", print_phases(), true, gclog_or_tty);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2258
    ReferencePolicy *soft_ref_policy;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2259
    if (maximum_heap_compaction) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2260
      soft_ref_policy = new AlwaysClearPolicy();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2261
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2262
#ifdef COMPILER2
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2263
      soft_ref_policy = new LRUMaxHeapPolicy();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2264
#else
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2265
      soft_ref_policy = new LRUCurrentHeapPolicy();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2266
#endif // COMPILER2
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2267
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2268
    assert(soft_ref_policy != NULL, "No soft reference policy");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2269
    if (ref_processor()->processing_is_mt()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2270
      RefProcTaskExecutor task_executor;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2271
      ref_processor()->process_discovered_references(
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2272
        soft_ref_policy, is_alive_closure(), &mark_and_push_closure,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2273
        &follow_stack_closure, &task_executor);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2274
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2275
      ref_processor()->process_discovered_references(
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2276
        soft_ref_policy, is_alive_closure(), &mark_and_push_closure,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2277
        &follow_stack_closure, NULL);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2278
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2279
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2280
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2281
  TraceTime tm_c("class unloading", print_phases(), true, gclog_or_tty);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2282
  // Follow system dictionary roots and unload classes.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2283
  bool purged_class = SystemDictionary::do_unloading(is_alive_closure());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2284
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2285
  // Follow code cache roots.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2286
  CodeCache::do_unloading(is_alive_closure(), &mark_and_push_closure,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2287
                          purged_class);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2288
  follow_stack(cm); // Flush marking stack.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2289
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2290
  // Update subklass/sibling/implementor links of live klasses
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2291
  // revisit_klass_stack is used in follow_weak_klass_links().
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2292
  follow_weak_klass_links(cm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2293
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2294
  // Visit symbol and interned string tables and delete unmarked oops
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2295
  SymbolTable::unlink(is_alive_closure());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2296
  StringTable::unlink(is_alive_closure());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2297
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2298
  assert(cm->marking_stack()->size() == 0, "stack should be empty by now");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2299
  assert(cm->overflow_stack()->is_empty(), "stack should be empty by now");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2300
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2301
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2302
// This should be moved to the shared markSweep code!
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2303
class PSAlwaysTrueClosure: public BoolObjectClosure {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2304
public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2305
  void do_object(oop p) { ShouldNotReachHere(); }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2306
  bool do_object_b(oop p) { return true; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2307
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2308
static PSAlwaysTrueClosure always_true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2309
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2310
void PSParallelCompact::adjust_roots() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2311
  // Adjust the pointers to reflect the new locations
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2312
  EventMark m("3 adjust roots");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2313
  TraceTime tm("adjust roots", print_phases(), true, gclog_or_tty);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2314
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2315
  // General strong roots.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2316
  Universe::oops_do(adjust_root_pointer_closure());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2317
  ReferenceProcessor::oops_do(adjust_root_pointer_closure());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2318
  JNIHandles::oops_do(adjust_root_pointer_closure());   // Global (strong) JNI handles
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2319
  Threads::oops_do(adjust_root_pointer_closure());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2320
  ObjectSynchronizer::oops_do(adjust_root_pointer_closure());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2321
  FlatProfiler::oops_do(adjust_root_pointer_closure());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2322
  Management::oops_do(adjust_root_pointer_closure());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2323
  JvmtiExport::oops_do(adjust_root_pointer_closure());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2324
  // SO_AllClasses
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2325
  SystemDictionary::oops_do(adjust_root_pointer_closure());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2326
  vmSymbols::oops_do(adjust_root_pointer_closure());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2327
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2328
  // Now adjust pointers in remaining weak roots.  (All of which should
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2329
  // have been cleared if they pointed to non-surviving objects.)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2330
  // Global (weak) JNI handles
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2331
  JNIHandles::weak_oops_do(&always_true, adjust_root_pointer_closure());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2332
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2333
  CodeCache::oops_do(adjust_pointer_closure());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2334
  SymbolTable::oops_do(adjust_root_pointer_closure());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2335
  StringTable::oops_do(adjust_root_pointer_closure());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2336
  ref_processor()->weak_oops_do(adjust_root_pointer_closure());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2337
  // Roots were visited so references into the young gen in roots
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2338
  // may have been scanned.  Process them also.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2339
  // Should the reference processor have a span that excludes
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2340
  // young gen objects?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2341
  PSScavenge::reference_processor()->weak_oops_do(
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2342
                                              adjust_root_pointer_closure());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2343
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2344
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2345
void PSParallelCompact::compact_perm(ParCompactionManager* cm) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2346
  EventMark m("4 compact perm");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2347
  TraceTime tm("compact perm gen", print_phases(), true, gclog_or_tty);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2348
  // trace("4");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2349
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2350
  gc_heap()->perm_gen()->start_array()->reset();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2351
  move_and_update(cm, perm_space_id);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2352
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2353
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2354
void PSParallelCompact::enqueue_region_draining_tasks(GCTaskQueue* q,
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2355
                                                      uint parallel_gc_threads)
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2356
{
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2357
  TraceTime tm("drain task setup", print_phases(), true, gclog_or_tty);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2358
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2359
  const unsigned int task_count = MAX2(parallel_gc_threads, 1U);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2360
  for (unsigned int j = 0; j < task_count; j++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2361
    q->enqueue(new DrainStacksCompactionTask());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2362
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2363
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2364
  // Find all regions that are available (can be filled immediately) and
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2365
  // distribute them to the thread stacks.  The iteration is done in reverse
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2366
  // order (high to low) so the regions will be removed in ascending order.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2367
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2368
  const ParallelCompactData& sd = PSParallelCompact::summary_data();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2369
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2370
  size_t fillable_regions = 0;   // A count for diagnostic purposes.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2371
  unsigned int which = 0;       // The worker thread number.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2372
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2373
  for (unsigned int id = to_space_id; id > perm_space_id; --id) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2374
    SpaceInfo* const space_info = _space_info + id;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2375
    MutableSpace* const space = space_info->space();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2376
    HeapWord* const new_top = space_info->new_top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2377
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2378
    const size_t beg_region = sd.addr_to_region_idx(space_info->dense_prefix());
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2379
    const size_t end_region =
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2380
      sd.addr_to_region_idx(sd.region_align_up(new_top));
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2381
    assert(end_region > 0, "perm gen cannot be empty");
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2382
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2383
    for (size_t cur = end_region - 1; cur >= beg_region; --cur) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2384
      if (sd.region(cur)->claim_unsafe()) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2385
        ParCompactionManager* cm = ParCompactionManager::manager_array(which);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2386
        cm->save_for_processing(cur);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2387
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2388
        if (TraceParallelOldGCCompactionPhase && Verbose) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2389
          const size_t count_mod_8 = fillable_regions & 7;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2390
          if (count_mod_8 == 0) gclog_or_tty->print("fillable: ");
972
b86fd2f84aaf 6718283: existing uses of *_FORMAT_W() were broken by 6521491
jcoomes
parents: 971
diff changeset
  2391
          gclog_or_tty->print(" " SIZE_FORMAT_W(7), cur);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2392
          if (count_mod_8 == 7) gclog_or_tty->cr();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2393
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2394
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2395
        NOT_PRODUCT(++fillable_regions;)
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2396
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2397
        // Assign regions to threads in round-robin fashion.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2398
        if (++which == task_count) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2399
          which = 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2400
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2401
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2402
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2403
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2404
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2405
  if (TraceParallelOldGCCompactionPhase) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2406
    if (Verbose && (fillable_regions & 7) != 0) gclog_or_tty->cr();
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2407
    gclog_or_tty->print_cr("%u initially fillable regions", fillable_regions);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2408
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2409
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2410
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2411
#define PAR_OLD_DENSE_PREFIX_OVER_PARTITIONING 4
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2412
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2413
void PSParallelCompact::enqueue_dense_prefix_tasks(GCTaskQueue* q,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2414
                                                    uint parallel_gc_threads) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2415
  TraceTime tm("dense prefix task setup", print_phases(), true, gclog_or_tty);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2416
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2417
  ParallelCompactData& sd = PSParallelCompact::summary_data();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2418
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2419
  // Iterate over all the spaces adding tasks for updating
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2420
  // regions in the dense prefix.  Assume that 1 gc thread
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2421
  // will work on opening the gaps and the remaining gc threads
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2422
  // will work on the dense prefix.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2423
  SpaceId space_id = old_space_id;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2424
  while (space_id != last_space_id) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2425
    HeapWord* const dense_prefix_end = _space_info[space_id].dense_prefix();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2426
    const MutableSpace* const space = _space_info[space_id].space();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2427
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2428
    if (dense_prefix_end == space->bottom()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2429
      // There is no dense prefix for this space.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2430
      space_id = next_compaction_space_id(space_id);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2431
      continue;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2432
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2433
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2434
    // The dense prefix is before this region.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2435
    size_t region_index_end_dense_prefix =
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2436
        sd.addr_to_region_idx(dense_prefix_end);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2437
    RegionData* const dense_prefix_cp =
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2438
      sd.region(region_index_end_dense_prefix);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2439
    assert(dense_prefix_end == space->end() ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2440
           dense_prefix_cp->available() ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2441
           dense_prefix_cp->claimed(),
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2442
           "The region after the dense prefix should always be ready to fill");
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2443
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2444
    size_t region_index_start = sd.addr_to_region_idx(space->bottom());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2445
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2446
    // Is there dense prefix work?
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2447
    size_t total_dense_prefix_regions =
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2448
      region_index_end_dense_prefix - region_index_start;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2449
    // How many regions of the dense prefix should be given to
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2450
    // each thread?
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2451
    if (total_dense_prefix_regions > 0) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2452
      uint tasks_for_dense_prefix = 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2453
      if (UseParallelDensePrefixUpdate) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2454
        if (total_dense_prefix_regions <=
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2455
            (parallel_gc_threads * PAR_OLD_DENSE_PREFIX_OVER_PARTITIONING)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2456
          // Don't over partition.  This assumes that
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2457
          // PAR_OLD_DENSE_PREFIX_OVER_PARTITIONING is a small integer value
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2458
          // so there are not many regions to process.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2459
          tasks_for_dense_prefix = parallel_gc_threads;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2460
        } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2461
          // Over partition
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2462
          tasks_for_dense_prefix = parallel_gc_threads *
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2463
            PAR_OLD_DENSE_PREFIX_OVER_PARTITIONING;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2464
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2465
      }
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2466
      size_t regions_per_thread = total_dense_prefix_regions /
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2467
        tasks_for_dense_prefix;
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2468
      // Give each thread at least 1 region.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2469
      if (regions_per_thread == 0) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2470
        regions_per_thread = 1;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2471
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2472
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2473
      for (uint k = 0; k < tasks_for_dense_prefix; k++) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2474
        if (region_index_start >= region_index_end_dense_prefix) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2475
          break;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2476
        }
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2477
        // region_index_end is not processed
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2478
        size_t region_index_end = MIN2(region_index_start + regions_per_thread,
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2479
                                       region_index_end_dense_prefix);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2480
        q->enqueue(new UpdateDensePrefixTask(
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2481
                                 space_id,
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2482
                                 region_index_start,
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2483
                                 region_index_end));
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2484
        region_index_start = region_index_end;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2485
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2486
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2487
    // This gets any part of the dense prefix that did not
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2488
    // fit evenly.
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2489
    if (region_index_start < region_index_end_dense_prefix) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2490
      q->enqueue(new UpdateDensePrefixTask(
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2491
                                 space_id,
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2492
                                 region_index_start,
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2493
                                 region_index_end_dense_prefix));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2494
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2495
    space_id = next_compaction_space_id(space_id);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2496
  }  // End tasks for dense prefix
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2497
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2498
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2499
void PSParallelCompact::enqueue_region_stealing_tasks(
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2500
                                     GCTaskQueue* q,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2501
                                     ParallelTaskTerminator* terminator_ptr,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2502
                                     uint parallel_gc_threads) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2503
  TraceTime tm("steal task setup", print_phases(), true, gclog_or_tty);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2504
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2505
  // Once a thread has drained it's stack, it should try to steal regions from
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2506
  // other threads.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2507
  if (parallel_gc_threads > 1) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2508
    for (uint j = 0; j < parallel_gc_threads; j++) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2509
      q->enqueue(new StealRegionCompactionTask(terminator_ptr));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2510
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2511
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2512
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2513
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2514
void PSParallelCompact::compact() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2515
  EventMark m("5 compact");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2516
  // trace("5");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2517
  TraceTime tm("compaction phase", print_phases(), true, gclog_or_tty);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2518
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2519
  ParallelScavengeHeap* heap = (ParallelScavengeHeap*)Universe::heap();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2520
  assert(heap->kind() == CollectedHeap::ParallelScavengeHeap, "Sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2521
  PSOldGen* old_gen = heap->old_gen();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2522
  old_gen->start_array()->reset();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2523
  uint parallel_gc_threads = heap->gc_task_manager()->workers();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2524
  TaskQueueSetSuper* qset = ParCompactionManager::region_array();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2525
  ParallelTaskTerminator terminator(parallel_gc_threads, qset);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2526
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2527
  GCTaskQueue* q = GCTaskQueue::create();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2528
  enqueue_region_draining_tasks(q, parallel_gc_threads);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2529
  enqueue_dense_prefix_tasks(q, parallel_gc_threads);
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2530
  enqueue_region_stealing_tasks(q, &terminator, parallel_gc_threads);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2531
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2532
  {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2533
    TraceTime tm_pc("par compact", print_phases(), true, gclog_or_tty);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2534
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2535
    WaitForBarrierGCTask* fin = WaitForBarrierGCTask::create();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2536
    q->enqueue(fin);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2537
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2538
    gc_task_manager()->add_list(q);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2539
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2540
    fin->wait_for();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2541
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2542
    // We have to release the barrier tasks!
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2543
    WaitForBarrierGCTask::destroy(fin);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2544
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2545
#ifdef  ASSERT
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2546
    // Verify that all regions have been processed before the deferred updates.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2547
    // Note that perm_space_id is skipped; this type of verification is not
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2548
    // valid until the perm gen is compacted by regions.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2549
    for (unsigned int id = old_space_id; id < last_space_id; ++id) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2550
      verify_complete(SpaceId(id));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2551
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2552
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2553
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2554
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2555
  {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2556
    // Update the deferred objects, if any.  Any compaction manager can be used.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2557
    TraceTime tm_du("deferred updates", print_phases(), true, gclog_or_tty);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2558
    ParCompactionManager* cm = ParCompactionManager::manager_array(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2559
    for (unsigned int id = old_space_id; id < last_space_id; ++id) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2560
      update_deferred_objects(cm, SpaceId(id));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2561
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2562
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2563
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2564
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2565
#ifdef  ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2566
void PSParallelCompact::verify_complete(SpaceId space_id) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2567
  // All Regions between space bottom() to new_top() should be marked as filled
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2568
  // and all Regions between new_top() and top() should be available (i.e.,
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2569
  // should have been emptied).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2570
  ParallelCompactData& sd = summary_data();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2571
  SpaceInfo si = _space_info[space_id];
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2572
  HeapWord* new_top_addr = sd.region_align_up(si.new_top());
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2573
  HeapWord* old_top_addr = sd.region_align_up(si.space()->top());
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2574
  const size_t beg_region = sd.addr_to_region_idx(si.space()->bottom());
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2575
  const size_t new_top_region = sd.addr_to_region_idx(new_top_addr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2576
  const size_t old_top_region = sd.addr_to_region_idx(old_top_addr);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2577
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2578
  bool issued_a_warning = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2579
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2580
  size_t cur_region;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2581
  for (cur_region = beg_region; cur_region < new_top_region; ++cur_region) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2582
    const RegionData* const c = sd.region(cur_region);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2583
    if (!c->completed()) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2584
      warning("region " SIZE_FORMAT " not filled:  "
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2585
              "destination_count=" SIZE_FORMAT,
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2586
              cur_region, c->destination_count());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2587
      issued_a_warning = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2588
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2589
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2590
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2591
  for (cur_region = new_top_region; cur_region < old_top_region; ++cur_region) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2592
    const RegionData* const c = sd.region(cur_region);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2593
    if (!c->available()) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2594
      warning("region " SIZE_FORMAT " not empty:   "
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2595
              "destination_count=" SIZE_FORMAT,
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2596
              cur_region, c->destination_count());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2597
      issued_a_warning = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2598
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2599
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2600
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2601
  if (issued_a_warning) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2602
    print_region_ranges();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2603
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2604
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2605
#endif  // #ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2606
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2607
void PSParallelCompact::compact_serial(ParCompactionManager* cm) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2608
  EventMark m("5 compact serial");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2609
  TraceTime tm("compact serial", print_phases(), true, gclog_or_tty);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2610
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2611
  ParallelScavengeHeap* heap = (ParallelScavengeHeap*)Universe::heap();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2612
  assert(heap->kind() == CollectedHeap::ParallelScavengeHeap, "Sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2613
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2614
  PSYoungGen* young_gen = heap->young_gen();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2615
  PSOldGen* old_gen = heap->old_gen();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2616
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2617
  old_gen->start_array()->reset();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2618
  old_gen->move_and_update(cm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2619
  young_gen->move_and_update(cm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2620
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2621
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2622
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2623
void PSParallelCompact::follow_stack(ParCompactionManager* cm) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2624
  while(!cm->overflow_stack()->is_empty()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2625
    oop obj = cm->overflow_stack()->pop();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2626
    obj->follow_contents(cm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2627
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2628
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2629
  oop obj;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2630
  // obj is a reference!!!
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2631
  while (cm->marking_stack()->pop_local(obj)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2632
    // It would be nice to assert about the type of objects we might
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2633
    // pop, but they can come from anywhere, unfortunately.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2634
    obj->follow_contents(cm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2635
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2636
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2637
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2638
void
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2639
PSParallelCompact::follow_weak_klass_links(ParCompactionManager* serial_cm) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2640
  // All klasses on the revisit stack are marked at this point.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2641
  // Update and follow all subklass, sibling and implementor links.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2642
  for (uint i = 0; i < ParallelGCThreads+1; i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2643
    ParCompactionManager* cm = ParCompactionManager::manager_array(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2644
    KeepAliveClosure keep_alive_closure(cm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2645
    for (int i = 0; i < cm->revisit_klass_stack()->length(); i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2646
      cm->revisit_klass_stack()->at(i)->follow_weak_klass_links(
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2647
        is_alive_closure(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2648
        &keep_alive_closure);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2649
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2650
    follow_stack(cm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2651
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2652
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2653
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2654
void
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2655
PSParallelCompact::revisit_weak_klass_link(ParCompactionManager* cm, Klass* k) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2656
  cm->revisit_klass_stack()->push(k);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2657
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2658
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2659
#ifdef VALIDATE_MARK_SWEEP
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2660
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 252
diff changeset
  2661
void PSParallelCompact::track_adjusted_pointer(void* p, bool isroot) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2662
  if (!ValidateMarkSweep)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2663
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2664
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2665
  if (!isroot) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2666
    if (_pointer_tracking) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2667
      guarantee(_adjusted_pointers->contains(p), "should have seen this pointer");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2668
      _adjusted_pointers->remove(p);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2669
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2670
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2671
    ptrdiff_t index = _root_refs_stack->find(p);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2672
    if (index != -1) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2673
      int l = _root_refs_stack->length();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2674
      if (l > 0 && l - 1 != index) {
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 252
diff changeset
  2675
        void* last = _root_refs_stack->pop();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2676
        assert(last != p, "should be different");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2677
        _root_refs_stack->at_put(index, last);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2678
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2679
        _root_refs_stack->remove(p);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2680
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2681
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2682
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2683
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2684
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2685
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 252
diff changeset
  2686
void PSParallelCompact::check_adjust_pointer(void* p) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2687
  _adjusted_pointers->push(p);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2688
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2689
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2690
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2691
class AdjusterTracker: public OopClosure {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2692
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2693
  AdjusterTracker() {};
360
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 252
diff changeset
  2694
  void do_oop(oop* o)         { PSParallelCompact::check_adjust_pointer(o); }
21d113ecbf6a 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 252
diff changeset
  2695
  void do_oop(narrowOop* o)   { PSParallelCompact::check_adjust_pointer(o); }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2696
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2697
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2698
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2699
void PSParallelCompact::track_interior_pointers(oop obj) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2700
  if (ValidateMarkSweep) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2701
    _adjusted_pointers->clear();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2702
    _pointer_tracking = true;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2703
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2704
    AdjusterTracker checker;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2705
    obj->oop_iterate(&checker);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2706
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2707
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2708
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2709
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2710
void PSParallelCompact::check_interior_pointers() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2711
  if (ValidateMarkSweep) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2712
    _pointer_tracking = false;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2713
    guarantee(_adjusted_pointers->length() == 0, "should have processed the same pointers");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2714
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2715
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2716
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2717
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2718
void PSParallelCompact::reset_live_oop_tracking(bool at_perm) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2719
  if (ValidateMarkSweep) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2720
    guarantee((size_t)_live_oops->length() == _live_oops_index, "should be at end of live oops");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2721
    _live_oops_index = at_perm ? _live_oops_index_at_perm : 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2722
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2723
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2724
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2725
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2726
void PSParallelCompact::register_live_oop(oop p, size_t size) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2727
  if (ValidateMarkSweep) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2728
    _live_oops->push(p);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2729
    _live_oops_size->push(size);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2730
    _live_oops_index++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2731
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2732
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2733
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2734
void PSParallelCompact::validate_live_oop(oop p, size_t size) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2735
  if (ValidateMarkSweep) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2736
    oop obj = _live_oops->at((int)_live_oops_index);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2737
    guarantee(obj == p, "should be the same object");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2738
    guarantee(_live_oops_size->at((int)_live_oops_index) == size, "should be the same size");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2739
    _live_oops_index++;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2740
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2741
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2742
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2743
void PSParallelCompact::live_oop_moved_to(HeapWord* q, size_t size,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2744
                                  HeapWord* compaction_top) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2745
  assert(oop(q)->forwardee() == NULL || oop(q)->forwardee() == oop(compaction_top),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2746
         "should be moved to forwarded location");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2747
  if (ValidateMarkSweep) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2748
    PSParallelCompact::validate_live_oop(oop(q), size);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2749
    _live_oops_moved_to->push(oop(compaction_top));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2750
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2751
  if (RecordMarkSweepCompaction) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2752
    _cur_gc_live_oops->push(q);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2753
    _cur_gc_live_oops_moved_to->push(compaction_top);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2754
    _cur_gc_live_oops_size->push(size);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2755
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2756
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2757
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2758
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2759
void PSParallelCompact::compaction_complete() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2760
  if (RecordMarkSweepCompaction) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2761
    GrowableArray<HeapWord*>* _tmp_live_oops          = _cur_gc_live_oops;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2762
    GrowableArray<HeapWord*>* _tmp_live_oops_moved_to = _cur_gc_live_oops_moved_to;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2763
    GrowableArray<size_t>   * _tmp_live_oops_size     = _cur_gc_live_oops_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2764
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2765
    _cur_gc_live_oops           = _last_gc_live_oops;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2766
    _cur_gc_live_oops_moved_to  = _last_gc_live_oops_moved_to;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2767
    _cur_gc_live_oops_size      = _last_gc_live_oops_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2768
    _last_gc_live_oops          = _tmp_live_oops;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2769
    _last_gc_live_oops_moved_to = _tmp_live_oops_moved_to;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2770
    _last_gc_live_oops_size     = _tmp_live_oops_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2771
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2772
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2773
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2774
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2775
void PSParallelCompact::print_new_location_of_heap_address(HeapWord* q) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2776
  if (!RecordMarkSweepCompaction) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2777
    tty->print_cr("Requires RecordMarkSweepCompaction to be enabled");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2778
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2779
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2780
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2781
  if (_last_gc_live_oops == NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2782
    tty->print_cr("No compaction information gathered yet");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2783
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2784
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2785
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2786
  for (int i = 0; i < _last_gc_live_oops->length(); i++) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2787
    HeapWord* old_oop = _last_gc_live_oops->at(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2788
    size_t    sz      = _last_gc_live_oops_size->at(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2789
    if (old_oop <= q && q < (old_oop + sz)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2790
      HeapWord* new_oop = _last_gc_live_oops_moved_to->at(i);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2791
      size_t offset = (q - old_oop);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2792
      tty->print_cr("Address " PTR_FORMAT, q);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2793
      tty->print_cr(" Was in oop " PTR_FORMAT ", size %d, at offset %d", old_oop, sz, offset);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2794
      tty->print_cr(" Now in oop " PTR_FORMAT ", actual address " PTR_FORMAT, new_oop, new_oop + offset);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2795
      return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2796
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2797
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2798
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2799
  tty->print_cr("Address " PTR_FORMAT " not found in live oop information from last GC", q);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2800
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2801
#endif //VALIDATE_MARK_SWEEP
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2802
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2803
// Update interior oops in the ranges of regions [beg_region, end_region).
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2804
void
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2805
PSParallelCompact::update_and_deadwood_in_dense_prefix(ParCompactionManager* cm,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2806
                                                       SpaceId space_id,
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2807
                                                       size_t beg_region,
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2808
                                                       size_t end_region) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2809
  ParallelCompactData& sd = summary_data();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2810
  ParMarkBitMap* const mbm = mark_bitmap();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2811
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2812
  HeapWord* beg_addr = sd.region_to_addr(beg_region);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2813
  HeapWord* const end_addr = sd.region_to_addr(end_region);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2814
  assert(beg_region <= end_region, "bad region range");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2815
  assert(end_addr <= dense_prefix(space_id), "not in the dense prefix");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2816
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2817
#ifdef  ASSERT
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2818
  // Claim the regions to avoid triggering an assert when they are marked as
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2819
  // filled.
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2820
  for (size_t claim_region = beg_region; claim_region < end_region; ++claim_region) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2821
    assert(sd.region(claim_region)->claim_unsafe(), "claim() failed");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2822
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2823
#endif  // #ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2824
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2825
  if (beg_addr != space(space_id)->bottom()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2826
    // Find the first live object or block of dead space that *starts* in this
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2827
    // range of regions.  If a partial object crosses onto the region, skip it;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2828
    // it will be marked for 'deferred update' when the object head is
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2829
    // processed.  If dead space crosses onto the region, it is also skipped; it
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2830
    // will be filled when the prior region is processed.  If neither of those
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2831
    // apply, the first word in the region is the start of a live object or dead
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2832
    // space.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2833
    assert(beg_addr > space(space_id)->bottom(), "sanity");
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2834
    const RegionData* const cp = sd.region(beg_region);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2835
    if (cp->partial_obj_size() != 0) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2836
      beg_addr = sd.partial_obj_end(beg_region);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2837
    } else if (dead_space_crosses_boundary(cp, mbm->addr_to_bit(beg_addr))) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2838
      beg_addr = mbm->find_obj_beg(beg_addr, end_addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2839
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2840
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2841
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2842
  if (beg_addr < end_addr) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2843
    // A live object or block of dead space starts in this range of Regions.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2844
     HeapWord* const dense_prefix_end = dense_prefix(space_id);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2845
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2846
    // Create closures and iterate.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2847
    UpdateOnlyClosure update_closure(mbm, cm, space_id);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2848
    FillClosure fill_closure(cm, space_id);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2849
    ParMarkBitMap::IterationStatus status;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2850
    status = mbm->iterate(&update_closure, &fill_closure, beg_addr, end_addr,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2851
                          dense_prefix_end);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2852
    if (status == ParMarkBitMap::incomplete) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2853
      update_closure.do_addr(update_closure.source());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2854
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2855
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2856
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2857
  // Mark the regions as filled.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2858
  RegionData* const beg_cp = sd.region(beg_region);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2859
  RegionData* const end_cp = sd.region(end_region);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2860
  for (RegionData* cp = beg_cp; cp < end_cp; ++cp) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2861
    cp->set_completed();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2862
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2863
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2864
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2865
// Return the SpaceId for the space containing addr.  If addr is not in the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2866
// heap, last_space_id is returned.  In debug mode it expects the address to be
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2867
// in the heap and asserts such.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2868
PSParallelCompact::SpaceId PSParallelCompact::space_id(HeapWord* addr) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2869
  assert(Universe::heap()->is_in_reserved(addr), "addr not in the heap");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2870
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2871
  for (unsigned int id = perm_space_id; id < last_space_id; ++id) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2872
    if (_space_info[id].space()->contains(addr)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2873
      return SpaceId(id);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2874
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2875
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2876
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2877
  assert(false, "no space contains the addr");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2878
  return last_space_id;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2879
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2880
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2881
void PSParallelCompact::update_deferred_objects(ParCompactionManager* cm,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2882
                                                SpaceId id) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2883
  assert(id < last_space_id, "bad space id");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2884
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2885
  ParallelCompactData& sd = summary_data();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2886
  const SpaceInfo* const space_info = _space_info + id;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2887
  ObjectStartArray* const start_array = space_info->start_array();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2888
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2889
  const MutableSpace* const space = space_info->space();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2890
  assert(space_info->dense_prefix() >= space->bottom(), "dense_prefix not set");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2891
  HeapWord* const beg_addr = space_info->dense_prefix();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2892
  HeapWord* const end_addr = sd.region_align_up(space_info->new_top());
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2893
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2894
  const RegionData* const beg_region = sd.addr_to_region_ptr(beg_addr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2895
  const RegionData* const end_region = sd.addr_to_region_ptr(end_addr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2896
  const RegionData* cur_region;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2897
  for (cur_region = beg_region; cur_region < end_region; ++cur_region) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2898
    HeapWord* const addr = cur_region->deferred_obj_addr();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2899
    if (addr != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2900
      if (start_array != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2901
        start_array->allocate_block(addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2902
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2903
      oop(addr)->update_contents(cm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2904
      assert(oop(addr)->is_oop_or_null(), "should be an oop now");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2905
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2906
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2907
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2908
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2909
// Skip over count live words starting from beg, and return the address of the
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2910
// next live word.  Unless marked, the word corresponding to beg is assumed to
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2911
// be dead.  Callers must either ensure beg does not correspond to the middle of
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2912
// an object, or account for those live words in some other way.  Callers must
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2913
// also ensure that there are enough live words in the range [beg, end) to skip.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2914
HeapWord*
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2915
PSParallelCompact::skip_live_words(HeapWord* beg, HeapWord* end, size_t count)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2916
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2917
  assert(count > 0, "sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2918
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2919
  ParMarkBitMap* m = mark_bitmap();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2920
  idx_t bits_to_skip = m->words_to_bits(count);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2921
  idx_t cur_beg = m->addr_to_bit(beg);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2922
  const idx_t search_end = BitMap::word_align_up(m->addr_to_bit(end));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2923
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2924
  do {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2925
    cur_beg = m->find_obj_beg(cur_beg, search_end);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2926
    idx_t cur_end = m->find_obj_end(cur_beg, search_end);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2927
    const size_t obj_bits = cur_end - cur_beg + 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2928
    if (obj_bits > bits_to_skip) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2929
      return m->bit_to_addr(cur_beg + bits_to_skip);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2930
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2931
    bits_to_skip -= obj_bits;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2932
    cur_beg = cur_end + 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2933
  } while (bits_to_skip > 0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2934
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2935
  // Skipping the desired number of words landed just past the end of an object.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2936
  // Find the start of the next object.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2937
  cur_beg = m->find_obj_beg(cur_beg, search_end);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2938
  assert(cur_beg < m->addr_to_bit(end), "not enough live words to skip");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2939
  return m->bit_to_addr(cur_beg);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2940
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2941
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2942
HeapWord*
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2943
PSParallelCompact::first_src_addr(HeapWord* const dest_addr,
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2944
                                 size_t src_region_idx)
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2945
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2946
  ParMarkBitMap* const bitmap = mark_bitmap();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2947
  const ParallelCompactData& sd = summary_data();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2948
  const size_t RegionSize = ParallelCompactData::RegionSize;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2949
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2950
  assert(sd.is_region_aligned(dest_addr), "not aligned");
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2951
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2952
  const RegionData* const src_region_ptr = sd.region(src_region_idx);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2953
  const size_t partial_obj_size = src_region_ptr->partial_obj_size();
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2954
  HeapWord* const src_region_destination = src_region_ptr->destination();
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2955
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2956
  assert(dest_addr >= src_region_destination, "wrong src region");
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2957
  assert(src_region_ptr->data_size() > 0, "src region cannot be empty");
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2958
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2959
  HeapWord* const src_region_beg = sd.region_to_addr(src_region_idx);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2960
  HeapWord* const src_region_end = src_region_beg + RegionSize;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2961
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2962
  HeapWord* addr = src_region_beg;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2963
  if (dest_addr == src_region_destination) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2964
    // Return the first live word in the source region.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2965
    if (partial_obj_size == 0) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2966
      addr = bitmap->find_obj_beg(addr, src_region_end);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2967
      assert(addr < src_region_end, "no objects start in src region");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2968
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2969
    return addr;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2970
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2971
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2972
  // Must skip some live data.
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2973
  size_t words_to_skip = dest_addr - src_region_destination;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2974
  assert(src_region_ptr->data_size() > words_to_skip, "wrong src region");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2975
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2976
  if (partial_obj_size >= words_to_skip) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2977
    // All the live words to skip are part of the partial object.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2978
    addr += words_to_skip;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2979
    if (partial_obj_size == words_to_skip) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2980
      // Find the first live word past the partial object.
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2981
      addr = bitmap->find_obj_beg(addr, src_region_end);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2982
      assert(addr < src_region_end, "wrong src region");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2983
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2984
    return addr;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2985
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2986
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2987
  // Skip over the partial object (if any).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2988
  if (partial_obj_size != 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2989
    words_to_skip -= partial_obj_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2990
    addr += partial_obj_size;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2991
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2992
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2993
  // Skip over live words due to objects that start in the region.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2994
  addr = skip_live_words(addr, src_region_end, words_to_skip);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  2995
  assert(addr < src_region_end, "wrong src region");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2996
  return addr;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2997
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2998
489c9b5090e2 Initial load
duke
parents:
diff changeset
  2999
void PSParallelCompact::decrement_destination_counts(ParCompactionManager* cm,
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3000
                                                     size_t beg_region,
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3001
                                                     HeapWord* end_addr)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3002
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3003
  ParallelCompactData& sd = summary_data();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3004
  RegionData* const beg = sd.region(beg_region);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3005
  HeapWord* const end_addr_aligned_up = sd.region_align_up(end_addr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3006
  RegionData* const end = sd.addr_to_region_ptr(end_addr_aligned_up);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3007
  size_t cur_idx = beg_region;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3008
  for (RegionData* cur = beg; cur < end; ++cur, ++cur_idx) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3009
    assert(cur->data_size() > 0, "region must have live data");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3010
    cur->decrement_destination_count();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3011
    if (cur_idx <= cur->source_region() && cur->available() && cur->claim()) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3012
      cm->save_for_processing(cur_idx);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3013
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3014
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3015
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3016
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3017
size_t PSParallelCompact::next_src_region(MoveAndUpdateClosure& closure,
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3018
                                          SpaceId& src_space_id,
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3019
                                          HeapWord*& src_space_top,
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3020
                                          HeapWord* end_addr)
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3021
{
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3022
  typedef ParallelCompactData::RegionData RegionData;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3023
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3024
  ParallelCompactData& sd = PSParallelCompact::summary_data();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3025
  const size_t region_size = ParallelCompactData::RegionSize;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3026
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3027
  size_t src_region_idx = 0;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3028
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3029
  // Skip empty regions (if any) up to the top of the space.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3030
  HeapWord* const src_aligned_up = sd.region_align_up(end_addr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3031
  RegionData* src_region_ptr = sd.addr_to_region_ptr(src_aligned_up);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3032
  HeapWord* const top_aligned_up = sd.region_align_up(src_space_top);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3033
  const RegionData* const top_region_ptr =
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3034
    sd.addr_to_region_ptr(top_aligned_up);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3035
  while (src_region_ptr < top_region_ptr && src_region_ptr->data_size() == 0) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3036
    ++src_region_ptr;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3037
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3038
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3039
  if (src_region_ptr < top_region_ptr) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3040
    // The next source region is in the current space.  Update src_region_idx
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3041
    // and the source address to match src_region_ptr.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3042
    src_region_idx = sd.region(src_region_ptr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3043
    HeapWord* const src_region_addr = sd.region_to_addr(src_region_idx);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3044
    if (src_region_addr > closure.source()) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3045
      closure.set_source(src_region_addr);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3046
    }
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3047
    return src_region_idx;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3048
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3049
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3050
  // Switch to a new source space and find the first non-empty region.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3051
  unsigned int space_id = src_space_id + 1;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3052
  assert(space_id < last_space_id, "not enough spaces");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3053
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3054
  HeapWord* const destination = closure.destination();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3055
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3056
  do {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3057
    MutableSpace* space = _space_info[space_id].space();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3058
    HeapWord* const bottom = space->bottom();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3059
    const RegionData* const bottom_cp = sd.addr_to_region_ptr(bottom);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3060
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3061
    // Iterate over the spaces that do not compact into themselves.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3062
    if (bottom_cp->destination() != bottom) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3063
      HeapWord* const top_aligned_up = sd.region_align_up(space->top());
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3064
      const RegionData* const top_cp = sd.addr_to_region_ptr(top_aligned_up);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3065
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3066
      for (const RegionData* src_cp = bottom_cp; src_cp < top_cp; ++src_cp) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3067
        if (src_cp->live_obj_size() > 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3068
          // Found it.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3069
          assert(src_cp->destination() == destination,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3070
                 "first live obj in the space must match the destination");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3071
          assert(src_cp->partial_obj_size() == 0,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3072
                 "a space cannot begin with a partial obj");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3073
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3074
          src_space_id = SpaceId(space_id);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3075
          src_space_top = space->top();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3076
          const size_t src_region_idx = sd.region(src_cp);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3077
          closure.set_source(sd.region_to_addr(src_region_idx));
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3078
          return src_region_idx;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3079
        } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3080
          assert(src_cp->data_size() == 0, "sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3081
        }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3082
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3083
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3084
  } while (++space_id < last_space_id);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3085
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3086
  assert(false, "no source region was found");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3087
  return 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3088
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3089
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3090
void PSParallelCompact::fill_region(ParCompactionManager* cm, size_t region_idx)
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3091
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3092
  typedef ParMarkBitMap::IterationStatus IterationStatus;
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3093
  const size_t RegionSize = ParallelCompactData::RegionSize;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3094
  ParMarkBitMap* const bitmap = mark_bitmap();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3095
  ParallelCompactData& sd = summary_data();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3096
  RegionData* const region_ptr = sd.region(region_idx);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3097
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3098
  // Get the items needed to construct the closure.
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3099
  HeapWord* dest_addr = sd.region_to_addr(region_idx);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3100
  SpaceId dest_space_id = space_id(dest_addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3101
  ObjectStartArray* start_array = _space_info[dest_space_id].start_array();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3102
  HeapWord* new_top = _space_info[dest_space_id].new_top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3103
  assert(dest_addr < new_top, "sanity");
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3104
  const size_t words = MIN2(pointer_delta(new_top, dest_addr), RegionSize);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3105
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3106
  // Get the source region and related info.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3107
  size_t src_region_idx = region_ptr->source_region();
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3108
  SpaceId src_space_id = space_id(sd.region_to_addr(src_region_idx));
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3109
  HeapWord* src_space_top = _space_info[src_space_id].space()->top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3110
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3111
  MoveAndUpdateClosure closure(bitmap, cm, start_array, dest_addr, words);
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3112
  closure.set_source(first_src_addr(dest_addr, src_region_idx));
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3113
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3114
  // Adjust src_region_idx to prepare for decrementing destination counts (the
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3115
  // destination count is not decremented when a region is copied to itself).
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3116
  if (src_region_idx == region_idx) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3117
    src_region_idx += 1;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3118
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3119
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3120
  if (bitmap->is_unmarked(closure.source())) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3121
    // The first source word is in the middle of an object; copy the remainder
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3122
    // of the object or as much as will fit.  The fact that pointer updates were
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3123
    // deferred will be noted when the object header is processed.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3124
    HeapWord* const old_src_addr = closure.source();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3125
    closure.copy_partial_obj();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3126
    if (closure.is_full()) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3127
      decrement_destination_counts(cm, src_region_idx, closure.source());
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3128
      region_ptr->set_deferred_obj_addr(NULL);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3129
      region_ptr->set_completed();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3130
      return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3131
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3132
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3133
    HeapWord* const end_addr = sd.region_align_down(closure.source());
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3134
    if (sd.region_align_down(old_src_addr) != end_addr) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3135
      // The partial object was copied from more than one source region.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3136
      decrement_destination_counts(cm, src_region_idx, end_addr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3137
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3138
      // Move to the next source region, possibly switching spaces as well.  All
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3139
      // args except end_addr may be modified.
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3140
      src_region_idx = next_src_region(closure, src_space_id, src_space_top,
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3141
                                       end_addr);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3142
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3143
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3144
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3145
  do {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3146
    HeapWord* const cur_addr = closure.source();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3147
    HeapWord* const end_addr = MIN2(sd.region_align_up(cur_addr + 1),
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3148
                                    src_space_top);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3149
    IterationStatus status = bitmap->iterate(&closure, cur_addr, end_addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3150
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3151
    if (status == ParMarkBitMap::incomplete) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3152
      // The last obj that starts in the source region does not end in the
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3153
      // region.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3154
      assert(closure.source() < end_addr, "sanity")
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3155
      HeapWord* const obj_beg = closure.source();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3156
      HeapWord* const range_end = MIN2(obj_beg + closure.words_remaining(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3157
                                       src_space_top);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3158
      HeapWord* const obj_end = bitmap->find_obj_end(obj_beg, range_end);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3159
      if (obj_end < range_end) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3160
        // The end was found; the entire object will fit.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3161
        status = closure.do_addr(obj_beg, bitmap->obj_size(obj_beg, obj_end));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3162
        assert(status != ParMarkBitMap::would_overflow, "sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3163
      } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3164
        // The end was not found; the object will not fit.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3165
        assert(range_end < src_space_top, "obj cannot cross space boundary");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3166
        status = ParMarkBitMap::would_overflow;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3167
      }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3168
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3169
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3170
    if (status == ParMarkBitMap::would_overflow) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3171
      // The last object did not fit.  Note that interior oop updates were
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3172
      // deferred, then copy enough of the object to fill the region.
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3173
      region_ptr->set_deferred_obj_addr(closure.destination());
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3174
      status = closure.copy_until_full(); // copies from closure.source()
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3175
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3176
      decrement_destination_counts(cm, src_region_idx, closure.source());
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3177
      region_ptr->set_completed();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3178
      return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3179
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3180
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3181
    if (status == ParMarkBitMap::full) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3182
      decrement_destination_counts(cm, src_region_idx, closure.source());
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3183
      region_ptr->set_deferred_obj_addr(NULL);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3184
      region_ptr->set_completed();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3185
      return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3186
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3187
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3188
    decrement_destination_counts(cm, src_region_idx, end_addr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3189
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3190
    // Move to the next source region, possibly switching spaces as well.  All
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3191
    // args except end_addr may be modified.
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3192
    src_region_idx = next_src_region(closure, src_space_id, src_space_top,
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3193
                                     end_addr);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3194
  } while (true);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3195
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3196
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3197
void
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3198
PSParallelCompact::move_and_update(ParCompactionManager* cm, SpaceId space_id) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3199
  const MutableSpace* sp = space(space_id);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3200
  if (sp->is_empty()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3201
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3202
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3203
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3204
  ParallelCompactData& sd = PSParallelCompact::summary_data();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3205
  ParMarkBitMap* const bitmap = mark_bitmap();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3206
  HeapWord* const dp_addr = dense_prefix(space_id);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3207
  HeapWord* beg_addr = sp->bottom();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3208
  HeapWord* end_addr = sp->top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3209
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3210
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3211
  assert(beg_addr <= dp_addr && dp_addr <= end_addr, "bad dense prefix");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3212
  if (cm->should_verify_only()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3213
    VerifyUpdateClosure verify_update(cm, sp);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3214
    bitmap->iterate(&verify_update, beg_addr, end_addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3215
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3216
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3217
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3218
  if (cm->should_reset_only()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3219
    ResetObjectsClosure reset_objects(cm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3220
    bitmap->iterate(&reset_objects, beg_addr, end_addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3221
    return;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3222
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3223
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3224
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3225
  const size_t beg_region = sd.addr_to_region_idx(beg_addr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3226
  const size_t dp_region = sd.addr_to_region_idx(dp_addr);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3227
  if (beg_region < dp_region) {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3228
    update_and_deadwood_in_dense_prefix(cm, space_id, beg_region, dp_region);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3229
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3230
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3231
  // The destination of the first live object that starts in the region is one
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3232
  // past the end of the partial object entering the region (if any).
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3233
  HeapWord* const dest_addr = sd.partial_obj_end(dp_region);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3234
  HeapWord* const new_top = _space_info[space_id].new_top();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3235
  assert(new_top >= dest_addr, "bad new_top value");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3236
  const size_t words = pointer_delta(new_top, dest_addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3237
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3238
  if (words > 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3239
    ObjectStartArray* start_array = _space_info[space_id].start_array();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3240
    MoveAndUpdateClosure closure(bitmap, cm, start_array, dest_addr, words);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3241
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3242
    ParMarkBitMap::IterationStatus status;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3243
    status = bitmap->iterate(&closure, dest_addr, end_addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3244
    assert(status == ParMarkBitMap::full, "iteration not complete");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3245
    assert(bitmap->find_obj_beg(closure.source(), end_addr) == end_addr,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3246
           "live objects skipped because closure is full");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3247
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3248
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3249
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3250
jlong PSParallelCompact::millis_since_last_gc() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3251
  jlong ret_val = os::javaTimeMillis() - _time_of_last_gc;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3252
  // XXX See note in genCollectedHeap::millis_since_last_gc().
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3253
  if (ret_val < 0) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3254
    NOT_PRODUCT(warning("time warp: %d", ret_val);)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3255
    return 0;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3256
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3257
  return ret_val;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3258
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3259
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3260
void PSParallelCompact::reset_millis_since_last_gc() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3261
  _time_of_last_gc = os::javaTimeMillis();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3262
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3263
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3264
ParMarkBitMap::IterationStatus MoveAndUpdateClosure::copy_until_full()
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3265
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3266
  if (source() != destination()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3267
    assert(source() > destination(), "must copy to the left");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3268
    Copy::aligned_conjoint_words(source(), destination(), words_remaining());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3269
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3270
  update_state(words_remaining());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3271
  assert(is_full(), "sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3272
  return ParMarkBitMap::full;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3273
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3274
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3275
void MoveAndUpdateClosure::copy_partial_obj()
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3276
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3277
  size_t words = words_remaining();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3278
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3279
  HeapWord* const range_end = MIN2(source() + words, bitmap()->region_end());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3280
  HeapWord* const end_addr = bitmap()->find_obj_end(source(), range_end);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3281
  if (end_addr < range_end) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3282
    words = bitmap()->obj_size(source(), end_addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3283
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3284
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3285
  // This test is necessary; if omitted, the pointer updates to a partial object
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3286
  // that crosses the dense prefix boundary could be overwritten.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3287
  if (source() != destination()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3288
    assert(source() > destination(), "must copy to the left");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3289
    Copy::aligned_conjoint_words(source(), destination(), words);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3290
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3291
  update_state(words);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3292
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3293
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3294
ParMarkBitMapClosure::IterationStatus
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3295
MoveAndUpdateClosure::do_addr(HeapWord* addr, size_t words) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3296
  assert(destination() != NULL, "sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3297
  assert(bitmap()->obj_size(addr) == words, "bad size");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3298
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3299
  _source = addr;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3300
  assert(PSParallelCompact::summary_data().calc_new_pointer(source()) ==
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3301
         destination(), "wrong destination");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3302
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3303
  if (words > words_remaining()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3304
    return ParMarkBitMap::would_overflow;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3305
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3306
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3307
  // The start_array must be updated even if the object is not moving.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3308
  if (_start_array != NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3309
    _start_array->allocate_block(destination());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3310
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3311
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3312
  if (destination() != source()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3313
    assert(destination() < source(), "must copy to the left");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3314
    Copy::aligned_conjoint_words(source(), destination(), words);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3315
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3316
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3317
  oop moved_oop = (oop) destination();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3318
  moved_oop->update_contents(compaction_manager());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3319
  assert(moved_oop->is_oop_or_null(), "Object should be whole at this point");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3320
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3321
  update_state(words);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3322
  assert(destination() == (HeapWord*)moved_oop + moved_oop->size(), "sanity");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3323
  return is_full() ? ParMarkBitMap::full : ParMarkBitMap::incomplete;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3324
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3325
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3326
UpdateOnlyClosure::UpdateOnlyClosure(ParMarkBitMap* mbm,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3327
                                     ParCompactionManager* cm,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3328
                                     PSParallelCompact::SpaceId space_id) :
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3329
  ParMarkBitMapClosure(mbm, cm),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3330
  _space_id(space_id),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3331
  _start_array(PSParallelCompact::start_array(space_id))
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3332
{
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3333
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3334
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3335
// Updates the references in the object to their new values.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3336
ParMarkBitMapClosure::IterationStatus
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3337
UpdateOnlyClosure::do_addr(HeapWord* addr, size_t words) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3338
  do_addr(addr);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3339
  return ParMarkBitMap::incomplete;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3340
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3341
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3342
BitBlockUpdateClosure::BitBlockUpdateClosure(ParMarkBitMap* mbm,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3343
                        ParCompactionManager* cm,
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3344
                        size_t region_index) :
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3345
                        ParMarkBitMapClosure(mbm, cm),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3346
                        _live_data_left(0),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3347
                        _cur_block(0) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3348
  _region_start =
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3349
    PSParallelCompact::summary_data().region_to_addr(region_index);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3350
  _region_end =
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3351
    PSParallelCompact::summary_data().region_to_addr(region_index) +
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3352
                 ParallelCompactData::RegionSize;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3353
  _region_index = region_index;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3354
  _cur_block =
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3355
    PSParallelCompact::summary_data().addr_to_block_idx(_region_start);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3356
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3357
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3358
bool BitBlockUpdateClosure::region_contains_cur_block() {
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3359
  return ParallelCompactData::region_contains_block(_region_index, _cur_block);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3360
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3361
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3362
void BitBlockUpdateClosure::reset_region(size_t region_index) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3363
  DEBUG_ONLY(ParallelCompactData::BlockData::set_cur_phase(7);)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3364
  ParallelCompactData& sd = PSParallelCompact::summary_data();
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3365
  _region_index = region_index;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3366
  _live_data_left = 0;
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3367
  _region_start = sd.region_to_addr(region_index);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3368
  _region_end = sd.region_to_addr(region_index) + ParallelCompactData::RegionSize;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3369
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3370
  // The first block in this region
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3371
  size_t first_block =  sd.addr_to_block_idx(_region_start);
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3372
  size_t partial_live_size = sd.region(region_index)->partial_obj_size();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3373
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3374
  // Set the offset to 0. By definition it should have that value
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3375
  // but it may have been written while processing an earlier region.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3376
  if (partial_live_size == 0) {
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3377
    // No live object extends onto the region.  The first bit
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3378
    // in the bit map for the first region must be a start bit.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3379
    // Although there may not be any marked bits, it is safe
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3380
    // to set it as a start bit.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3381
    sd.block(first_block)->set_start_bit_offset(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3382
    sd.block(first_block)->set_first_is_start_bit(true);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3383
  } else if (sd.partial_obj_ends_in_block(first_block)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3384
    sd.block(first_block)->set_end_bit_offset(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3385
    sd.block(first_block)->set_first_is_start_bit(false);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3386
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3387
    // The partial object extends beyond the first block.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3388
    // There is no object starting in the first block
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3389
    // so the offset and bit parity are not needed.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3390
    // Set the the bit parity to start bit so assertions
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3391
    // work when not bit is found.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3392
    sd.block(first_block)->set_end_bit_offset(0);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3393
    sd.block(first_block)->set_first_is_start_bit(false);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3394
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3395
  _cur_block = first_block;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3396
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3397
  if (sd.block(first_block)->first_is_start_bit()) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3398
    assert(!sd.partial_obj_ends_in_block(first_block),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3399
      "Partial object cannot end in first block");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3400
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3401
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3402
  if (PrintGCDetails && Verbose) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3403
    if (partial_live_size == 1) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3404
    gclog_or_tty->print_cr("first_block " PTR_FORMAT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3405
      " _offset " PTR_FORMAT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3406
      " _first_is_start_bit %d",
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3407
      first_block,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3408
      sd.block(first_block)->raw_offset(),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3409
      sd.block(first_block)->first_is_start_bit());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3410
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3411
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3412
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3413
  DEBUG_ONLY(ParallelCompactData::BlockData::set_cur_phase(17);)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3414
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3415
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3416
// This method is called when a object has been found (both beginning
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3417
// and end of the object) in the range of iteration.  This method is
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3418
// calculating the words of live data to the left of a block.  That live
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3419
// data includes any object starting to the left of the block (i.e.,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3420
// the live-data-to-the-left of block AAA will include the full size
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3421
// of any object entering AAA).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3422
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3423
ParMarkBitMapClosure::IterationStatus
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3424
BitBlockUpdateClosure::do_addr(HeapWord* addr, size_t words) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3425
  // add the size to the block data.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3426
  HeapWord* obj = addr;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3427
  ParallelCompactData& sd = PSParallelCompact::summary_data();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3428
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3429
  assert(bitmap()->obj_size(obj) == words, "bad size");
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3430
  assert(_region_start <= obj, "object is not in region");
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3431
  assert(obj + words <= _region_end, "object is not in region");
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3432
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3433
  // Update the live data to the left
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3434
  size_t prev_live_data_left = _live_data_left;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3435
  _live_data_left = _live_data_left + words;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3436
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3437
  // Is this object in the current block.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3438
  size_t block_of_obj = sd.addr_to_block_idx(obj);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3439
  size_t block_of_obj_last = sd.addr_to_block_idx(obj + words - 1);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3440
  HeapWord* block_of_obj_last_addr = sd.block_to_addr(block_of_obj_last);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3441
  if (_cur_block < block_of_obj) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3442
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3443
    //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3444
    // No object crossed the block boundary and this object was found
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3445
    // on the other side of the block boundary.  Update the offset for
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3446
    // the new block with the data size that does not include this object.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3447
    //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3448
    // The first bit in block_of_obj is a start bit except in the
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3449
    // case where the partial object for the region extends into
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3450
    // this block.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3451
    if (sd.partial_obj_ends_in_block(block_of_obj)) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3452
      sd.block(block_of_obj)->set_end_bit_offset(prev_live_data_left);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3453
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3454
      sd.block(block_of_obj)->set_start_bit_offset(prev_live_data_left);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3455
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3456
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3457
    // Does this object pass beyond the its block?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3458
    if (block_of_obj < block_of_obj_last) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3459
      // Object crosses block boundary.  Two blocks need to be udpated:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3460
      //        the current block where the object started
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3461
      //        the block where the object ends
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3462
      //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3463
      // The offset for blocks with no objects starting in them
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3464
      // (e.g., blocks between _cur_block and  block_of_obj_last)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3465
      // should not be needed.
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3466
      // Note that block_of_obj_last may be in another region.  If so,
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3467
      // it should be overwritten later.  This is a problem (writting
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3468
      // into a block in a later region) for parallel execution.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3469
      assert(obj < block_of_obj_last_addr,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3470
        "Object should start in previous block");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3471
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3472
      // obj is crossing into block_of_obj_last so the first bit
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3473
      // is and end bit.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3474
      sd.block(block_of_obj_last)->set_end_bit_offset(_live_data_left);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3475
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3476
      _cur_block = block_of_obj_last;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3477
    } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3478
      // _first_is_start_bit has already been set correctly
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3479
      // in the if-then-else above so don't reset it here.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3480
      _cur_block = block_of_obj;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3481
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3482
  } else {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3483
    // The current block only changes if the object extends beyound
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3484
    // the block it starts in.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3485
    //
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3486
    // The object starts in the current block.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3487
    // Does this object pass beyond the end of it?
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3488
    if (block_of_obj < block_of_obj_last) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3489
      // Object crosses block boundary.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3490
      // See note above on possible blocks between block_of_obj and
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3491
      // block_of_obj_last
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3492
      assert(obj < block_of_obj_last_addr,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3493
        "Object should start in previous block");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3494
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3495
      sd.block(block_of_obj_last)->set_end_bit_offset(_live_data_left);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3496
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3497
      _cur_block = block_of_obj_last;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3498
    }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3499
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3500
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3501
  // Return incomplete if there are more blocks to be done.
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1406
diff changeset
  3502
  if (region_contains_cur_block()) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3503
    return ParMarkBitMap::incomplete;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3504
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3505
  return ParMarkBitMap::complete;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3506
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3507
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3508
// Verify the new location using the forwarding pointer
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3509
// from MarkSweep::mark_sweep_phase2().  Set the mark_word
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3510
// to the initial value.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3511
ParMarkBitMapClosure::IterationStatus
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3512
PSParallelCompact::VerifyUpdateClosure::do_addr(HeapWord* addr, size_t words) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3513
  // The second arg (words) is not used.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3514
  oop obj = (oop) addr;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3515
  HeapWord* forwarding_ptr = (HeapWord*) obj->mark()->decode_pointer();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3516
  HeapWord* new_pointer = summary_data().calc_new_pointer(obj);
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3517
  if (forwarding_ptr == NULL) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3518
    // The object is dead or not moving.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3519
    assert(bitmap()->is_unmarked(obj) || (new_pointer == (HeapWord*) obj),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3520
           "Object liveness is wrong.");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3521
    return ParMarkBitMap::incomplete;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3522
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3523
  assert(UseParallelOldGCDensePrefix ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3524
         (HeapMaximumCompactionInterval > 1) ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3525
         (MarkSweepAlwaysCompactCount > 1) ||
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3526
         (forwarding_ptr == new_pointer),
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3527
    "Calculation of new location is incorrect");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3528
  return ParMarkBitMap::incomplete;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3529
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3530
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3531
// Reset objects modified for debug checking.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3532
ParMarkBitMapClosure::IterationStatus
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3533
PSParallelCompact::ResetObjectsClosure::do_addr(HeapWord* addr, size_t words) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3534
  // The second arg (words) is not used.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3535
  oop obj = (oop) addr;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3536
  obj->init_mark();
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3537
  return ParMarkBitMap::incomplete;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3538
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3539
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3540
// Prepare for compaction.  This method is executed once
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3541
// (i.e., by a single thread) before compaction.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3542
// Save the updated location of the intArrayKlassObj for
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3543
// filling holes in the dense prefix.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3544
void PSParallelCompact::compact_prologue() {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3545
  _updated_int_array_klass_obj = (klassOop)
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3546
    summary_data().calc_new_pointer(Universe::intArrayKlassObj());
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3547
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3548
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3549
// The initial implementation of this method created a field
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3550
// _next_compaction_space_id in SpaceInfo and initialized
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3551
// that field in SpaceInfo::initialize_space_info().  That
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3552
// required that _next_compaction_space_id be declared a
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3553
// SpaceId in SpaceInfo and that would have required that
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3554
// either SpaceId be declared in a separate class or that
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3555
// it be declared in SpaceInfo.  It didn't seem consistent
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3556
// to declare it in SpaceInfo (didn't really fit logically).
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3557
// Alternatively, defining a separate class to define SpaceId
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3558
// seem excessive.  This implementation is simple and localizes
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3559
// the knowledge.
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3560
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3561
PSParallelCompact::SpaceId
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3562
PSParallelCompact::next_compaction_space_id(SpaceId id) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3563
  assert(id < last_space_id, "id out of range");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3564
  switch (id) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3565
    case perm_space_id :
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3566
      return last_space_id;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3567
    case old_space_id :
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3568
      return eden_space_id;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3569
    case eden_space_id :
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3570
      return from_space_id;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3571
    case from_space_id :
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3572
      return to_space_id;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3573
    case to_space_id :
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3574
      return last_space_id;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3575
    default:
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3576
      assert(false, "Bad space id");
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3577
      return last_space_id;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3578
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3579
}
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3580
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3581
// Here temporarily for debugging
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3582
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3583
  size_t ParallelCompactData::block_idx(BlockData* block) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3584
    size_t index = pointer_delta(block,
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3585
      PSParallelCompact::summary_data()._block_data, sizeof(BlockData));
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3586
    return index;
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3587
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
  3588
#endif