hotspot/src/share/vm/gc_implementation/parallelScavenge/psCompactionManager.hpp
author tonyp
Thu, 22 Jul 2010 10:27:41 -0400
changeset 6248 2e661807cef0
parent 5918 73b96456819a
child 6762 f8d1b560700e
permissions -rw-r--r--
6962589: remove breadth first scanning code from parallel gc Summary: Remove the breadth-first copying order from ParallelScavenge and use depth-first by default. Reviewed-by: jcoomes, ysr, johnc
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     1
/*
5918
73b96456819a 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 5547
diff changeset
     2
 * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     4
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
489c9b5090e2 Initial load
duke
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
489c9b5090e2 Initial load
duke
parents:
diff changeset
     7
 * published by the Free Software Foundation.
489c9b5090e2 Initial load
duke
parents:
diff changeset
     8
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
489c9b5090e2 Initial load
duke
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
489c9b5090e2 Initial load
duke
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
489c9b5090e2 Initial load
duke
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
489c9b5090e2 Initial load
duke
parents:
diff changeset
    13
 * accompanied this code).
489c9b5090e2 Initial load
duke
parents:
diff changeset
    14
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
489c9b5090e2 Initial load
duke
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5076
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5076
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5076
diff changeset
    21
 * questions.
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    22
 *
489c9b5090e2 Initial load
duke
parents:
diff changeset
    23
 */
489c9b5090e2 Initial load
duke
parents:
diff changeset
    24
489c9b5090e2 Initial load
duke
parents:
diff changeset
    25
// Move to some global location
489c9b5090e2 Initial load
duke
parents:
diff changeset
    26
#define HAS_BEEN_MOVED 0x1501d01d
489c9b5090e2 Initial load
duke
parents:
diff changeset
    27
// End move to some global location
489c9b5090e2 Initial load
duke
parents:
diff changeset
    28
489c9b5090e2 Initial load
duke
parents:
diff changeset
    29
489c9b5090e2 Initial load
duke
parents:
diff changeset
    30
class MutableSpace;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    31
class PSOldGen;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    32
class ParCompactionManager;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    33
class ObjectStartArray;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    34
class ParallelCompactData;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    35
class ParMarkBitMap;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    36
489c9b5090e2 Initial load
duke
parents:
diff changeset
    37
class ParCompactionManager : public CHeapObj {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    38
  friend class ParallelTaskTerminator;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    39
  friend class ParMarkBitMap;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    40
  friend class PSParallelCompact;
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1
diff changeset
    41
  friend class StealRegionCompactionTask;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    42
  friend class UpdateAndFillClosure;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    43
  friend class RefProcTaskExecutor;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    44
489c9b5090e2 Initial load
duke
parents:
diff changeset
    45
 public:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    46
489c9b5090e2 Initial load
duke
parents:
diff changeset
    47
// ------------------------  Don't putback if not needed
489c9b5090e2 Initial load
duke
parents:
diff changeset
    48
  // Actions that the compaction manager should take.
489c9b5090e2 Initial load
duke
parents:
diff changeset
    49
  enum Action {
489c9b5090e2 Initial load
duke
parents:
diff changeset
    50
    Update,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    51
    Copy,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    52
    UpdateAndCopy,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    53
    CopyAndUpdate,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    54
    VerifyUpdate,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    55
    ResetObjects,
489c9b5090e2 Initial load
duke
parents:
diff changeset
    56
    NotValid
489c9b5090e2 Initial load
duke
parents:
diff changeset
    57
  };
489c9b5090e2 Initial load
duke
parents:
diff changeset
    58
// ------------------------  End don't putback if not needed
489c9b5090e2 Initial load
duke
parents:
diff changeset
    59
489c9b5090e2 Initial load
duke
parents:
diff changeset
    60
 private:
5076
8b74a4b60b31 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 3795
diff changeset
    61
  // 32-bit:  4K * 8 = 32KiB; 64-bit:  8K * 16 = 128KiB
5918
73b96456819a 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 5547
diff changeset
    62
  #define QUEUE_SIZE (1 << NOT_LP64(12) LP64_ONLY(13))
73b96456819a 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 5547
diff changeset
    63
  typedef OverflowTaskQueue<ObjArrayTask, QUEUE_SIZE> ObjArrayTaskQueue;
73b96456819a 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 5547
diff changeset
    64
  typedef GenericTaskQueueSet<ObjArrayTaskQueue>      ObjArrayTaskQueueSet;
73b96456819a 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 5547
diff changeset
    65
  #undef QUEUE_SIZE
5076
8b74a4b60b31 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 3795
diff changeset
    66
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1
diff changeset
    67
  static ParCompactionManager** _manager_array;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1
diff changeset
    68
  static OopTaskQueueSet*       _stack_array;
5076
8b74a4b60b31 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 3795
diff changeset
    69
  static ObjArrayTaskQueueSet*  _objarray_queues;
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1
diff changeset
    70
  static ObjectStartArray*      _start_array;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1
diff changeset
    71
  static RegionTaskQueueSet*    _region_array;
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1
diff changeset
    72
  static PSOldGen*              _old_gen;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    73
5076
8b74a4b60b31 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 3795
diff changeset
    74
private:
5918
73b96456819a 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 5547
diff changeset
    75
  OverflowTaskQueue<oop>        _marking_stack;
73b96456819a 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 5547
diff changeset
    76
  ObjArrayTaskQueue             _objarray_stack;
5076
8b74a4b60b31 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 3795
diff changeset
    77
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    78
  // Is there a way to reuse the _marking_stack for the
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1
diff changeset
    79
  // saving empty regions?  For now just create a different
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    80
  // type of TaskQueue.
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1
diff changeset
    81
  RegionTaskQueue               _region_stack;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    82
489c9b5090e2 Initial load
duke
parents:
diff changeset
    83
#if 1  // does this happen enough to need a per thread stack?
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1
diff changeset
    84
  GrowableArray<Klass*>*        _revisit_klass_stack;
3696
9e5d9b5e1049 4957990: Perm heap bloat in JVM
ysr
parents: 1623
diff changeset
    85
  GrowableArray<DataLayout*>*   _revisit_mdo_stack;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    86
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
    87
  static ParMarkBitMap* _mark_bitmap;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    88
489c9b5090e2 Initial load
duke
parents:
diff changeset
    89
  Action _action;
489c9b5090e2 Initial load
duke
parents:
diff changeset
    90
489c9b5090e2 Initial load
duke
parents:
diff changeset
    91
  static PSOldGen* old_gen()             { return _old_gen; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
    92
  static ObjectStartArray* start_array() { return _start_array; }
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1
diff changeset
    93
  static OopTaskQueueSet* stack_array()  { return _stack_array; }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
    94
489c9b5090e2 Initial load
duke
parents:
diff changeset
    95
  static void initialize(ParMarkBitMap* mbm);
489c9b5090e2 Initial load
duke
parents:
diff changeset
    96
489c9b5090e2 Initial load
duke
parents:
diff changeset
    97
 protected:
489c9b5090e2 Initial load
duke
parents:
diff changeset
    98
  // Array of tasks.  Needed by the ParallelTaskTerminator.
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1
diff changeset
    99
  static RegionTaskQueueSet* region_array()      { return _region_array; }
5918
73b96456819a 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 5547
diff changeset
   100
  OverflowTaskQueue<oop>*  marking_stack()       { return &_marking_stack; }
73b96456819a 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 5547
diff changeset
   101
  RegionTaskQueue* region_stack()                { return &_region_stack; }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   102
489c9b5090e2 Initial load
duke
parents:
diff changeset
   103
  // Pushes onto the marking stack.  If the marking stack is full,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   104
  // pushes onto the overflow stack.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   105
  void stack_push(oop obj);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   106
  // Do not implement an equivalent stack_pop.  Deal with the
489c9b5090e2 Initial load
duke
parents:
diff changeset
   107
  // marking stack and overflow stack directly.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   108
5918
73b96456819a 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 5547
diff changeset
   109
 public:
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   110
  Action action() { return _action; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   111
  void set_action(Action v) { _action = v; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   112
489c9b5090e2 Initial load
duke
parents:
diff changeset
   113
  inline static ParCompactionManager* manager_array(int index);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   114
489c9b5090e2 Initial load
duke
parents:
diff changeset
   115
  ParCompactionManager();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   116
  ~ParCompactionManager();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   117
489c9b5090e2 Initial load
duke
parents:
diff changeset
   118
  void allocate_stacks();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   119
  void deallocate_stacks();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   120
  ParMarkBitMap* mark_bitmap() { return _mark_bitmap; }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   121
489c9b5090e2 Initial load
duke
parents:
diff changeset
   122
  // Take actions in preparation for a compaction.
489c9b5090e2 Initial load
duke
parents:
diff changeset
   123
  static void reset();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   124
489c9b5090e2 Initial load
duke
parents:
diff changeset
   125
  // void drain_stacks();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   126
489c9b5090e2 Initial load
duke
parents:
diff changeset
   127
  bool should_update();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   128
  bool should_copy();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   129
  bool should_verify_only();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   130
  bool should_reset_only();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   131
489c9b5090e2 Initial load
duke
parents:
diff changeset
   132
#if 1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   133
  // Probably stays as a growable array
489c9b5090e2 Initial load
duke
parents:
diff changeset
   134
  GrowableArray<Klass*>* revisit_klass_stack() { return _revisit_klass_stack; }
3696
9e5d9b5e1049 4957990: Perm heap bloat in JVM
ysr
parents: 1623
diff changeset
   135
  GrowableArray<DataLayout*>* revisit_mdo_stack() { return _revisit_mdo_stack; }
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   136
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   137
5918
73b96456819a 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 5547
diff changeset
   138
  // Save for later processing.  Must not fail.
73b96456819a 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 5547
diff changeset
   139
  inline void push(oop obj) { _marking_stack.push(obj); }
73b96456819a 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 5547
diff changeset
   140
  inline void push_objarray(oop objarray, size_t index);
73b96456819a 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 5547
diff changeset
   141
  inline void push_region(size_t index);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   142
489c9b5090e2 Initial load
duke
parents:
diff changeset
   143
  // Access function for compaction managers
489c9b5090e2 Initial load
duke
parents:
diff changeset
   144
  static ParCompactionManager* gc_thread_compaction_manager(int index);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   145
5918
73b96456819a 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 5547
diff changeset
   146
  static bool steal(int queue_num, int* seed, oop& t) {
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   147
    return stack_array()->steal(queue_num, seed, t);
489c9b5090e2 Initial load
duke
parents:
diff changeset
   148
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   149
5076
8b74a4b60b31 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 3795
diff changeset
   150
  static bool steal_objarray(int queue_num, int* seed, ObjArrayTask& t) {
8b74a4b60b31 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 3795
diff changeset
   151
    return _objarray_queues->steal(queue_num, seed, t);
8b74a4b60b31 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 3795
diff changeset
   152
  }
8b74a4b60b31 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 3795
diff changeset
   153
5918
73b96456819a 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 5547
diff changeset
   154
  static bool steal(int queue_num, int* seed, size_t& region) {
73b96456819a 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 5547
diff changeset
   155
    return region_array()->steal(queue_num, seed, region);
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   156
  }
489c9b5090e2 Initial load
duke
parents:
diff changeset
   157
5076
8b74a4b60b31 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 3795
diff changeset
   158
  // Process tasks remaining on any marking stack
8b74a4b60b31 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 3795
diff changeset
   159
  void follow_marking_stacks();
8b74a4b60b31 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 3795
diff changeset
   160
  inline bool marking_stacks_empty() const;
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   161
489c9b5090e2 Initial load
duke
parents:
diff changeset
   162
  // Process tasks remaining on any stack
1407
9006b01ba3fd 6725697: par compact - rename class ChunkData to RegionData
jcoomes
parents: 1
diff changeset
   163
  void drain_region_stacks();
1
489c9b5090e2 Initial load
duke
parents:
diff changeset
   164
489c9b5090e2 Initial load
duke
parents:
diff changeset
   165
  // Debugging support
489c9b5090e2 Initial load
duke
parents:
diff changeset
   166
#ifdef ASSERT
489c9b5090e2 Initial load
duke
parents:
diff changeset
   167
  bool stacks_have_been_allocated();
489c9b5090e2 Initial load
duke
parents:
diff changeset
   168
#endif
489c9b5090e2 Initial load
duke
parents:
diff changeset
   169
};
489c9b5090e2 Initial load
duke
parents:
diff changeset
   170
489c9b5090e2 Initial load
duke
parents:
diff changeset
   171
inline ParCompactionManager* ParCompactionManager::manager_array(int index) {
489c9b5090e2 Initial load
duke
parents:
diff changeset
   172
  assert(_manager_array != NULL, "access of NULL manager_array");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   173
  assert(index >= 0 && index <= (int)ParallelGCThreads,
489c9b5090e2 Initial load
duke
parents:
diff changeset
   174
    "out of range manager_array access");
489c9b5090e2 Initial load
duke
parents:
diff changeset
   175
  return _manager_array[index];
489c9b5090e2 Initial load
duke
parents:
diff changeset
   176
}
5076
8b74a4b60b31 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 3795
diff changeset
   177
8b74a4b60b31 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 3795
diff changeset
   178
bool ParCompactionManager::marking_stacks_empty() const {
5918
73b96456819a 6957084: simplify TaskQueue overflow handling
jcoomes
parents: 5547
diff changeset
   179
  return _marking_stack.is_empty() && _objarray_stack.is_empty();
5076
8b74a4b60b31 4396719: Mark Sweep stack overflow on deeply nested Object arrays
jcoomes
parents: 3795
diff changeset
   180
}