hotspot/src/share/vm/gc_implementation/g1/ptrQueue.hpp
author tonyp
Fri, 01 Oct 2010 16:43:05 -0400
changeset 6768 71338ecb7813
parent 5547 f4b087cbb361
child 7397 5b173b4ca846
permissions -rw-r--r--
6980838: G1: guarantee(false) failed: thread has an unexpected active value in its SATB queue Summary: Under certain circumstances a safepoint could happen between a JavaThread object being created and that object being added to the Java threads list. This could cause the active field of that thread's SATB queue to get out-of-sync with respect to the other Java threads. The solution is to activate the SATB queue, when necessary, before adding the thread to the Java threads list, not when the JavaThread object is created. The changeset also includes a small fix to rename the surrogate locker thread from "Surrogate Locker Thread (CMS)" to "Surrogate Locker Thread (Concurrent GC)" since it's also used in G1. Reviewed-by: iveresov, ysr, johnc, jcoomes
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     1
/*
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5082
diff changeset
     2
 * Copyright (c) 2001, 2009, Oracle and/or its affiliates. All rights reserved.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     4
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     7
 * published by the Free Software Foundation.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     8
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    13
 * accompanied this code).
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    14
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5082
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5082
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 5082
diff changeset
    21
 * questions.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    22
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    23
 */
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    24
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    25
// There are various techniques that require threads to be able to log
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    26
// addresses.  For example, a generational write barrier might log
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    27
// the addresses of modified old-generation objects.  This type supports
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    28
// this operation.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    29
4481
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
    30
// The definition of placement operator new(size_t, void*) in the <new>.
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
    31
#include <new>
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
    32
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    33
class PtrQueueSet;
2013
49e915da0905 6700941: G1: allocation spec missing for some G1 classes
apetrusenko
parents: 1623
diff changeset
    34
class PtrQueue VALUE_OBJ_CLASS_SPEC {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    35
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    36
protected:
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    37
  // The ptr queue set to which this queue belongs.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    38
  PtrQueueSet* _qset;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    39
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    40
  // Whether updates should be logged.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    41
  bool _active;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    42
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    43
  // The buffer.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    44
  void** _buf;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    45
  // The index at which an object was last enqueued.  Starts at "_sz"
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    46
  // (indicating an empty buffer) and goes towards zero.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    47
  size_t _index;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    48
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    49
  // The size of the buffer.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    50
  size_t _sz;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    51
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    52
  // If true, the queue is permanent, and doesn't need to deallocate
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    53
  // its buffer in the destructor (since that obtains a lock which may not
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    54
  // be legally locked by then.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    55
  bool _perm;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    56
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    57
  // If there is a lock associated with this buffer, this is that lock.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    58
  Mutex* _lock;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    59
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    60
  PtrQueueSet* qset() { return _qset; }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    61
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    62
public:
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    63
  // Initialize this queue to contain a null buffer, and be part of the
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    64
  // given PtrQueueSet.
5082
19e725a3d2eb 6935821: G1: threads created during marking do not active their SATB queues
tonyp
parents: 4481
diff changeset
    65
  PtrQueue(PtrQueueSet*, bool perm = false, bool active = false);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    66
  // Release any contained resources.
1560
1b328492b7f8 6770608: G1: Mutator thread can flush barrier and satb queues during safepoint
iveresov
parents: 1374
diff changeset
    67
  void flush();
1b328492b7f8 6770608: G1: Mutator thread can flush barrier and satb queues during safepoint
iveresov
parents: 1374
diff changeset
    68
  // Calls flush() when destroyed.
1b328492b7f8 6770608: G1: Mutator thread can flush barrier and satb queues during safepoint
iveresov
parents: 1374
diff changeset
    69
  ~PtrQueue() { flush(); }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    70
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    71
  // Associate a lock with a ptr queue.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    72
  void set_lock(Mutex* lock) { _lock = lock; }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    73
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    74
  void reset() { if (_buf != NULL) _index = _sz; }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    75
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    76
  // Enqueues the given "obj".
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    77
  void enqueue(void* ptr) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    78
    if (!_active) return;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    79
    else enqueue_known_active(ptr);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    80
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    81
4481
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
    82
  void handle_zero_index();
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    83
  void locking_enqueue_completed_buffer(void** buf);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    84
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    85
  void enqueue_known_active(void* ptr);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    86
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    87
  size_t size() {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    88
    assert(_sz >= _index, "Invariant.");
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    89
    return _buf == NULL ? 0 : _sz - _index;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    90
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    91
6768
71338ecb7813 6980838: G1: guarantee(false) failed: thread has an unexpected active value in its SATB queue
tonyp
parents: 5547
diff changeset
    92
  bool is_empty() {
71338ecb7813 6980838: G1: guarantee(false) failed: thread has an unexpected active value in its SATB queue
tonyp
parents: 5547
diff changeset
    93
    return _buf == NULL || _sz == _index;
71338ecb7813 6980838: G1: guarantee(false) failed: thread has an unexpected active value in its SATB queue
tonyp
parents: 5547
diff changeset
    94
  }
71338ecb7813 6980838: G1: guarantee(false) failed: thread has an unexpected active value in its SATB queue
tonyp
parents: 5547
diff changeset
    95
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    96
  // Set the "active" property of the queue to "b".  An enqueue to an
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    97
  // inactive thread is a no-op.  Setting a queue to inactive resets its
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    98
  // log to the empty state.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    99
  void set_active(bool b) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   100
    _active = b;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   101
    if (!b && _buf != NULL) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   102
      _index = _sz;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   103
    } else if (b && _buf != NULL) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   104
      assert(_index == _sz, "invariant: queues are empty when activated.");
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   105
    }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   106
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   107
5082
19e725a3d2eb 6935821: G1: threads created during marking do not active their SATB queues
tonyp
parents: 4481
diff changeset
   108
  bool is_active() { return _active; }
19e725a3d2eb 6935821: G1: threads created during marking do not active their SATB queues
tonyp
parents: 4481
diff changeset
   109
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   110
  static int byte_index_to_index(int ind) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   111
    assert((ind % oopSize) == 0, "Invariant.");
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   112
    return ind / oopSize;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   113
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   114
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   115
  static int index_to_byte_index(int byte_ind) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   116
    return byte_ind * oopSize;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   117
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   118
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   119
  // To support compiler.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   120
  static ByteSize byte_offset_of_index() {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   121
    return byte_offset_of(PtrQueue, _index);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   122
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   123
  static ByteSize byte_width_of_index() { return in_ByteSize(sizeof(size_t)); }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   124
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   125
  static ByteSize byte_offset_of_buf() {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   126
    return byte_offset_of(PtrQueue, _buf);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   127
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   128
  static ByteSize byte_width_of_buf() { return in_ByteSize(sizeof(void*)); }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   129
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   130
  static ByteSize byte_offset_of_active() {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   131
    return byte_offset_of(PtrQueue, _active);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   132
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   133
  static ByteSize byte_width_of_active() { return in_ByteSize(sizeof(bool)); }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   134
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   135
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   136
4481
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   137
class BufferNode {
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   138
  size_t _index;
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   139
  BufferNode* _next;
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   140
public:
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   141
  BufferNode() : _index(0), _next(NULL) { }
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   142
  BufferNode* next() const     { return _next;  }
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   143
  void set_next(BufferNode* n) { _next = n;     }
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   144
  size_t index() const         { return _index; }
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   145
  void set_index(size_t i)     { _index = i;    }
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   146
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   147
  // Align the size of the structure to the size of the pointer
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   148
  static size_t aligned_size() {
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   149
    static const size_t alignment = round_to(sizeof(BufferNode), sizeof(void*));
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   150
    return alignment;
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   151
  }
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   152
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   153
  // BufferNode is allocated before the buffer.
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   154
  // The chunk of memory that holds both of them is a block.
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   155
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   156
  // Produce a new BufferNode given a buffer.
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   157
  static BufferNode* new_from_buffer(void** buf) {
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   158
    return new (make_block_from_buffer(buf)) BufferNode;
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   159
  }
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   160
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   161
  // The following are the required conversion routines:
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   162
  static BufferNode* make_node_from_buffer(void** buf) {
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   163
    return (BufferNode*)make_block_from_buffer(buf);
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   164
  }
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   165
  static void** make_buffer_from_node(BufferNode *node) {
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   166
    return make_buffer_from_block(node);
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   167
  }
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   168
  static void* make_block_from_node(BufferNode *node) {
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   169
    return (void*)node;
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   170
  }
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   171
  static void** make_buffer_from_block(void* p) {
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   172
    return (void**)((char*)p + aligned_size());
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   173
  }
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   174
  static void* make_block_from_buffer(void** p) {
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   175
    return (void*)((char*)p - aligned_size());
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   176
  }
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   177
};
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   178
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   179
// A PtrQueueSet represents resources common to a set of pointer queues.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   180
// In particular, the individual queues allocate buffers from this shared
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   181
// set, and return completed buffers to the set.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   182
// All these variables are are protected by the TLOQ_CBL_mon. XXX ???
2013
49e915da0905 6700941: G1: allocation spec missing for some G1 classes
apetrusenko
parents: 1623
diff changeset
   183
class PtrQueueSet VALUE_OBJ_CLASS_SPEC {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   184
protected:
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   185
  Monitor* _cbl_mon;  // Protects the fields below.
4481
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   186
  BufferNode* _completed_buffers_head;
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   187
  BufferNode* _completed_buffers_tail;
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   188
  int _n_completed_buffers;
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   189
  int _process_completed_threshold;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   190
  volatile bool _process_completed;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   191
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   192
  // This (and the interpretation of the first element as a "next"
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   193
  // pointer) are protected by the TLOQ_FL_lock.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   194
  Mutex* _fl_lock;
4481
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   195
  BufferNode* _buf_free_list;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   196
  size_t _buf_free_list_sz;
2142
032f4652700c 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 2013
diff changeset
   197
  // Queue set can share a freelist. The _fl_owner variable
032f4652700c 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 2013
diff changeset
   198
  // specifies the owner. It is set to "this" by default.
032f4652700c 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 2013
diff changeset
   199
  PtrQueueSet* _fl_owner;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   200
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   201
  // The size of all buffers in the set.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   202
  size_t _sz;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   203
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   204
  bool _all_active;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   205
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   206
  // If true, notify_all on _cbl_mon when the threshold is reached.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   207
  bool _notify_when_complete;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   208
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   209
  // Maximum number of elements allowed on completed queue: after that,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   210
  // enqueuer does the work itself.  Zero indicates no maximum.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   211
  int _max_completed_queue;
4481
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   212
  int _completed_queue_padding;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   213
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   214
  int completed_buffers_list_length();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   215
  void assert_completed_buffer_list_len_correct_locked();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   216
  void assert_completed_buffer_list_len_correct();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   217
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   218
protected:
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   219
  // A mutator thread does the the work of processing a buffer.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   220
  // Returns "true" iff the work is complete (and the buffer may be
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   221
  // deallocated).
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   222
  virtual bool mut_process_buffer(void** buf) {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   223
    ShouldNotReachHere();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   224
    return false;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   225
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   226
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   227
public:
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   228
  // Create an empty ptr queue set.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   229
  PtrQueueSet(bool notify_when_complete = false);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   230
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   231
  // Because of init-order concerns, we can't pass these as constructor
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   232
  // arguments.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   233
  void initialize(Monitor* cbl_mon, Mutex* fl_lock,
4481
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   234
                  int process_completed_threshold,
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   235
                  int max_completed_queue,
2142
032f4652700c 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 2013
diff changeset
   236
                  PtrQueueSet *fl_owner = NULL) {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   237
    _max_completed_queue = max_completed_queue;
4481
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   238
    _process_completed_threshold = process_completed_threshold;
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   239
    _completed_queue_padding = 0;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   240
    assert(cbl_mon != NULL && fl_lock != NULL, "Init order issue?");
2142
032f4652700c 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 2013
diff changeset
   241
    _cbl_mon = cbl_mon;
032f4652700c 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 2013
diff changeset
   242
    _fl_lock = fl_lock;
032f4652700c 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 2013
diff changeset
   243
    _fl_owner = (fl_owner != NULL) ? fl_owner : this;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   244
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   245
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   246
  // Return an empty oop array of size _sz (required to be non-zero).
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   247
  void** allocate_buffer();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   248
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   249
  // Return an empty buffer to the free list.  The "buf" argument is
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   250
  // required to be a pointer to the head of an array of length "_sz".
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   251
  void deallocate_buffer(void** buf);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   252
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   253
  // Declares that "buf" is a complete buffer.
4481
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   254
  void enqueue_complete_buffer(void** buf, size_t index = 0);
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   255
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   256
  // To be invoked by the mutator.
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   257
  bool process_or_enqueue_complete_buffer(void** buf);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   258
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   259
  bool completed_buffers_exist_dirty() {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   260
    return _n_completed_buffers > 0;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   261
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   262
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   263
  bool process_completed_buffers() { return _process_completed; }
4481
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   264
  void set_process_completed(bool x) { _process_completed = x; }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   265
5082
19e725a3d2eb 6935821: G1: threads created during marking do not active their SATB queues
tonyp
parents: 4481
diff changeset
   266
  bool is_active() { return _all_active; }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   267
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   268
  // Set the buffer size.  Should be called before any "enqueue" operation
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   269
  // can be called.  And should only be called once.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   270
  void set_buffer_size(size_t sz);
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   271
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   272
  // Get the buffer size.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   273
  size_t buffer_size() { return _sz; }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   274
4481
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   275
  // Get/Set the number of completed buffers that triggers log processing.
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   276
  void set_process_completed_threshold(int sz) { _process_completed_threshold = sz; }
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   277
  int process_completed_threshold() const { return _process_completed_threshold; }
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   278
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   279
  // Must only be called at a safe point.  Indicates that the buffer free
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   280
  // list size may be reduced, if that is deemed desirable.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   281
  void reduce_free_list();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   282
4481
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   283
  int completed_buffers_num() { return _n_completed_buffers; }
2142
032f4652700c 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 2013
diff changeset
   284
032f4652700c 6720309: G1: don't synchronously update RSet during evacuation pauses
iveresov
parents: 2013
diff changeset
   285
  void merge_bufferlists(PtrQueueSet* src);
4481
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   286
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   287
  void set_max_completed_queue(int m) { _max_completed_queue = m; }
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   288
  int max_completed_queue() { return _max_completed_queue; }
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   289
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   290
  void set_completed_queue_padding(int padding) { _completed_queue_padding = padding; }
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   291
  int completed_queue_padding() { return _completed_queue_padding; }
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   292
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   293
  // Notify the consumer if the number of buffers crossed the threshold
de92ec484f5e 6862387: tune concurrent refinement further
iveresov
parents: 2154
diff changeset
   294
  void notify_if_necessary();
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   295
};