src/hotspot/share/gc/g1/g1DirtyCardQueue.hpp
author kbarrett
Wed, 26 Jun 2019 13:18:38 -0400
changeset 55498 e64383344f14
parent 54970 76d3d96a8bc2
child 55752 8ae33203d600
permissions -rw-r--r--
8225255: Make SATB qset lock-free Summary: Refactor PtrQueueSet, use lock-free stack for SATB completed buffers Reviewed-by: tschatzl, shade
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     1
/*
53149
259c36ef27df 8215731: Move forward class definitions out of globalDefinitions.hpp
coleenp
parents: 53102
diff changeset
     2
 * Copyright (c) 2001, 2019, Oracle and/or its affiliates. All rights reserved.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     4
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     7
 * published by the Free Software Foundation.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     8
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    13
 * accompanied this code).
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    14
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    18
 *
5547
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4481
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4481
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f4b087cbb361 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 4481
diff changeset
    21
 * questions.
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    22
 *
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    23
 */
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    24
53747
13acc8e38a29 8218089: Rename DirtyCardQueue et al to follow usual G1 naming conventions
kbarrett
parents: 53482
diff changeset
    25
#ifndef SHARE_GC_G1_G1DIRTYCARDQUEUE_HPP
13acc8e38a29 8218089: Rename DirtyCardQueue et al to follow usual G1 naming conventions
kbarrett
parents: 53482
diff changeset
    26
#define SHARE_GC_G1_G1DIRTYCARDQUEUE_HPP
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6768
diff changeset
    27
54110
f4f0dce5d0bb 8220301: Remove jbyte use in CardTable
tschatzl
parents: 54006
diff changeset
    28
#include "gc/shared/cardTable.hpp"
51441
2e91d927e00c 8154343: Make SATB related code available to other GCs
kbarrett
parents: 47216
diff changeset
    29
#include "gc/shared/ptrQueue.hpp"
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6768
diff changeset
    30
#include "memory/allocation.hpp"
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6768
diff changeset
    31
53747
13acc8e38a29 8218089: Rename DirtyCardQueue et al to follow usual G1 naming conventions
kbarrett
parents: 53482
diff changeset
    32
class G1DirtyCardQueueSet;
53482
771b50dd0b08 8216258: Make FreeIdSet semaphore-based
kbarrett
parents: 53244
diff changeset
    33
class G1FreeIdSet;
54006
a421bdf22394 8219613: Use NonJavaThread PtrQueues
kbarrett
parents: 53747
diff changeset
    34
class Thread;
53149
259c36ef27df 8215731: Move forward class definitions out of globalDefinitions.hpp
coleenp
parents: 53102
diff changeset
    35
class Monitor;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    36
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    37
// A closure class for processing card table entries.  Note that we don't
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    38
// require these closure objects to be stack-allocated.
53747
13acc8e38a29 8218089: Rename DirtyCardQueue et al to follow usual G1 naming conventions
kbarrett
parents: 53482
diff changeset
    39
class G1CardTableEntryClosure: public CHeapObj<mtGC> {
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    40
public:
54110
f4f0dce5d0bb 8220301: Remove jbyte use in CardTable
tschatzl
parents: 54006
diff changeset
    41
  typedef CardTable::CardValue CardValue;
f4f0dce5d0bb 8220301: Remove jbyte use in CardTable
tschatzl
parents: 54006
diff changeset
    42
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    43
  // Process the card whose card table entry is "card_ptr".  If returns
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    44
  // "false", terminate the iteration early.
54110
f4f0dce5d0bb 8220301: Remove jbyte use in CardTable
tschatzl
parents: 54006
diff changeset
    45
  virtual bool do_card_ptr(CardValue* card_ptr, uint worker_i) = 0;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    46
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    47
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    48
// A ptrQueue whose elements are "oops", pointers to object heads.
53747
13acc8e38a29 8218089: Rename DirtyCardQueue et al to follow usual G1 naming conventions
kbarrett
parents: 53482
diff changeset
    49
class G1DirtyCardQueue: public PtrQueue {
54970
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
    50
protected:
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
    51
  virtual void handle_completed_buffer();
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
    52
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    53
public:
54255
c81fbf340ceb 8220240: Refactor shared dirty card queue
kbarrett
parents: 54110
diff changeset
    54
  G1DirtyCardQueue(G1DirtyCardQueueSet* qset);
6768
71338ecb7813 6980838: G1: guarantee(false) failed: thread has an unexpected active value in its SATB queue
tonyp
parents: 6247
diff changeset
    55
28507
354ef83ee258 8048949: Requeue queue implementation
tschatzl
parents: 24104
diff changeset
    56
  // Flush before destroying; queue may be used to capture pending work while
354ef83ee258 8048949: Requeue queue implementation
tschatzl
parents: 24104
diff changeset
    57
  // doing something else, with auto-flush on completion.
53747
13acc8e38a29 8218089: Rename DirtyCardQueue et al to follow usual G1 naming conventions
kbarrett
parents: 53482
diff changeset
    58
  ~G1DirtyCardQueue();
28507
354ef83ee258 8048949: Requeue queue implementation
tschatzl
parents: 24104
diff changeset
    59
354ef83ee258 8048949: Requeue queue implementation
tschatzl
parents: 24104
diff changeset
    60
  // Process queue entries and release resources.
354ef83ee258 8048949: Requeue queue implementation
tschatzl
parents: 24104
diff changeset
    61
  void flush() { flush_impl(); }
354ef83ee258 8048949: Requeue queue implementation
tschatzl
parents: 24104
diff changeset
    62
54970
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
    63
  inline G1DirtyCardQueueSet* dirty_card_qset() const;
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
    64
34148
6efbc7ffd767 8143014: Access PtrQueue member offsets through derived classes
kbarrett
parents: 34141
diff changeset
    65
  // Compiler support.
6efbc7ffd767 8143014: Access PtrQueue member offsets through derived classes
kbarrett
parents: 34141
diff changeset
    66
  static ByteSize byte_offset_of_index() {
53747
13acc8e38a29 8218089: Rename DirtyCardQueue et al to follow usual G1 naming conventions
kbarrett
parents: 53482
diff changeset
    67
    return PtrQueue::byte_offset_of_index<G1DirtyCardQueue>();
34148
6efbc7ffd767 8143014: Access PtrQueue member offsets through derived classes
kbarrett
parents: 34141
diff changeset
    68
  }
6efbc7ffd767 8143014: Access PtrQueue member offsets through derived classes
kbarrett
parents: 34141
diff changeset
    69
  using PtrQueue::byte_width_of_index;
6efbc7ffd767 8143014: Access PtrQueue member offsets through derived classes
kbarrett
parents: 34141
diff changeset
    70
6efbc7ffd767 8143014: Access PtrQueue member offsets through derived classes
kbarrett
parents: 34141
diff changeset
    71
  static ByteSize byte_offset_of_buf() {
53747
13acc8e38a29 8218089: Rename DirtyCardQueue et al to follow usual G1 naming conventions
kbarrett
parents: 53482
diff changeset
    72
    return PtrQueue::byte_offset_of_buf<G1DirtyCardQueue>();
34148
6efbc7ffd767 8143014: Access PtrQueue member offsets through derived classes
kbarrett
parents: 34141
diff changeset
    73
  }
6efbc7ffd767 8143014: Access PtrQueue member offsets through derived classes
kbarrett
parents: 34141
diff changeset
    74
  using PtrQueue::byte_width_of_buf;
6efbc7ffd767 8143014: Access PtrQueue member offsets through derived classes
kbarrett
parents: 34141
diff changeset
    75
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    76
};
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
    77
53747
13acc8e38a29 8218089: Rename DirtyCardQueue et al to follow usual G1 naming conventions
kbarrett
parents: 53482
diff changeset
    78
class G1DirtyCardQueueSet: public PtrQueueSet {
55498
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
    79
  Monitor* _cbl_mon;  // Protects the fields below.
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
    80
  BufferNode* _completed_buffers_head;
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
    81
  BufferNode* _completed_buffers_tail;
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
    82
  volatile size_t _n_completed_buffers;
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
    83
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
    84
  size_t _process_completed_buffers_threshold;
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
    85
  volatile bool _process_completed_buffers;
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
    86
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
    87
  // If true, notify_all on _cbl_mon when the threshold is reached.
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
    88
  bool _notify_when_complete;
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
    89
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
    90
  void assert_completed_buffers_list_len_correct_locked() NOT_DEBUG_RETURN;
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
    91
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
    92
  void abandon_completed_buffers();
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
    93
37112
fe72d1d082ff 8151781: DirtyCardQueue::apply_closure is unused
kbarrett
parents: 37065
diff changeset
    94
  // Apply the closure to the elements of "node" from it's index to
fe72d1d082ff 8151781: DirtyCardQueue::apply_closure is unused
kbarrett
parents: 37065
diff changeset
    95
  // buffer_size.  If all closure applications return true, then
fe72d1d082ff 8151781: DirtyCardQueue::apply_closure is unused
kbarrett
parents: 37065
diff changeset
    96
  // returns true.  Stops processing after the first closure
fe72d1d082ff 8151781: DirtyCardQueue::apply_closure is unused
kbarrett
parents: 37065
diff changeset
    97
  // application that returns false, and returns false from this
fe72d1d082ff 8151781: DirtyCardQueue::apply_closure is unused
kbarrett
parents: 37065
diff changeset
    98
  // function.  If "consume" is true, the node's index is updated to
37197
282fa21230c3 8151670: Unexpected concurrent refinement deactivation and reactivation
kbarrett
parents: 37112
diff changeset
    99
  // exclude the processed elements, e.g. up to the element for which
282fa21230c3 8151670: Unexpected concurrent refinement deactivation and reactivation
kbarrett
parents: 37112
diff changeset
   100
  // the closure returned false.
53747
13acc8e38a29 8218089: Rename DirtyCardQueue et al to follow usual G1 naming conventions
kbarrett
parents: 53482
diff changeset
   101
  bool apply_closure_to_buffer(G1CardTableEntryClosure* cl,
37112
fe72d1d082ff 8151781: DirtyCardQueue::apply_closure is unused
kbarrett
parents: 37065
diff changeset
   102
                               BufferNode* node,
fe72d1d082ff 8151781: DirtyCardQueue::apply_closure is unused
kbarrett
parents: 37065
diff changeset
   103
                               bool consume,
fe72d1d082ff 8151781: DirtyCardQueue::apply_closure is unused
kbarrett
parents: 37065
diff changeset
   104
                               uint worker_i = 0);
fe72d1d082ff 8151781: DirtyCardQueue::apply_closure is unused
kbarrett
parents: 37065
diff changeset
   105
46653
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   106
  // If there are more than stop_at completed buffers, pop one, apply
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   107
  // the specified closure to its active elements, and return true.
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   108
  // Otherwise return false.
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   109
  //
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   110
  // A completely processed buffer is freed.  However, if a closure
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   111
  // invocation returns false, processing is stopped and the partially
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   112
  // processed buffer (with its index updated to exclude the processed
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   113
  // elements, e.g. up to the element for which the closure returned
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   114
  // false) is returned to the completed buffer set.
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   115
  //
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   116
  // If during_pause is true, stop_at must be zero, and the closure
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   117
  // must never return false.
53747
13acc8e38a29 8218089: Rename DirtyCardQueue et al to follow usual G1 naming conventions
kbarrett
parents: 53482
diff changeset
   118
  bool apply_closure_to_completed_buffer(G1CardTableEntryClosure* cl,
46653
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   119
                                         uint worker_i,
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   120
                                         size_t stop_at,
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   121
                                         bool during_pause);
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   122
37065
c00d1c2ffb7c 8150676: Use BufferNode index
kbarrett
parents: 36371
diff changeset
   123
  bool mut_process_buffer(BufferNode* node);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   124
54970
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   125
  // If the queue contains more buffers than configured here, the
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   126
  // mutator must start doing some of the concurrent refinement work,
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   127
  size_t _max_completed_buffers;
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   128
  size_t _completed_buffers_padding;
55498
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   129
  static const size_t MaxCompletedBuffersUnlimited = SIZE_MAX;
54970
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   130
53482
771b50dd0b08 8216258: Make FreeIdSet semaphore-based
kbarrett
parents: 53244
diff changeset
   131
  G1FreeIdSet* _free_ids;
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   132
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   133
  // The number of completed buffers processed by mutator and rs thread,
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   134
  // respectively.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   135
  jint _processed_buffers_mut;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   136
  jint _processed_buffers_rs_thread;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   137
24104
febf9363fb68 8019342: G1: High "Other" time most likely due to card redirtying
tschatzl
parents: 23855
diff changeset
   138
  // Current buffer node used for parallel iteration.
febf9363fb68 8019342: G1: High "Other" time most likely due to card redirtying
tschatzl
parents: 23855
diff changeset
   139
  BufferNode* volatile _cur_par_buffer_node;
37065
c00d1c2ffb7c 8150676: Use BufferNode index
kbarrett
parents: 36371
diff changeset
   140
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   141
public:
53747
13acc8e38a29 8218089: Rename DirtyCardQueue et al to follow usual G1 naming conventions
kbarrett
parents: 53482
diff changeset
   142
  G1DirtyCardQueueSet(bool notify_when_complete = true);
13acc8e38a29 8218089: Rename DirtyCardQueue et al to follow usual G1 naming conventions
kbarrett
parents: 53482
diff changeset
   143
  ~G1DirtyCardQueueSet();
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   144
46653
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   145
  void initialize(Monitor* cbl_mon,
52582
6df094be7f58 8213352: Separate BufferNode allocation from PtrQueueSet
kbarrett
parents: 51441
diff changeset
   146
                  BufferNode::Allocator* allocator,
35465
34ab60aee787 8145037: Clean up FreeIdSet usage
aharlap
parents: 34148
diff changeset
   147
                  bool init_free_ids = false);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   148
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   149
  // The number of parallel ids that can be claimed to allow collector or
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   150
  // mutator threads to do card-processing work.
23855
c4574075402c 8016302: Change type of the number of GC workers to unsigned int (2)
vkempik
parents: 13963
diff changeset
   151
  static uint num_par_ids();
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   152
54006
a421bdf22394 8219613: Use NonJavaThread PtrQueues
kbarrett
parents: 53747
diff changeset
   153
  static void handle_zero_index_for_thread(Thread* t);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   154
54970
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   155
  // Either process the entire buffer and return true, or enqueue the
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   156
  // buffer and return false.  If the buffer is completely processed,
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   157
  // it can be reused in place.
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   158
  bool process_or_enqueue_completed_buffer(BufferNode* node);
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   159
55498
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   160
  virtual void enqueue_completed_buffer(BufferNode* node);
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   161
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   162
  // If the number of completed buffers is > stop_at, then remove and
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   163
  // return a completed buffer from the list.  Otherwise, return NULL.
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   164
  BufferNode* get_completed_buffer(size_t stop_at = 0);
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   165
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   166
  // The number of buffers in the list.  Racy...
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   167
  size_t completed_buffers_num() const { return _n_completed_buffers; }
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   168
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   169
  bool process_completed_buffers() { return _process_completed_buffers; }
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   170
  void set_process_completed_buffers(bool x) { _process_completed_buffers = x; }
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   171
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   172
  // Get/Set the number of completed buffers that triggers log processing.
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   173
  // Log processing should be done when the number of buffers exceeds the
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   174
  // threshold.
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   175
  void set_process_completed_buffers_threshold(size_t sz) {
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   176
    _process_completed_buffers_threshold = sz;
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   177
  }
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   178
  size_t process_completed_buffers_threshold() const {
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   179
    return _process_completed_buffers_threshold;
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   180
  }
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   181
  static const size_t ProcessCompletedBuffersThresholdNever = SIZE_MAX;
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   182
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   183
  // Notify the consumer if the number of buffers crossed the threshold
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   184
  void notify_if_necessary();
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   185
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   186
  void merge_bufferlists(G1DirtyCardQueueSet* src);
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   187
46653
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   188
  // Apply G1RefineCardConcurrentlyClosure to completed buffers until there are stop_at
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   189
  // completed buffers remaining.
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   190
  bool refine_completed_buffer_concurrently(uint worker_i, size_t stop_at);
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   191
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   192
  // Apply the given closure to all completed buffers. The given closure's do_card_ptr
d72083d17b19 8183128: Update RefineCardTableEntryClosure
tschatzl
parents: 46305
diff changeset
   193
  // must never return false. Must only be called during GC.
53747
13acc8e38a29 8218089: Rename DirtyCardQueue et al to follow usual G1 naming conventions
kbarrett
parents: 53482
diff changeset
   194
  bool apply_closure_during_gc(G1CardTableEntryClosure* cl, uint worker_i);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   195
55498
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   196
  void reset_for_par_iteration() { _cur_par_buffer_node = _completed_buffers_head; }
24104
febf9363fb68 8019342: G1: High "Other" time most likely due to card redirtying
tschatzl
parents: 23855
diff changeset
   197
  // Applies the current closure to all completed buffers, non-consumptively.
37065
c00d1c2ffb7c 8150676: Use BufferNode index
kbarrett
parents: 36371
diff changeset
   198
  // Can be used in parallel, all callers using the iteration state initialized
c00d1c2ffb7c 8150676: Use BufferNode index
kbarrett
parents: 36371
diff changeset
   199
  // by reset_for_par_iteration.
53747
13acc8e38a29 8218089: Rename DirtyCardQueue et al to follow usual G1 naming conventions
kbarrett
parents: 53482
diff changeset
   200
  void par_apply_closure_to_all_completed_buffers(G1CardTableEntryClosure* cl);
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   201
55498
e64383344f14 8225255: Make SATB qset lock-free
kbarrett
parents: 54970
diff changeset
   202
  // If a full collection is happening, reset partial logs, and release
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   203
  // completed ones: the full collection will make them all irrelevant.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   204
  void abandon_logs();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   205
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   206
  // If any threads have partial logs, add them to the global list of logs.
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   207
  void concatenate_logs();
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   208
54970
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   209
  void set_max_completed_buffers(size_t m) {
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   210
    _max_completed_buffers = m;
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   211
  }
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   212
  size_t max_completed_buffers() const {
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   213
    return _max_completed_buffers;
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   214
  }
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   215
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   216
  void set_completed_buffers_padding(size_t padding) {
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   217
    _completed_buffers_padding = padding;
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   218
  }
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   219
  size_t completed_buffers_padding() const {
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   220
    return _completed_buffers_padding;
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   221
  }
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   222
1374
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   223
  jint processed_buffers_mut() {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   224
    return _processed_buffers_mut;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   225
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   226
  jint processed_buffers_rs_thread() {
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   227
    return _processed_buffers_rs_thread;
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   228
  }
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   229
4c24294029a9 6711316: Open source the Garbage-First garbage collector
ysr
parents:
diff changeset
   230
};
7397
5b173b4ca846 6989984: Use standard include model for Hospot
stefank
parents: 6768
diff changeset
   231
54970
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   232
inline G1DirtyCardQueueSet* G1DirtyCardQueue::dirty_card_qset() const {
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   233
  return static_cast<G1DirtyCardQueueSet*>(qset());
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   234
}
76d3d96a8bc2 8224167: Refactor PtrQueue completed buffer processing
kbarrett
parents: 54255
diff changeset
   235
53747
13acc8e38a29 8218089: Rename DirtyCardQueue et al to follow usual G1 naming conventions
kbarrett
parents: 53482
diff changeset
   236
#endif // SHARE_GC_G1_G1DIRTYCARDQUEUE_HPP