src/hotspot/share/gc/shared/satbMarkQueue.hpp
changeset 51441 2e91d927e00c
parent 51401 58113ce90caf
child 52582 6df094be7f58
equal deleted inserted replaced
51440:a1aaf68b119d 51441:2e91d927e00c
       
     1 /*
       
     2  * Copyright (c) 2001, 2018, Oracle and/or its affiliates. All rights reserved.
       
     3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
       
     4  *
       
     5  * This code is free software; you can redistribute it and/or modify it
       
     6  * under the terms of the GNU General Public License version 2 only, as
       
     7  * published by the Free Software Foundation.
       
     8  *
       
     9  * This code is distributed in the hope that it will be useful, but WITHOUT
       
    10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
       
    11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
       
    12  * version 2 for more details (a copy is included in the LICENSE file that
       
    13  * accompanied this code).
       
    14  *
       
    15  * You should have received a copy of the GNU General Public License version
       
    16  * 2 along with this work; if not, write to the Free Software Foundation,
       
    17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
       
    18  *
       
    19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
       
    20  * or visit www.oracle.com if you need additional information or have any
       
    21  * questions.
       
    22  *
       
    23  */
       
    24 
       
    25 #ifndef SHARE_GC_SHARED_SATBMARKQUEUE_HPP
       
    26 #define SHARE_GC_SHARED_SATBMARKQUEUE_HPP
       
    27 
       
    28 #include "gc/shared/ptrQueue.hpp"
       
    29 #include "memory/allocation.hpp"
       
    30 
       
    31 class JavaThread;
       
    32 class SATBMarkQueueSet;
       
    33 
       
    34 // Base class for processing the contents of a SATB buffer.
       
    35 class SATBBufferClosure : public StackObj {
       
    36 protected:
       
    37   ~SATBBufferClosure() { }
       
    38 
       
    39 public:
       
    40   // Process the SATB entries in the designated buffer range.
       
    41   virtual void do_buffer(void** buffer, size_t size) = 0;
       
    42 };
       
    43 
       
    44 // A PtrQueue whose elements are (possibly stale) pointers to object heads.
       
    45 class SATBMarkQueue: public PtrQueue {
       
    46   friend class SATBMarkQueueSet;
       
    47 
       
    48 private:
       
    49   // Filter out unwanted entries from the buffer.
       
    50   inline void filter();
       
    51 
       
    52   // Removes entries from the buffer that are no longer needed.
       
    53   template<typename Filter>
       
    54   inline void apply_filter(Filter filter_out);
       
    55 
       
    56 public:
       
    57   SATBMarkQueue(SATBMarkQueueSet* qset, bool permanent = false);
       
    58 
       
    59   // Process queue entries and free resources.
       
    60   void flush();
       
    61 
       
    62   // Apply cl to the active part of the buffer.
       
    63   // Prerequisite: Must be at a safepoint.
       
    64   void apply_closure_and_empty(SATBBufferClosure* cl);
       
    65 
       
    66   // Overrides PtrQueue::should_enqueue_buffer(). See the method's
       
    67   // definition for more information.
       
    68   virtual bool should_enqueue_buffer();
       
    69 
       
    70 #ifndef PRODUCT
       
    71   // Helpful for debugging
       
    72   void print(const char* name);
       
    73 #endif // PRODUCT
       
    74 
       
    75   // Compiler support.
       
    76   static ByteSize byte_offset_of_index() {
       
    77     return PtrQueue::byte_offset_of_index<SATBMarkQueue>();
       
    78   }
       
    79   using PtrQueue::byte_width_of_index;
       
    80 
       
    81   static ByteSize byte_offset_of_buf() {
       
    82     return PtrQueue::byte_offset_of_buf<SATBMarkQueue>();
       
    83   }
       
    84   using PtrQueue::byte_width_of_buf;
       
    85 
       
    86   static ByteSize byte_offset_of_active() {
       
    87     return PtrQueue::byte_offset_of_active<SATBMarkQueue>();
       
    88   }
       
    89   using PtrQueue::byte_width_of_active;
       
    90 
       
    91 };
       
    92 
       
    93 class SATBMarkQueueSet: public PtrQueueSet {
       
    94   SATBMarkQueue _shared_satb_queue;
       
    95   size_t _buffer_enqueue_threshold;
       
    96 
       
    97 #ifdef ASSERT
       
    98   void dump_active_states(bool expected_active);
       
    99   void verify_active_states(bool expected_active);
       
   100 #endif // ASSERT
       
   101 
       
   102 protected:
       
   103   SATBMarkQueueSet();
       
   104   ~SATBMarkQueueSet() {}
       
   105 
       
   106   template<typename Filter>
       
   107   void apply_filter(Filter filter, SATBMarkQueue* queue) {
       
   108     queue->apply_filter(filter);
       
   109   }
       
   110 
       
   111   void initialize(Monitor* cbl_mon, Mutex* fl_lock,
       
   112                   int process_completed_threshold,
       
   113                   uint buffer_enqueue_threshold_percentage,
       
   114                   Mutex* lock);
       
   115 
       
   116 public:
       
   117   virtual SATBMarkQueue& satb_queue_for_thread(JavaThread* const t) const = 0;
       
   118 
       
   119   // Apply "set_active(active)" to all SATB queues in the set. It should be
       
   120   // called only with the world stopped. The method will assert that the
       
   121   // SATB queues of all threads it visits, as well as the SATB queue
       
   122   // set itself, has an active value same as expected_active.
       
   123   void set_active_all_threads(bool active, bool expected_active);
       
   124 
       
   125   size_t buffer_enqueue_threshold() const { return _buffer_enqueue_threshold; }
       
   126   virtual void filter(SATBMarkQueue* queue) = 0;
       
   127 
       
   128   // Filter all the currently-active SATB buffers.
       
   129   void filter_thread_buffers();
       
   130 
       
   131   // If there exists some completed buffer, pop and process it, and
       
   132   // return true.  Otherwise return false.  Processing a buffer
       
   133   // consists of applying the closure to the active range of the
       
   134   // buffer; the leading entries may be excluded due to filtering.
       
   135   bool apply_closure_to_completed_buffer(SATBBufferClosure* cl);
       
   136 
       
   137 #ifndef PRODUCT
       
   138   // Helpful for debugging
       
   139   void print_all(const char* msg);
       
   140 #endif // PRODUCT
       
   141 
       
   142   SATBMarkQueue* shared_satb_queue() { return &_shared_satb_queue; }
       
   143 
       
   144   // If a marking is being abandoned, reset any unprocessed log buffers.
       
   145   void abandon_partial_marking();
       
   146 };
       
   147 
       
   148 inline void SATBMarkQueue::filter() {
       
   149   static_cast<SATBMarkQueueSet*>(qset())->filter(this);
       
   150 }
       
   151 
       
   152 // Removes entries from the buffer that are no longer needed, as
       
   153 // determined by filter. If e is a void* entry in the buffer,
       
   154 // filter_out(e) must be a valid expression whose value is convertible
       
   155 // to bool. Entries are removed (filtered out) if the result is true,
       
   156 // retained if false.
       
   157 template<typename Filter>
       
   158 inline void SATBMarkQueue::apply_filter(Filter filter_out) {
       
   159   void** buf = this->_buf;
       
   160 
       
   161   if (buf == NULL) {
       
   162     // nothing to do
       
   163     return;
       
   164   }
       
   165 
       
   166   // Two-fingered compaction toward the end.
       
   167   void** src = &buf[this->index()];
       
   168   void** dst = &buf[this->capacity()];
       
   169   assert(src <= dst, "invariant");
       
   170   for ( ; src < dst; ++src) {
       
   171     // Search low to high for an entry to keep.
       
   172     void* entry = *src;
       
   173     if (!filter_out(entry)) {
       
   174       // Found keeper.  Search high to low for an entry to discard.
       
   175       while (src < --dst) {
       
   176         if (filter_out(*dst)) {
       
   177           *dst = entry;         // Replace discard with keeper.
       
   178           break;
       
   179         }
       
   180       }
       
   181       // If discard search failed (src == dst), the outer loop will also end.
       
   182     }
       
   183   }
       
   184   // dst points to the lowest retained entry, or the end of the buffer
       
   185   // if all the entries were filtered out.
       
   186   this->set_index(dst - buf);
       
   187 }
       
   188 
       
   189 #endif // SHARE_GC_SHARED_SATBMARKQUEUE_HPP