src/hotspot/share/gc/shenandoah/shenandoahCodeRoots.hpp
changeset 52925 9c18c9d839d3
child 53244 9807daeb47c4
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/src/hotspot/share/gc/shenandoah/shenandoahCodeRoots.hpp	Mon Dec 10 15:47:44 2018 +0100
@@ -0,0 +1,200 @@
+/*
+ * Copyright (c) 2017, 2018, Red Hat, Inc. All rights reserved.
+ *
+ * This code is free software; you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License version 2 only, as
+ * published by the Free Software Foundation.
+ *
+ * This code is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
+ * version 2 for more details (a copy is included in the LICENSE file that
+ * accompanied this code).
+ *
+ * You should have received a copy of the GNU General Public License version
+ * 2 along with this work; if not, write to the Free Software Foundation,
+ * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
+ *
+ * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
+ * or visit www.oracle.com if you need additional information or have any
+ * questions.
+ *
+ */
+
+#ifndef SHARE_VM_GC_SHENANDOAH_SHENANDOAHCODEROOTS_HPP
+#define SHARE_VM_GC_SHENANDOAH_SHENANDOAHCODEROOTS_HPP
+
+#include "code/codeCache.hpp"
+#include "gc/shenandoah/shenandoahSharedVariables.hpp"
+#include "memory/allocation.hpp"
+#include "memory/iterator.hpp"
+
+class ShenandoahHeap;
+class ShenandoahHeapRegion;
+class ShenandoahCodeRootsLock;
+
+class ShenandoahParallelCodeHeapIterator {
+  friend class CodeCache;
+private:
+  CodeHeap*     _heap;
+  DEFINE_PAD_MINUS_SIZE(0, DEFAULT_CACHE_LINE_SIZE, sizeof(volatile int));
+  volatile int  _claimed_idx;
+  volatile bool _finished;
+  DEFINE_PAD_MINUS_SIZE(1, DEFAULT_CACHE_LINE_SIZE, 0);
+public:
+  ShenandoahParallelCodeHeapIterator(CodeHeap* heap);
+  void parallel_blobs_do(CodeBlobClosure* f);
+};
+
+class ShenandoahParallelCodeCacheIterator {
+  friend class CodeCache;
+private:
+  ShenandoahParallelCodeHeapIterator* _iters;
+  int                       _length;
+public:
+  ShenandoahParallelCodeCacheIterator(const GrowableArray<CodeHeap*>* heaps);
+  ~ShenandoahParallelCodeCacheIterator();
+  void parallel_blobs_do(CodeBlobClosure* f);
+};
+
+// ShenandoahNMethod tuple records the internal locations of oop slots within the nmethod.
+// This allows us to quickly scan the oops without doing the nmethod-internal scans, that
+// sometimes involves parsing the machine code. Note it does not record the oops themselves,
+// because it would then require handling these tuples as the new class of roots.
+class ShenandoahNMethod : public CHeapObj<mtGC> {
+private:
+  nmethod* _nm;
+  oop**    _oops;
+  int      _oops_count;
+
+public:
+  ShenandoahNMethod(nmethod *nm, GrowableArray<oop*>* oops);
+  ~ShenandoahNMethod();
+
+  nmethod* nm() {
+    return _nm;
+  }
+
+  bool has_cset_oops(ShenandoahHeap* heap);
+
+  void assert_alive_and_correct() PRODUCT_RETURN;
+  void assert_same_oops(GrowableArray<oop*>* oops) PRODUCT_RETURN;
+
+  static bool find_with_nmethod(void* nm, ShenandoahNMethod* other) {
+    return other->_nm == nm;
+  }
+};
+
+class ShenandoahCodeRootsIterator {
+  friend class ShenandoahCodeRoots;
+protected:
+  ShenandoahHeap* _heap;
+  ShenandoahParallelCodeCacheIterator _par_iterator;
+  ShenandoahSharedFlag _seq_claimed;
+  DEFINE_PAD_MINUS_SIZE(0, DEFAULT_CACHE_LINE_SIZE, sizeof(volatile size_t));
+  volatile size_t _claimed;
+  DEFINE_PAD_MINUS_SIZE(1, DEFAULT_CACHE_LINE_SIZE, 0);
+protected:
+  ShenandoahCodeRootsIterator();
+  ~ShenandoahCodeRootsIterator();
+
+  template<bool CSET_FILTER>
+  void dispatch_parallel_blobs_do(CodeBlobClosure *f);
+
+  template<bool CSET_FILTER>
+  void fast_parallel_blobs_do(CodeBlobClosure *f);
+};
+
+class ShenandoahAllCodeRootsIterator : public ShenandoahCodeRootsIterator {
+public:
+  ShenandoahAllCodeRootsIterator() : ShenandoahCodeRootsIterator() {};
+  void possibly_parallel_blobs_do(CodeBlobClosure *f);
+};
+
+class ShenandoahCsetCodeRootsIterator : public ShenandoahCodeRootsIterator {
+public:
+  ShenandoahCsetCodeRootsIterator() : ShenandoahCodeRootsIterator() {};
+  void possibly_parallel_blobs_do(CodeBlobClosure* f);
+};
+
+class ShenandoahCodeRoots : public CHeapObj<mtGC> {
+  friend class ShenandoahHeap;
+  friend class ShenandoahCodeRootsLock;
+  friend class ShenandoahCodeRootsIterator;
+
+public:
+  static void initialize();
+  static void add_nmethod(nmethod* nm);
+  static void remove_nmethod(nmethod* nm);
+
+  /**
+   * Provides the iterator over all nmethods in the code cache that have oops.
+   * @return
+   */
+  static ShenandoahAllCodeRootsIterator iterator();
+
+  /**
+   * Provides the iterator over nmethods that have at least one oop in collection set.
+   * @return
+   */
+  static ShenandoahCsetCodeRootsIterator cset_iterator();
+
+private:
+  struct PaddedLock {
+    DEFINE_PAD_MINUS_SIZE(0, DEFAULT_CACHE_LINE_SIZE, sizeof(volatile int));
+    volatile int _lock;
+    DEFINE_PAD_MINUS_SIZE(1, DEFAULT_CACHE_LINE_SIZE, 0);
+  };
+
+  static PaddedLock _recorded_nms_lock;
+  static GrowableArray<ShenandoahNMethod*>* _recorded_nms;
+
+  static void acquire_lock(bool write) {
+    volatile int* loc = &_recorded_nms_lock._lock;
+    if (write) {
+      while ((OrderAccess::load_acquire(loc) != 0) ||
+             Atomic::cmpxchg(-1, loc, 0) != 0) {
+        SpinPause();
+      }
+      assert (*loc == -1, "acquired for write");
+    } else {
+      while (true) {
+        int cur = OrderAccess::load_acquire(loc);
+        if (cur >= 0) {
+          if (Atomic::cmpxchg(cur + 1, loc, cur) == cur) {
+            // Success!
+            assert (*loc > 0, "acquired for read");
+            return;
+          }
+        }
+        SpinPause();
+      }
+    }
+  }
+
+  static void release_lock(bool write) {
+    volatile int* loc = &ShenandoahCodeRoots::_recorded_nms_lock._lock;
+    if (write) {
+      OrderAccess::release_store_fence(loc, 0);
+    } else {
+      Atomic::dec(loc);
+    }
+  }
+};
+
+// Very simple unranked read-write lock
+class ShenandoahCodeRootsLock : public StackObj {
+  friend class ShenandoahCodeRoots;
+private:
+  const bool _write;
+public:
+  ShenandoahCodeRootsLock(bool write) : _write(write) {
+    ShenandoahCodeRoots::acquire_lock(write);
+  }
+
+  ~ShenandoahCodeRootsLock() {
+    ShenandoahCodeRoots::release_lock(_write);
+  }
+};
+
+#endif //SHARE_VM_GC_SHENANDOAH_SHENANDOAHCODEROOTS_HPP