8023905: Failing to initialize VM with small initial heap when NUMA and large pages are enabled
authorsangheki
Tue, 07 Mar 2017 10:25:58 -0800
changeset 46312 385a8b027e7d
parent 46309 095f3eb41b22
child 46313 b9a90f3d6b4a
8023905: Failing to initialize VM with small initial heap when NUMA and large pages are enabled Summary: Exit VM when fails to initialize small initial heap with NUMA and large pages enabled Reviewed-by: jmasa, sjohanss
hotspot/src/share/vm/gc/parallel/mutableNUMASpace.cpp
hotspot/src/share/vm/gc/parallel/mutableNUMASpace.hpp
hotspot/test/gc/arguments/TestSmallInitialHeapWithLargePageAndNUMA.java
--- a/hotspot/src/share/vm/gc/parallel/mutableNUMASpace.cpp	Mon Feb 27 12:57:16 2017 +0100
+++ b/hotspot/src/share/vm/gc/parallel/mutableNUMASpace.cpp	Tue Mar 07 10:25:58 2017 -0800
@@ -30,11 +30,21 @@
 #include "runtime/atomic.hpp"
 #include "runtime/thread.inline.hpp"
 
-MutableNUMASpace::MutableNUMASpace(size_t alignment) : MutableSpace(alignment) {
+MutableNUMASpace::MutableNUMASpace(size_t alignment) : MutableSpace(alignment), _must_use_large_pages(false) {
   _lgrp_spaces = new (ResourceObj::C_HEAP, mtGC) GrowableArray<LGRPSpace*>(0, true);
   _page_size = os::vm_page_size();
   _adaptation_cycles = 0;
   _samples_count = 0;
+
+#ifdef LINUX
+  // Changing the page size can lead to freeing of memory. When using large pages
+  // and the memory has been both reserved and committed, Linux does not support
+  // freeing parts of it.
+    if (UseLargePages && !os::can_commit_large_page_memory()) {
+      _must_use_large_pages = true;
+    }
+#endif // LINUX
+
   update_layout(true);
 }
 
@@ -578,6 +588,10 @@
   // Try small pages if the chunk size is too small
   if (base_space_size_pages / lgrp_spaces()->length() == 0
       && page_size() > (size_t)os::vm_page_size()) {
+    // Changing the page size below can lead to freeing of memory. So we fail initialization.
+    if (_must_use_large_pages) {
+      vm_exit_during_initialization("Failed initializing NUMA with large pages. Too small heap size");
+    }
     set_page_size(os::vm_page_size());
     rounded_bottom = (HeapWord*)round_to((intptr_t) bottom(), page_size());
     rounded_end = (HeapWord*)round_down((intptr_t) end(), page_size());
--- a/hotspot/src/share/vm/gc/parallel/mutableNUMASpace.hpp	Mon Feb 27 12:57:16 2017 +0100
+++ b/hotspot/src/share/vm/gc/parallel/mutableNUMASpace.hpp	Tue Mar 07 10:25:58 2017 -0800
@@ -1,5 +1,5 @@
 /*
- * Copyright (c) 2006, 2015, Oracle and/or its affiliates. All rights reserved.
+ * Copyright (c) 2006, 2016, Oracle and/or its affiliates. All rights reserved.
  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
  *
  * This code is free software; you can redistribute it and/or modify it
@@ -145,6 +145,8 @@
   size_t _page_size;
   unsigned _adaptation_cycles, _samples_count;
 
+  bool _must_use_large_pages;
+
   void set_page_size(size_t psz)                     { _page_size = psz;          }
   size_t page_size() const                           { return _page_size;         }
 
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/hotspot/test/gc/arguments/TestSmallInitialHeapWithLargePageAndNUMA.java	Tue Mar 07 10:25:58 2017 -0800
@@ -0,0 +1,99 @@
+/*
+ * Copyright (c) 2016, Oracle and/or its affiliates. All rights reserved.
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * This code is free software; you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License version 2 only, as
+ * published by the Free Software Foundation.
+ *
+ * This code is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
+ * version 2 for more details (a copy is included in the LICENSE file that
+ * accompanied this code).
+ *
+ * You should have received a copy of the GNU General Public License version
+ * 2 along with this work; if not, write to the Free Software Foundation,
+ * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
+ *
+ * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
+ * or visit www.oracle.com if you need additional information or have any
+ * questions.
+ */
+
+/*
+ * @test TestSmallInitialHeapWithLargePageAndNUMA
+ * @bug 8023905
+ * @requires os.family == "linux"
+ * @requires vm.gc.Parallel
+ * @summary Check large pages and NUMA are working together via the output message.
+ * @library /testlibrary /test/lib /test/lib/share/classes
+ * @modules java.base/jdk.internal.misc
+ * @modules java.management/sun.management
+ * @build TestSmallInitialHeapWithLargePageAndNUMA
+ * @run main ClassFileInstaller sun.hotspot.WhiteBox
+ * @run main/othervm -Xbootclasspath/a:. -XX:+UseHugeTLBFS -XX:+UnlockDiagnosticVMOptions -XX:+WhiteBoxAPI TestSmallInitialHeapWithLargePageAndNUMA
+*/
+
+import jdk.test.lib.ProcessTools;
+import jdk.test.lib.OutputAnalyzer;
+import sun.hotspot.WhiteBox;
+
+public class TestSmallInitialHeapWithLargePageAndNUMA {
+
+  private static final String MSG_EXIT_TOO_SMALL_HEAP = "Failed initializing NUMA with large pages. Too small heap size";
+  private static final String MSG_GC_TRIGGERED_BEFORE_INIT = "GC triggered before VM initialization completed.";
+
+  public static void main(String[] args) throws Exception {
+
+    WhiteBox wb = WhiteBox.getWhiteBox();
+    long heapAlignment = wb.getHeapAlignment();
+
+    // When using large pages, Linux does not support freeing parts of reserved and committed memory.
+    // And current Linux implementation uses page size as a condition to actually freeing memory.
+    // If we allocate pages less than NUMA node, NUMA will try to use default page size and
+    // this will free the memory which Linux does not support.
+    // Assume the minimum NUMA node as 2.
+    long initHeap = heapAlignment;
+    long maxHeap = heapAlignment * 2;
+
+    String[] vmArgs = {"-XX:+UseParallelGC",
+                       "-Xms" + String.valueOf(initHeap),
+                       "-Xmx" + String.valueOf(maxHeap),
+                       "-XX:+UseNUMA",
+                       "-XX:+UseHugeTLBFS",
+                       "-XX:+PrintFlagsFinal",
+                       "-version"};
+
+    ProcessBuilder pb_enabled = ProcessTools.createJavaProcessBuilder(vmArgs);
+    OutputAnalyzer analyzer = new OutputAnalyzer(pb_enabled.start());
+
+    if (largePageOrNumaEnabled(analyzer)) {
+      // We reach here, if both NUMA and HugeTLB are supported.
+      // However final flags will not be printed as NUMA initialization will be failed.
+      checkAnalyzerValues(analyzer, 1, MSG_EXIT_TOO_SMALL_HEAP);
+    }
+  }
+
+  // If both NUMA and large pages are enabled, VM will exit during NUMA initialization
+  // under the small heap configuration. So final flags will not be printed.
+  private static boolean largePageOrNumaEnabled(OutputAnalyzer analyzer) {
+    String output = analyzer.getOutput();
+
+    return !output.contains("[Global flags]");
+  }
+
+  // We need to test with small heap but fastdebug binary fails to initialize because of the small heap.
+  // So skip that case.
+  private static void checkAnalyzerValues(OutputAnalyzer analyzer, int expectedExitValue, String expectedMessage) {
+    String output = analyzer.getOutput();
+
+    // If the VM exits because of the small heap, skip checking the exit value.
+    if (!output.contains(MSG_GC_TRIGGERED_BEFORE_INIT)) {
+      analyzer.shouldHaveExitValue(expectedExitValue);
+    }
+    if (expectedMessage != null) {
+      analyzer.shouldContain(expectedMessage);
+    }
+  }
+}