8078450: Implement consistent process for quarantine of tests
Reviewed-by: dfazunen, dholmes, sspitsyn
--- a/hotspot/test/Makefile Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/Makefile Wed Dec 07 14:37:35 2016 +0300
@@ -314,6 +314,21 @@
endif
endif
+# Problematic tests to be excluded
+PROBLEM_LISTS=$(call MixedDirs,$(wildcard ProblemList.txt closed/ProblemList.txt))
+
+# Create exclude list for this platform and arch
+ifdef NO_EXCLUDES
+ JTREG_EXCLUSIONS =
+else
+ JTREG_EXCLUSIONS = $(PROBLEM_LISTS:%=-exclude:%)
+endif
+
+# convert list of directories to dos paths
+define MixedDirs
+$(foreach i,$1,$(shell $(GETMIXEDPATH) "${i}"))
+endef
+
# When called from JPRT the TESTDIRS variable is set to the jtreg tests to run
ifdef TESTDIRS
TEST_SELECTION = $(TESTDIRS)
@@ -327,7 +342,7 @@
else ifeq ($(shell expr $(CONCURRENCY) \> 12), 1)
CONCURRENCY := 12
endif
-else
+else
CONCURRENCY := 1
endif
JTREG_BASIC_OPTIONS += -concurrency:$(CONCURRENCY)
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/hotspot/test/ProblemList.txt Wed Dec 07 14:37:35 2016 +0300
@@ -0,0 +1,82 @@
+#
+# Copyright (c) 2016, Oracle and/or its affiliates. All rights reserved.
+# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+#
+# This code is free software; you can redistribute it and/or modify it
+# under the terms of the GNU General Public License version 2 only, as
+# published by the Free Software Foundation.
+#
+# This code is distributed in the hope that it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
+# version 2 for more details (a copy is included in the LICENSE file that
+# accompanied this code).
+#
+# You should have received a copy of the GNU General Public License version
+# 2 along with this work; if not, write to the Free Software Foundation,
+# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
+#
+# Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
+# or visit www.oracle.com if you need additional information or have any
+# questions.
+#
+
+#############################################################################
+#
+# List of quarantined tests -- tests that should not be run by default, because
+# they may fail due to known reason. The reason (CR#) must be mandatory specified.
+#
+# List items are testnames followed by labels, all MUST BE commented
+# as to why they are here and use a label:
+# generic-all Problems on all platforms
+# generic-ARCH Where ARCH is one of: sparc, sparcv9, x64, i586, etc.
+# OSNAME-all Where OSNAME is one of: solaris, linux, windows, macosx, aix
+# OSNAME-ARCH Specific on to one OSNAME and ARCH, e.g. solaris-amd64
+# OSNAME-REV Specific on to one OSNAME and REV, e.g. solaris-5.8
+#
+# More than one label is allowed but must be on the same line.
+#
+#############################################################################
+
+# :hotspot_compiler
+
+compiler/codecache/stress/OverloadCompileQueueTest.java 8166554 generic-all
+compiler/compilercontrol/jcmd/ClearDirectivesFileStackTest.java 8140405 generic-all
+compiler/jvmci/compilerToVM/GetResolvedJavaTypeTest.java 8158860 generic-all
+compiler/jvmci/compilerToVM/InvalidateInstalledCodeTest.java 8163894 generic-all
+compiler/startup/SmallCodeCacheStartup.java 8134286 generic-all
+compiler/tiered/LevelTransitionTest.java 8067651 generic-all
+compiler/types/correctness/CorrectnessTest.java 8066173 generic-all
+compiler/types/correctness/OffTest.java 8066173 generic-all
+
+#############################################################################
+
+# :hotspot_gc
+
+gc/g1/humongousObjects/objectGraphTest/TestObjectGraphAfterGC.java 8156755 generic-all
+gc/survivorAlignment/TestPromotionToSurvivor.java 8129886 generic-all
+
+#############################################################################
+
+# :hotspot_runtime
+
+runtime/CompressedOops/UseCompressedOops.java 8079353 generic-all
+# This test is disabled since it will stress NMT and timeout during normal testing
+runtime/NMT/MallocStressTest.java 8166548 generic-all
+runtime/SharedArchiveFile/BootAppendTests.java 8150683 generic-all
+runtime/SharedArchiveFile/DefaultUseWithClient.java 8154204 generic-all
+
+#############################################################################
+
+# :hotspot_serviceability
+
+serviceability/dcmd/jvmti/LoadAgentDcmdTest.java 8150318 generic-all
+serviceability/jdwp/AllModulesCommandTest.java 8168478 generic-all
+serviceability/sa/sadebugd/SADebugDTest.java 8163805 generic-all
+
+#############################################################################
+
+# :hotspot_misc
+
+#############################################################################
+
--- a/hotspot/test/compiler/codecache/stress/OverloadCompileQueueTest.java Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/compiler/codecache/stress/OverloadCompileQueueTest.java Wed Dec 07 14:37:35 2016 +0300
@@ -28,7 +28,6 @@
* @modules java.base/jdk.internal.misc
* java.management
*
- * @ignore 8166554
* @build sun.hotspot.WhiteBox
* @run driver ClassFileInstaller sun.hotspot.WhiteBox
* sun.hotspot.WhiteBox$WhiteBoxPermission
--- a/hotspot/test/compiler/compilercontrol/jcmd/ClearDirectivesFileStackTest.java Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/compiler/compilercontrol/jcmd/ClearDirectivesFileStackTest.java Wed Dec 07 14:37:35 2016 +0300
@@ -28,7 +28,6 @@
* @modules java.base/jdk.internal.misc
* @library /test/lib /
*
- * @ignore 8140405
* @build sun.hotspot.WhiteBox
* @run driver ClassFileInstaller sun.hotspot.WhiteBox
* sun.hotspot.WhiteBox$WhiteBoxPermission
--- a/hotspot/test/compiler/jvmci/compilerToVM/GetResolvedJavaTypeTest.java Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/compiler/jvmci/compilerToVM/GetResolvedJavaTypeTest.java Wed Dec 07 14:37:35 2016 +0300
@@ -31,7 +31,6 @@
* @modules jdk.vm.ci/jdk.vm.ci.hotspot
* jdk.vm.ci/jdk.vm.ci.meta
*
- * @ignore 8158860
* @build jdk.vm.ci/jdk.vm.ci.hotspot.CompilerToVMHelper
* jdk.vm.ci/jdk.vm.ci.hotspot.PublicMetaspaceWrapperObject
* sun.hotspot.WhiteBox
--- a/hotspot/test/compiler/jvmci/compilerToVM/InvalidateInstalledCodeTest.java Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/compiler/jvmci/compilerToVM/InvalidateInstalledCodeTest.java Wed Dec 07 14:37:35 2016 +0300
@@ -34,7 +34,6 @@
* jdk.vm.ci/jdk.vm.ci.code
* jdk.vm.ci/jdk.vm.ci.runtime
*
- * @ignore 8163894
* @build jdk.vm.ci/jdk.vm.ci.hotspot.CompilerToVMHelper
* @build compiler.jvmci.compilerToVM.InvalidateInstalledCodeTest
* @build sun.hotspot.WhiteBox
--- a/hotspot/test/compiler/startup/SmallCodeCacheStartup.java Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/compiler/startup/SmallCodeCacheStartup.java Wed Dec 07 14:37:35 2016 +0300
@@ -31,7 +31,6 @@
* @modules java.base/jdk.internal.misc
* java.management
*
- * @ignore 8134286
* @run driver compiler.startup.SmallCodeCacheStartup
*/
--- a/hotspot/test/compiler/tiered/LevelTransitionTest.java Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/compiler/tiered/LevelTransitionTest.java Wed Dec 07 14:37:35 2016 +0300
@@ -28,7 +28,6 @@
* @modules java.base/jdk.internal.misc
* java.management
*
- * @ignore 8067651
* @build sun.hotspot.WhiteBox
* @run driver ClassFileInstaller sun.hotspot.WhiteBox
* sun.hotspot.WhiteBox$WhiteBoxPermission
@@ -266,4 +265,5 @@
}
}
-}
\ No newline at end of file
+}
+
--- a/hotspot/test/compiler/types/correctness/CorrectnessTest.java Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/compiler/types/correctness/CorrectnessTest.java Wed Dec 07 14:37:35 2016 +0300
@@ -30,7 +30,6 @@
* @modules java.base/jdk.internal.misc
* java.management
*
- * @ignore 8066173
* @build sun.hotspot.WhiteBox
* @run driver ClassFileInstaller sun.hotspot.WhiteBox
* sun.hotspot.WhiteBox$WhiteBoxPermission
--- a/hotspot/test/compiler/types/correctness/OffTest.java Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/compiler/types/correctness/OffTest.java Wed Dec 07 14:37:35 2016 +0300
@@ -28,7 +28,6 @@
* @modules java.base/jdk.internal.misc
* java.management
*
- * @ignore 8066173
* @build sun.hotspot.WhiteBox
* @run driver ClassFileInstaller sun.hotspot.WhiteBox
* sun.hotspot.WhiteBox$WhiteBoxPermission
--- a/hotspot/test/gc/g1/humongousObjects/objectGraphTest/TestObjectGraphAfterGC.java Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/gc/g1/humongousObjects/objectGraphTest/TestObjectGraphAfterGC.java Wed Dec 07 14:37:35 2016 +0300
@@ -52,7 +52,6 @@
* @library /test/lib /
* @modules java.management java.base/jdk.internal.misc
* @build sun.hotspot.WhiteBox
- * @ignore 8156755
*
* @run driver ClassFileInstaller sun.hotspot.WhiteBox
* sun.hotspot.WhiteBox$WhiteBoxPermission
--- a/hotspot/test/gc/survivorAlignment/TestPromotionToSurvivor.java Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/gc/survivorAlignment/TestPromotionToSurvivor.java Wed Dec 07 14:37:35 2016 +0300
@@ -30,7 +30,6 @@
* @modules java.base/jdk.internal.misc
* java.management
* @build sun.hotspot.WhiteBox
- * @ignore 8129886
* @run main ClassFileInstaller sun.hotspot.WhiteBox
* sun.hotspot.WhiteBox$WhiteBoxPermission
* @run main/othervm -Xbootclasspath/a:. -XX:+UnlockDiagnosticVMOptions
--- a/hotspot/test/runtime/CompressedOops/UseCompressedOops.java Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/runtime/CompressedOops/UseCompressedOops.java Wed Dec 07 14:37:35 2016 +0300
@@ -26,7 +26,6 @@
* @bug 8022865
* @summary Tests for different combination of UseCompressedOops options
* @library /test/lib
- * @ignore 8079353
* @modules java.base/jdk.internal.misc
* java.management
* @run main UseCompressedOops
--- a/hotspot/test/runtime/NMT/MallocStressTest.java Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/runtime/NMT/MallocStressTest.java Wed Dec 07 14:37:35 2016 +0300
@@ -29,7 +29,6 @@
* @modules java.base/jdk.internal.misc
* java.management
* @build sun.hotspot.WhiteBox
- * @ignore - This test is disabled since it will stress NMT and timeout during normal testing
* @run main ClassFileInstaller sun.hotspot.WhiteBox
* @run main/othervm/timeout=600 -Xbootclasspath/a:. -XX:+UnlockDiagnosticVMOptions -XX:+WhiteBoxAPI -XX:NativeMemoryTracking=detail MallocStressTest
*/
--- a/hotspot/test/runtime/SharedArchiveFile/BootAppendTests.java Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/runtime/SharedArchiveFile/BootAppendTests.java Wed Dec 07 14:37:35 2016 +0300
@@ -28,7 +28,6 @@
* @modules java.base/jdk.internal.misc
* java.management
* jdk.jvmstat/sun.jvmstat.monitor
- * @ignore 8150683
* @compile javax/sound/sampled/MyClass.jasm
* @compile org/omg/CORBA/Context.jasm
* @compile nonjdk/myPackage/MyClass.java
--- a/hotspot/test/runtime/SharedArchiveFile/DefaultUseWithClient.java Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/runtime/SharedArchiveFile/DefaultUseWithClient.java Wed Dec 07 14:37:35 2016 +0300
@@ -27,7 +27,6 @@
* @library /test/lib
* @modules java.base/jdk.internal.misc
* java.management
- * @ignore 8154204
* @run main DefaultUseWithClient
* @bug 8032224
*/
--- a/hotspot/test/serviceability/dcmd/jvmti/LoadAgentDcmdTest.java Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/serviceability/dcmd/jvmti/LoadAgentDcmdTest.java Wed Dec 07 14:37:35 2016 +0300
@@ -43,7 +43,6 @@
* java.management
* jdk.jvmstat/sun.jvmstat.monitor
* @build SimpleJvmtiAgent
- * @ignore 8150318
* @run main ClassFileInstaller SimpleJvmtiAgent
* @run testng LoadAgentDcmdTest
*/
--- a/hotspot/test/serviceability/jdwp/AllModulesCommandTest.java Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/serviceability/jdwp/AllModulesCommandTest.java Wed Dec 07 14:37:35 2016 +0300
@@ -32,7 +32,6 @@
* @test
* @summary Tests the modules-related JDWP commands
* @library /test/lib
- * @ignore 8168478
* @modules jdk.jdwp.agent
* @modules java.base/jdk.internal.misc
* @compile AllModulesCommandTestDebuggee.java
--- a/hotspot/test/serviceability/sa/sadebugd/SADebugDTest.java Tue Dec 06 22:49:17 2016 +0100
+++ b/hotspot/test/serviceability/sa/sadebugd/SADebugDTest.java Wed Dec 07 14:37:35 2016 +0300
@@ -28,7 +28,6 @@
* @modules java.base/jdk.internal.misc
* @library /test/lib
*
- * @ignore 8163805
* @run main/othervm SADebugDTest
*/
import java.io.File;