author | ihse |
Wed, 23 Jan 2019 13:37:12 +0100 | |
changeset 53444 | ec8091d12a7e |
parent 53295 | 520f8e2041bb |
child 53460 | 65c813da7c65 |
permissions | -rw-r--r-- |
44027 | 1 |
# |
53295
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
2 |
# Copyright (c) 2016, 2019, Oracle and/or its affiliates. All rights reserved. |
44027 | 3 |
# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4 |
# |
|
5 |
# This code is free software; you can redistribute it and/or modify it |
|
6 |
# under the terms of the GNU General Public License version 2 only, as |
|
7 |
# published by the Free Software Foundation. Oracle designates this |
|
8 |
# particular file as subject to the "Classpath" exception as provided |
|
9 |
# by Oracle in the LICENSE file that accompanied this code. |
|
10 |
# |
|
11 |
# This code is distributed in the hope that it will be useful, but WITHOUT |
|
12 |
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
|
13 |
# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
|
14 |
# version 2 for more details (a copy is included in the LICENSE file that |
|
15 |
# accompanied this code). |
|
16 |
# |
|
17 |
# You should have received a copy of the GNU General Public License version |
|
18 |
# 2 along with this work; if not, write to the Free Software Foundation, |
|
19 |
# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
|
20 |
# |
|
21 |
# Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
|
22 |
# or visit www.oracle.com if you need additional information or have any |
|
23 |
# questions. |
|
24 |
# |
|
25 |
||
26 |
default: all |
|
27 |
||
28 |
include $(SPEC) |
|
29 |
include MakeBase.gmk |
|
30 |
include FindTests.gmk |
|
31 |
||
32 |
# We will always run multiple tests serially |
|
33 |
.NOTPARALLEL: |
|
34 |
||
47956
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
35 |
################################################################################ |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
36 |
# Parse global control variables |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
37 |
################################################################################ |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
38 |
|
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
39 |
ifneq ($(TEST_VM_OPTS), ) |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
40 |
ifneq ($(TEST_OPTS), ) |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
41 |
TEST_OPTS := $(TEST_OPTS);VM_OPTIONS=$(TEST_VM_OPTS) |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
42 |
else |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
43 |
TEST_OPTS := VM_OPTIONS=$(TEST_VM_OPTS) |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
44 |
endif |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
45 |
endif |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
46 |
|
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
47 |
$(eval $(call ParseKeywordVariable, TEST_OPTS, \ |
53295
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
48 |
SINGLE_KEYWORDS := JOBS TIMEOUT_FACTOR AOT_MODULES JCOV, \ |
52125
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
49 |
STRING_KEYWORDS := VM_OPTIONS JAVA_OPTIONS, \ |
47956
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
50 |
)) |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
51 |
|
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
52 |
# Helper function to propagate TEST_OPTS values. |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
53 |
# |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
54 |
# Note: No spaces are allowed around the arguments. |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
55 |
# Arg $1 The variable in TEST_OPTS to propagate |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
56 |
# Arg $2 The control variable to propagate it to |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
57 |
define SetTestOpt |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
58 |
ifneq ($$(TEST_OPTS_$1), ) |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
59 |
$2_$1 := $$(TEST_OPTS_$1) |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
60 |
endif |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
61 |
endef |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
62 |
|
49147
af37d9997bd6
8199197: Set _NT_SYMBOL_PATH when running tests on windows
erikj
parents:
48061
diff
changeset
|
63 |
# Setup _NT_SYMBOL_PATH on Windows |
af37d9997bd6
8199197: Set _NT_SYMBOL_PATH when running tests on windows
erikj
parents:
48061
diff
changeset
|
64 |
ifeq ($(OPENJDK_TARGET_OS), windows) |
af37d9997bd6
8199197: Set _NT_SYMBOL_PATH when running tests on windows
erikj
parents:
48061
diff
changeset
|
65 |
ifndef _NT_SYMBOL_PATH |
af37d9997bd6
8199197: Set _NT_SYMBOL_PATH when running tests on windows
erikj
parents:
48061
diff
changeset
|
66 |
# Can't use PathList here as it adds quotes around the value. |
af37d9997bd6
8199197: Set _NT_SYMBOL_PATH when running tests on windows
erikj
parents:
48061
diff
changeset
|
67 |
_NT_SYMBOL_PATH := \ |
52295
57d299cdd068
8213005: Missing symbols in hs_err files on Windows after JDK-8212028
erikj
parents:
52125
diff
changeset
|
68 |
$(subst $(SPACE),;,$(strip \ |
57d299cdd068
8213005: Missing symbols in hs_err files on Windows after JDK-8212028
erikj
parents:
52125
diff
changeset
|
69 |
$(foreach p, $(sort $(dir $(wildcard \ |
57d299cdd068
8213005: Missing symbols in hs_err files on Windows after JDK-8212028
erikj
parents:
52125
diff
changeset
|
70 |
$(addprefix $(SYMBOLS_IMAGE_DIR)/bin/, *.pdb */*.pdb)))), \ |
57d299cdd068
8213005: Missing symbols in hs_err files on Windows after JDK-8212028
erikj
parents:
52125
diff
changeset
|
71 |
$(call FixPath, $p) \ |
57d299cdd068
8213005: Missing symbols in hs_err files on Windows after JDK-8212028
erikj
parents:
52125
diff
changeset
|
72 |
) \ |
57d299cdd068
8213005: Missing symbols in hs_err files on Windows after JDK-8212028
erikj
parents:
52125
diff
changeset
|
73 |
)) |
49147
af37d9997bd6
8199197: Set _NT_SYMBOL_PATH when running tests on windows
erikj
parents:
48061
diff
changeset
|
74 |
export _NT_SYMBOL_PATH |
52295
57d299cdd068
8213005: Missing symbols in hs_err files on Windows after JDK-8212028
erikj
parents:
52125
diff
changeset
|
75 |
$(info _NT_SYMBOL_PATH=$(_NT_SYMBOL_PATH)) |
49147
af37d9997bd6
8199197: Set _NT_SYMBOL_PATH when running tests on windows
erikj
parents:
48061
diff
changeset
|
76 |
endif |
af37d9997bd6
8199197: Set _NT_SYMBOL_PATH when running tests on windows
erikj
parents:
48061
diff
changeset
|
77 |
endif |
af37d9997bd6
8199197: Set _NT_SYMBOL_PATH when running tests on windows
erikj
parents:
48061
diff
changeset
|
78 |
|
47956
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
79 |
################################################################################ |
44027 | 80 |
# Hook to include the corresponding custom file, if present. |
47314 | 81 |
$(eval $(call IncludeCustomExtension, RunTests.gmk)) |
47956
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
82 |
################################################################################ |
44027 | 83 |
|
47253
92fd0e04e0e1
8187544: Replace BUILD_OUTPUT and OUTPUT_ROOT with OUTPUTDIR
ihse
parents:
47218
diff
changeset
|
84 |
TEST_RESULTS_DIR := $(OUTPUTDIR)/test-results |
92fd0e04e0e1
8187544: Replace BUILD_OUTPUT and OUTPUT_ROOT with OUTPUTDIR
ihse
parents:
47218
diff
changeset
|
85 |
TEST_SUPPORT_DIR := $(OUTPUTDIR)/test-support |
47943 | 86 |
TEST_SUMMARY := $(TEST_RESULTS_DIR)/test-summary.txt |
48042 | 87 |
TEST_LAST_IDS := $(TEST_SUPPORT_DIR)/test-last-ids.txt |
44027 | 88 |
|
47937
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
89 |
ifeq ($(CUSTOM_ROOT), ) |
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
90 |
JTREG_TOPDIR := $(TOPDIR) |
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
91 |
else |
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
92 |
JTREG_TOPDIR := $(CUSTOM_ROOT) |
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
93 |
endif |
44027 | 94 |
|
47986 | 95 |
JTREG_FAILURE_HANDLER_DIR := $(TEST_IMAGE_DIR)/failure_handler |
96 |
JTREG_FAILURE_HANDLER := $(JTREG_FAILURE_HANDLER_DIR)/jtregFailureHandler.jar |
|
97 |
||
98 |
ifneq ($(wildcard $(JTREG_FAILURE_HANDLER)), ) |
|
99 |
JTREG_FAILURE_HANDLER_OPTIONS := \ |
|
100 |
-timeoutHandlerDir:$(JTREG_FAILURE_HANDLER) \ |
|
101 |
-observerDir:$(JTREG_FAILURE_HANDLER) \ |
|
102 |
-timeoutHandler:jdk.test.failurehandler.jtreg.GatherProcessInfoTimeoutHandler \ |
|
103 |
-observer:jdk.test.failurehandler.jtreg.GatherDiagnosticInfoObserver \ |
|
104 |
-timeoutHandlerTimeout:0 |
|
105 |
endif |
|
106 |
||
48058
c5eefa465e37
8192995: run-test gtest should use all jvm variants, not just "server"
ihse
parents:
48042
diff
changeset
|
107 |
GTEST_LAUNCHER_DIRS := $(patsubst %/gtestLauncher, %, $(wildcard $(TEST_IMAGE_DIR)/hotspot/gtest/*/gtestLauncher)) |
c5eefa465e37
8192995: run-test gtest should use all jvm variants, not just "server"
ihse
parents:
48042
diff
changeset
|
108 |
GTEST_VARIANTS := $(strip $(patsubst $(TEST_IMAGE_DIR)/hotspot/gtest/%, %, $(GTEST_LAUNCHER_DIRS))) |
c5eefa465e37
8192995: run-test gtest should use all jvm variants, not just "server"
ihse
parents:
48042
diff
changeset
|
109 |
|
44027 | 110 |
################################################################################ |
52393
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
111 |
# Optionally create AOT libraries for specified modules before running tests. |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
112 |
# Note, this could not be done during JDK build time. |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
113 |
################################################################################ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
114 |
|
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
115 |
# Note, this could not be done during JDK build time. |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
116 |
|
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
117 |
# Parameter 1 is the name of the rule. |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
118 |
# |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
119 |
# Remaining parameters are named arguments. |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
120 |
# MODULE The module to generate a library for |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
121 |
# BIN Output directory in which to put the library |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
122 |
# VM_OPTIONS List of JVM arguments to use when creating library |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
123 |
# OPTIONS_VAR Name of variable to put AOT java options in |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
124 |
# PREREQS_VAR Name of variable to put all AOT prerequisite rule targets in |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
125 |
# for test rules to depend on |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
126 |
# |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
127 |
SetupAotModule = $(NamedParamsMacroTemplate) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
128 |
define SetupAotModuleBody |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
129 |
$1_AOT_LIB := $$($1_BIN)/$$(call SHARED_LIBRARY,$$($1_MODULE)) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
130 |
$1_AOT_CCLIST := $$(wildcard $$(TOPDIR)/test/hotspot/jtreg/compiler/aot/scripts/$$($1_MODULE)-list.txt) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
131 |
|
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
132 |
ifeq ($(OPENJDK_TARGET_OS), windows) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
133 |
$1_LD := $$(addsuffix $$(EXE_SUFFIX), $$(filter-out $$(FIXPATH), $$(LD))) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
134 |
else |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
135 |
$1_LD := $$(LD) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
136 |
endif |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
137 |
|
52790
290b04fd1846
8214557: Filter out VM flags which don't affect AOT code generation
epavlova
parents:
52595
diff
changeset
|
138 |
# Create jaotc flags. |
290b04fd1846
8214557: Filter out VM flags which don't affect AOT code generation
epavlova
parents:
52595
diff
changeset
|
139 |
# VM flags which don't affect AOT code generation are filtered out: -Xcomp, -XX:+-TieredCompilation |
52393
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
140 |
$1_JAOTC_OPTS := \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
141 |
-J-Xmx4g --info \ |
52790
290b04fd1846
8214557: Filter out VM flags which don't affect AOT code generation
epavlova
parents:
52595
diff
changeset
|
142 |
$$(addprefix -J, $$(filter-out -Xcomp %TieredCompilation, $$($1_VM_OPTIONS))) \ |
52393
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
143 |
$$(addprefix --compile-commands$(SPACE), $$($1_AOT_CCLIST)) \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
144 |
--linker-path $$($1_LD) \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
145 |
# |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
146 |
|
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
147 |
ifneq ($$(filter -ea, $$($1_VM_OPTIONS)), ) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
148 |
$1_JAOTC_OPTS += --compile-with-assertions |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
149 |
endif |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
150 |
|
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
151 |
$$($1_AOT_LIB): $$(JDK_IMAGE_DIR)/release \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
152 |
$$(call DependOnVariable, $1_JAOTC_OPTS) \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
153 |
$$(call DependOnVariable, JDK_IMAGE_DIR) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
154 |
$$(call LogWarn, Generating $$(patsubst $$(OUTPUTDIR)/%, %, $$@)) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
155 |
$$(call MakeTargetDir) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
156 |
$$(call ExecuteWithLog, $$@, \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
157 |
$$(FIXPATH) $$(JDK_IMAGE_DIR)/bin/jaotc \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
158 |
$$($1_JAOTC_OPTS) --output $$@ --module $$($1_MODULE) \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
159 |
) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
160 |
$$(call ExecuteWithLog, $$@.check, \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
161 |
$$(FIXPATH) $$(JDK_IMAGE_DIR)/bin/java \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
162 |
$$($1_VM_OPTIONS) -XX:+PrintAOT -XX:+UseAOTStrictLoading -XX:AOTLibrary=$$@ -version \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
163 |
> $$@.verify-aot \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
164 |
) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
165 |
|
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
166 |
$1_AOT_OPTIONS += -XX:AOTLibrary=$$($1_AOT_LIB) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
167 |
$1_AOT_TARGETS += $$($1_AOT_LIB) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
168 |
endef |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
169 |
|
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
170 |
# Parameter 1 is the name of the rule. |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
171 |
# |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
172 |
# Remaining parameters are named arguments. |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
173 |
# MODULES The modules to generate a library for |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
174 |
# VM_OPTIONS List of JVM arguments to use when creating libraries |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
175 |
# |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
176 |
# After calling this, the following variables are defined |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
177 |
# $1_AOT_OPTIONS List of all java options needed to use the AOT libraries |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
178 |
# $1_AOT_TARGETS List of all targets that the test rule will need to depend on |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
179 |
# |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
180 |
SetupAot = $(NamedParamsMacroTemplate) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
181 |
define SetupAotBody |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
182 |
$$(info Running with AOTd libraries for $$($1_MODULES)) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
183 |
# Put aot libraries in a separate directory so they are not deleted between |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
184 |
# test runs and may be reused between make invocations. |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
185 |
$$(foreach m, $$($1_MODULES), \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
186 |
$$(eval $$(call SetupAotModule, $1_$$m, \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
187 |
MODULE := $$m, \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
188 |
BIN := $$(TEST_SUPPORT_DIR)/aot/$1, \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
189 |
VM_OPTIONS := $$($1_VM_OPTIONS), \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
190 |
)) \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
191 |
$$(eval $1_AOT_OPTIONS += $$($1_$$m_AOT_OPTIONS)) \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
192 |
$$(eval $1_AOT_TARGETS += $$($1_$$m_AOT_TARGETS)) \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
193 |
) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
194 |
endef |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
195 |
|
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
196 |
################################################################################ |
52125
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
197 |
# Setup global test running parameters |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
198 |
################################################################################ |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
199 |
|
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
200 |
# Each factor variable comes in 3 variants. The first one is reserved for users |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
201 |
# to use on command line. The other two are for predifined configurations in JDL |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
202 |
# and for machine specific configurations respectively. |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
203 |
TEST_JOBS_FACTOR ?= 1 |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
204 |
TEST_JOBS_FACTOR_JDL ?= 1 |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
205 |
TEST_JOBS_FACTOR_MACHINE ?= 1 |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
206 |
|
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
207 |
ifeq ($(TEST_JOBS), 0) |
52556
6b05634db714
8211727: Adjust default concurrency settings for running tests on Sparc
erikj
parents:
52396
diff
changeset
|
208 |
CORES_DIVIDER := 2 |
6b05634db714
8211727: Adjust default concurrency settings for running tests on Sparc
erikj
parents:
52396
diff
changeset
|
209 |
ifeq ($(OPENJDK_TARGET_CPU_ARCH), sparc) |
6b05634db714
8211727: Adjust default concurrency settings for running tests on Sparc
erikj
parents:
52396
diff
changeset
|
210 |
# For smaller SPARC machines we see reasonable scaling of throughput up to |
6b05634db714
8211727: Adjust default concurrency settings for running tests on Sparc
erikj
parents:
52396
diff
changeset
|
211 |
# cpus/4 without affecting test reliability. On the bigger machines, cpus/4 |
6b05634db714
8211727: Adjust default concurrency settings for running tests on Sparc
erikj
parents:
52396
diff
changeset
|
212 |
# causes intermittent timeouts. |
6b05634db714
8211727: Adjust default concurrency settings for running tests on Sparc
erikj
parents:
52396
diff
changeset
|
213 |
ifeq ($(shell $(EXPR) $(NUM_CORES) \> 16), 1) |
6b05634db714
8211727: Adjust default concurrency settings for running tests on Sparc
erikj
parents:
52396
diff
changeset
|
214 |
CORES_DIVIDER := 5 |
6b05634db714
8211727: Adjust default concurrency settings for running tests on Sparc
erikj
parents:
52396
diff
changeset
|
215 |
else |
6b05634db714
8211727: Adjust default concurrency settings for running tests on Sparc
erikj
parents:
52396
diff
changeset
|
216 |
CORES_DIVIDER := 4 |
6b05634db714
8211727: Adjust default concurrency settings for running tests on Sparc
erikj
parents:
52396
diff
changeset
|
217 |
endif |
6b05634db714
8211727: Adjust default concurrency settings for running tests on Sparc
erikj
parents:
52396
diff
changeset
|
218 |
endif |
52593
8c887dcd5d90
8214003: Limit default test jobs based on memory size
erikj
parents:
52556
diff
changeset
|
219 |
MEMORY_DIVIDER := 2048 |
52125
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
220 |
TEST_JOBS := $(shell $(AWK) \ |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
221 |
'BEGIN { \ |
52556
6b05634db714
8211727: Adjust default concurrency settings for running tests on Sparc
erikj
parents:
52396
diff
changeset
|
222 |
c = $(NUM_CORES) / $(CORES_DIVIDER); \ |
52593
8c887dcd5d90
8214003: Limit default test jobs based on memory size
erikj
parents:
52556
diff
changeset
|
223 |
m = $(MEMORY_SIZE) / $(MEMORY_DIVIDER); \ |
8c887dcd5d90
8214003: Limit default test jobs based on memory size
erikj
parents:
52556
diff
changeset
|
224 |
if (c > m) c = m; \ |
52125
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
225 |
c = c * $(TEST_JOBS_FACTOR); \ |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
226 |
c = c * $(TEST_JOBS_FACTOR_JDL); \ |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
227 |
c = c * $(TEST_JOBS_FACTOR_MACHINE); \ |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
228 |
if (c < 1) c = 1; \ |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
229 |
printf "%.0f", c; \ |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
230 |
}') |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
231 |
endif |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
232 |
|
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
233 |
################################################################################ |
44027 | 234 |
# Parse control variables |
235 |
################################################################################ |
|
236 |
||
47956
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
237 |
ifneq ($(TEST_OPTS), ) |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
238 |
# Inform the user |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
239 |
$(info Running tests using TEST_OPTS control variable '$(TEST_OPTS)') |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
240 |
endif |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
241 |
|
52595
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
242 |
### Jtreg |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
243 |
|
52125
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
244 |
$(eval $(call SetTestOpt,VM_OPTIONS,JTREG)) |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
245 |
$(eval $(call SetTestOpt,JAVA_OPTIONS,JTREG)) |
52393
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
246 |
$(eval $(call SetTestOpt,AOT_MODULES,JTREG)) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
247 |
|
52125
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
248 |
$(eval $(call SetTestOpt,JOBS,JTREG)) |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
249 |
$(eval $(call SetTestOpt,TIMEOUT_FACTOR,JTREG)) |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
250 |
|
44027 | 251 |
$(eval $(call ParseKeywordVariable, JTREG, \ |
52125
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
252 |
SINGLE_KEYWORDS := JOBS TIMEOUT_FACTOR TEST_MODE ASSERT VERBOSE RETAIN MAX_MEM \ |
52393
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
253 |
EXTRA_PROBLEM_LISTS KEYWORDS AOT_MODULES, \ |
44027 | 254 |
STRING_KEYWORDS := OPTIONS JAVA_OPTIONS VM_OPTIONS, \ |
255 |
)) |
|
256 |
||
257 |
ifneq ($(JTREG), ) |
|
258 |
# Inform the user |
|
259 |
$(info Running tests using JTREG control variable '$(JTREG)') |
|
260 |
endif |
|
261 |
||
52595
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
262 |
### Gtest |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
263 |
|
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
264 |
$(eval $(call SetTestOpt,VM_OPTIONS,GTEST)) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
265 |
$(eval $(call SetTestOpt,JAVA_OPTIONS,GTEST)) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
266 |
$(eval $(call SetTestOpt,AOT_MODULES,GTEST)) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
267 |
|
44027 | 268 |
$(eval $(call ParseKeywordVariable, GTEST, \ |
52393
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
269 |
SINGLE_KEYWORDS := REPEAT AOT_MODULES, \ |
52125
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
270 |
STRING_KEYWORDS := OPTIONS VM_OPTIONS JAVA_OPTIONS, \ |
44027 | 271 |
)) |
272 |
||
273 |
ifneq ($(GTEST), ) |
|
274 |
# Inform the user |
|
275 |
$(info Running tests using GTEST control variable '$(GTEST)') |
|
276 |
endif |
|
277 |
||
52595
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
278 |
### Microbenchmarks |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
279 |
|
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
280 |
$(eval $(call SetTestOpt,VM_OPTIONS,MICRO)) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
281 |
$(eval $(call SetTestOpt,JAVA_OPTIONS,MICRO)) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
282 |
|
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
283 |
$(eval $(call ParseKeywordVariable, MICRO, \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
284 |
SINGLE_KEYWORDS := ITER FORK TIME WARMUP_ITER WARMUP_TIME, \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
285 |
STRING_KEYWORDS := OPTIONS JAVA_OPTIONS VM_OPTIONS RESULTS_FORMAT TEST_JDK BENCHMARKS_JAR, \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
286 |
)) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
287 |
|
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
288 |
ifneq ($(MICRO), ) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
289 |
# Inform the user |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
290 |
$(info Running tests using MICRO control variable '$(MICRO)') |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
291 |
endif |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
292 |
|
44027 | 293 |
|
294 |
################################################################################ |
|
295 |
# Component-specific Jtreg settings |
|
296 |
################################################################################ |
|
297 |
||
298 |
hotspot_JTREG_MAX_MEM := 0 |
|
299 |
hotspot_JTREG_ASSERT := false |
|
300 |
hotspot_JTREG_NATIVEPATH := $(TEST_IMAGE_DIR)/hotspot/jtreg/native |
|
301 |
jdk_JTREG_NATIVEPATH := $(TEST_IMAGE_DIR)/jdk/jtreg/native |
|
302 |
||
47941
d91b0d2d45cb
8179554: make run-test does not respect ProblemList.txt
ihse
parents:
47939
diff
changeset
|
303 |
jdk_JTREG_PROBLEM_LIST += $(TOPDIR)/test/jdk/ProblemList.txt |
d91b0d2d45cb
8179554: make run-test does not respect ProblemList.txt
ihse
parents:
47939
diff
changeset
|
304 |
jaxp_JTREG_PROBLEM_LIST += $(TOPDIR)/test/jaxp/ProblemList.txt |
d91b0d2d45cb
8179554: make run-test does not respect ProblemList.txt
ihse
parents:
47939
diff
changeset
|
305 |
langtools_JTREG_PROBLEM_LIST += $(TOPDIR)/test/langtools/ProblemList.txt |
d91b0d2d45cb
8179554: make run-test does not respect ProblemList.txt
ihse
parents:
47939
diff
changeset
|
306 |
nashorn_JTREG_PROBLEM_LIST += $(TOPDIR)/test/nashorn/ProblemList.txt |
d91b0d2d45cb
8179554: make run-test does not respect ProblemList.txt
ihse
parents:
47939
diff
changeset
|
307 |
hotspot_JTREG_PROBLEM_LIST += $(TOPDIR)/test/hotspot/jtreg/ProblemList.txt |
44027 | 308 |
|
52125
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
309 |
langtools_JTREG_MAX_MEM := 768m |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
310 |
|
44027 | 311 |
################################################################################ |
312 |
# Parse test selection |
|
313 |
# |
|
314 |
# The user has given a test selection in the TEST variable. We must parse it |
|
315 |
# and determine what that means in terms of actual calls to the test framework. |
|
316 |
# |
|
317 |
# The parse functions take as argument a test specification as given by the |
|
318 |
# user, and returns a fully qualified test descriptor if it was a match, or |
|
319 |
# nothing if not. A single test specification can result in multiple test |
|
320 |
# descriptors being returned. A valid test descriptor must always be accepted |
|
321 |
# and returned identically. |
|
322 |
################################################################################ |
|
323 |
||
324 |
# Helper function to determine if a test specification is a Gtest test |
|
325 |
# |
|
326 |
# It is a Gtest test if it is either "gtest", or "gtest:" followed by an optional |
|
48058
c5eefa465e37
8192995: run-test gtest should use all jvm variants, not just "server"
ihse
parents:
48042
diff
changeset
|
327 |
# test filter string, and an optional "/<variant>" to select a specific JVM |
c5eefa465e37
8192995: run-test gtest should use all jvm variants, not just "server"
ihse
parents:
48042
diff
changeset
|
328 |
# variant. If no variant is specified, all found variants are tested. |
44027 | 329 |
define ParseGtestTestSelection |
330 |
$(if $(filter gtest%, $1), \ |
|
331 |
$(if $(filter gtest, $1), \ |
|
48058
c5eefa465e37
8192995: run-test gtest should use all jvm variants, not just "server"
ihse
parents:
48042
diff
changeset
|
332 |
$(addprefix gtest:all/, $(GTEST_VARIANTS)) \ |
44027 | 333 |
, \ |
48058
c5eefa465e37
8192995: run-test gtest should use all jvm variants, not just "server"
ihse
parents:
48042
diff
changeset
|
334 |
$(if $(strip $(or $(filter gtest/%, $1) $(filter gtest:/%, $1))), \ |
c5eefa465e37
8192995: run-test gtest should use all jvm variants, not just "server"
ihse
parents:
48042
diff
changeset
|
335 |
$(patsubst gtest:/%, gtest:all/%, $(patsubst gtest/%, gtest:/%, $1)) \ |
44027 | 336 |
, \ |
48058
c5eefa465e37
8192995: run-test gtest should use all jvm variants, not just "server"
ihse
parents:
48042
diff
changeset
|
337 |
$(if $(filter gtest:%, $1), \ |
c5eefa465e37
8192995: run-test gtest should use all jvm variants, not just "server"
ihse
parents:
48042
diff
changeset
|
338 |
$(if $(findstring /, $1), \ |
c5eefa465e37
8192995: run-test gtest should use all jvm variants, not just "server"
ihse
parents:
48042
diff
changeset
|
339 |
$1 \ |
c5eefa465e37
8192995: run-test gtest should use all jvm variants, not just "server"
ihse
parents:
48042
diff
changeset
|
340 |
, \ |
c5eefa465e37
8192995: run-test gtest should use all jvm variants, not just "server"
ihse
parents:
48042
diff
changeset
|
341 |
$(addprefix $1/, $(GTEST_VARIANTS)) \ |
c5eefa465e37
8192995: run-test gtest should use all jvm variants, not just "server"
ihse
parents:
48042
diff
changeset
|
342 |
) \ |
c5eefa465e37
8192995: run-test gtest should use all jvm variants, not just "server"
ihse
parents:
48042
diff
changeset
|
343 |
) \ |
44027 | 344 |
) \ |
345 |
) \ |
|
346 |
) |
|
347 |
endef |
|
348 |
||
52595
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
349 |
# Helper function to determine if a test specification is a microbenchmark test |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
350 |
# |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
351 |
# It is a microbenchmark test if it is either "micro", or "micro:" followed by an optional |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
352 |
# test filter string. |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
353 |
define ParseMicroTestSelection |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
354 |
$(if $(filter micro%, $1), \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
355 |
$(if $(filter micro, $1), \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
356 |
micro:all \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
357 |
, \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
358 |
$(if $(filter micro:, $1), \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
359 |
micro:all \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
360 |
, \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
361 |
$1 \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
362 |
) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
363 |
) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
364 |
) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
365 |
endef |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
366 |
|
47937
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
367 |
# Helper function that removes the TOPDIR part |
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
368 |
CleanupJtregPath = \ |
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
369 |
$(strip $(patsubst %/, %, $(subst $(JTREG_TOPDIR)/,, $1))) |
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
370 |
|
47932
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
371 |
# Take a partial Jtreg root path and return a full, absolute path to that Jtreg |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
372 |
# root. Also support having "hotspot" as an alias for "hotspot/jtreg". |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
373 |
ExpandJtregRoot = \ |
47937
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
374 |
$(call CleanupJtregPath, $(wildcard \ |
47932
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
375 |
$(if $(filter /%, $1), \ |
47937
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
376 |
$(if $(wildcard $(strip $1)/TEST.ROOT), \ |
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
377 |
$1 \ |
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
378 |
) \ |
47932
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
379 |
, \ |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
380 |
$(filter $(addprefix %, $1), $(JTREG_TESTROOTS) $(addsuffix /, $(JTREG_TESTROOTS))) \ |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
381 |
$(filter $(addprefix %, $(strip $1)/jtreg), $(JTREG_TESTROOTS) $(addsuffix /, $(JTREG_TESTROOTS))) \ |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
382 |
) \ |
47937
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
383 |
)) |
47932
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
384 |
|
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
385 |
# Take a partial Jtreg test path and return a full, absolute path to that Jtreg |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
386 |
# test. Also support having "hotspot" as an alias for "hotspot/jtreg". |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
387 |
ExpandJtregPath = \ |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
388 |
$(if $(call ExpandJtregRoot, $1), \ |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
389 |
$(call ExpandJtregRoot, $1) \ |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
390 |
, \ |
47937
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
391 |
$(call CleanupJtregPath, $(wildcard \ |
47932
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
392 |
$(if $(filter /%, $1), \ |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
393 |
$1 \ |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
394 |
, \ |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
395 |
$(addsuffix /$(strip $1), $(JTREG_TESTROOTS) $(TEST_BASEDIRS)) \ |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
396 |
$(addsuffix $(strip $(patsubst hotspot/%, /hotspot/jtreg/%, $1)), $(JTREG_TESTROOTS) $(TEST_BASEDIRS)) \ |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
397 |
) \ |
47937
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
398 |
)) \ |
47932
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
399 |
) |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
400 |
|
44027 | 401 |
# Helper function to determine if a test specification is a Jtreg test |
402 |
# |
|
403 |
# It is a Jtreg test if it optionally begins with jtreg:, and then is either |
|
404 |
# an unspecified group name (possibly prefixed by :), or a group in a |
|
47932
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
405 |
# specified test root, or a path to a test or test directory, |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
406 |
# either absolute or relative to any of the TEST_BASEDIRS or test roots. |
44027 | 407 |
define ParseJtregTestSelection |
408 |
$(eval TEST_NAME := $(strip $(patsubst jtreg:%, %, $1))) \ |
|
409 |
$(if $(or $(findstring :, $(TEST_NAME)), $(findstring /, $(TEST_NAME))), , \ |
|
410 |
$(eval TEST_NAME := :$(TEST_NAME)) \ |
|
411 |
) \ |
|
412 |
$(if $(findstring :, $(TEST_NAME)), \ |
|
413 |
$(if $(filter :%, $(TEST_NAME)), \ |
|
47932
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
414 |
$(eval TEST_GROUP := $(patsubst :%, %, $(TEST_NAME))) \ |
48042 | 415 |
$(eval TEST_ROOTS := $(foreach test_root, $(JTREG_TESTROOTS), \ |
416 |
$(call CleanupJtregPath, $(test_root)))) \ |
|
44027 | 417 |
, \ |
47932
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
418 |
$(eval TEST_PATH := $(word 1, $(subst :, $(SPACE), $(TEST_NAME)))) \ |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
419 |
$(eval TEST_GROUP := $(word 2, $(subst :, $(SPACE), $(TEST_NAME)))) \ |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
420 |
$(eval TEST_ROOTS := $(call ExpandJtregRoot, $(TEST_PATH))) \ |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
421 |
) \ |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
422 |
$(foreach test_root, $(TEST_ROOTS), \ |
47937
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
423 |
$(if $(filter /%, $(test_root)), \ |
47932
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
424 |
jtreg:$(test_root):$(TEST_GROUP) \ |
47937
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
425 |
, \ |
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
426 |
$(if $(filter $(TEST_GROUP), $($(JTREG_TOPDIR)/$(test_root)_JTREG_TEST_GROUPS)), \ |
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
427 |
jtreg:$(test_root):$(TEST_GROUP) \ |
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
428 |
) \ |
44027 | 429 |
) \ |
430 |
) \ |
|
431 |
, \ |
|
47937
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
432 |
$(eval TEST_PATHS := $(call ExpandJtregPath, $(TEST_NAME))) \ |
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
433 |
$(foreach test_path, $(TEST_PATHS), \ |
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
434 |
jtreg:$(test_path) \ |
44027 | 435 |
) \ |
436 |
) |
|
437 |
endef |
|
438 |
||
48061
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
439 |
# Helper function to determine if a test specification is a special test |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
440 |
# |
52342 | 441 |
# It is a special test if it is "special:" followed by a test name, |
442 |
# if it is "make:" or "make-" followed by a make test, or any of the special test names |
|
443 |
# as a single word. |
|
48061
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
444 |
define ParseSpecialTestSelection |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
445 |
$(if $(filter special:%, $1), \ |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
446 |
$1 \ |
52342 | 447 |
) \ |
448 |
$(if $(filter make%, $1), \ |
|
449 |
$(if $(filter make:%, $1), \ |
|
450 |
special:$(strip $1) \ |
|
451 |
) \ |
|
452 |
$(if $(filter make-%, $1), \ |
|
453 |
special:$(patsubst make-%,make:%, $1) \ |
|
454 |
) \ |
|
455 |
$(if $(filter make, $1), \ |
|
456 |
special:make:all \ |
|
457 |
) |
|
458 |
) \ |
|
52396
e292e94b448a
8213058: remove ExecuteInternalVMTests and VerboseInternalVMTests flags
iignatyev
parents:
52393
diff
changeset
|
459 |
$(if $(filter failure-handler, $1), \ |
52342 | 460 |
special:$(strip $1) \ |
48061
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
461 |
) |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
462 |
endef |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
463 |
|
44027 | 464 |
ifeq ($(TEST), ) |
465 |
$(info No test selection given in TEST!) |
|
52342 | 466 |
$(info Please use e.g. 'make test TEST=tier1' or 'make test-tier1') |
47928
fb62d4519338
8191715: Update documentation pointing to "common" directory
ihse
parents:
47329
diff
changeset
|
467 |
$(info See doc/testing.[md|html] for help) |
44027 | 468 |
$(error Cannot continue) |
469 |
endif |
|
470 |
||
471 |
# Now intelligently convert the test selection given by the user in TEST |
|
472 |
# into a list of fully qualified test descriptors of the tests to run. |
|
473 |
TESTS_TO_RUN := |
|
474 |
$(foreach test, $(TEST), \ |
|
475 |
$(eval PARSED_TESTS := $(call ParseCustomTestSelection, $(test))) \ |
|
476 |
$(if $(strip $(PARSED_TESTS)), , \ |
|
477 |
$(eval PARSED_TESTS += $(call ParseGtestTestSelection, $(test))) \ |
|
478 |
) \ |
|
479 |
$(if $(strip $(PARSED_TESTS)), , \ |
|
52595
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
480 |
$(eval PARSED_TESTS += $(call ParseMicroTestSelection, $(test))) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
481 |
) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
482 |
$(if $(strip $(PARSED_TESTS)), , \ |
44027 | 483 |
$(eval PARSED_TESTS += $(call ParseJtregTestSelection, $(test))) \ |
484 |
) \ |
|
485 |
$(if $(strip $(PARSED_TESTS)), , \ |
|
48061
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
486 |
$(eval PARSED_TESTS += $(call ParseSpecialTestSelection, $(test))) \ |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
487 |
) \ |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
488 |
$(if $(strip $(PARSED_TESTS)), , \ |
44027 | 489 |
$(eval UNKNOWN_TEST := $(test)) \ |
490 |
) \ |
|
491 |
$(eval TESTS_TO_RUN += $(PARSED_TESTS)) \ |
|
492 |
) |
|
493 |
||
494 |
ifneq ($(UNKNOWN_TEST), ) |
|
495 |
$(info Unknown test selection: '$(UNKNOWN_TEST)') |
|
47928
fb62d4519338
8191715: Update documentation pointing to "common" directory
ihse
parents:
47329
diff
changeset
|
496 |
$(info See doc/testing.[md|html] for help) |
44027 | 497 |
$(error Cannot continue) |
498 |
endif |
|
499 |
||
500 |
TESTS_TO_RUN := $(strip $(TESTS_TO_RUN)) |
|
501 |
||
502 |
||
503 |
# Present the result of our parsing to the user |
|
504 |
$(info Test selection '$(TEST)', will run:) |
|
505 |
$(foreach test, $(TESTS_TO_RUN), $(info * $(test))) |
|
506 |
||
507 |
||
508 |
################################################################################ |
|
509 |
# Functions for setting up rules for running the selected tests |
|
510 |
# |
|
511 |
# The SetupRun*Test functions all have the same interface: |
|
512 |
# |
|
513 |
# Parameter 1 is the name of the rule. This is the test id, based on the test |
|
514 |
# descriptor, and this is also used as variable prefix, and the targets |
|
515 |
# generated are listed in a variable by that name. |
|
516 |
# |
|
517 |
# Remaining parameters are named arguments. Currently this is only: |
|
518 |
# TEST -- The properly formatted fully qualified test descriptor |
|
519 |
# |
|
520 |
# After the rule named by the test id has been executed, the following |
|
521 |
# variables will be available: |
|
522 |
# testid_TOTAL - the total number of tests run |
|
523 |
# testid_PASSED - the number of successful tests |
|
524 |
# testid_FAILED - the number of failed tests |
|
525 |
# testid_ERROR - the number of tests was neither successful or failed |
|
526 |
# |
|
527 |
################################################################################ |
|
528 |
||
529 |
### Rules for Gtest |
|
530 |
||
531 |
SetupRunGtestTest = $(NamedParamsMacroTemplate) |
|
532 |
define SetupRunGtestTestBody |
|
533 |
$1_TEST_RESULTS_DIR := $$(TEST_RESULTS_DIR)/$1 |
|
534 |
$1_TEST_SUPPORT_DIR := $$(TEST_SUPPORT_DIR)/$1 |
|
48042 | 535 |
$1_EXITCODE := $$($1_TEST_RESULTS_DIR)/exitcode.txt |
44027 | 536 |
|
48058
c5eefa465e37
8192995: run-test gtest should use all jvm variants, not just "server"
ihse
parents:
48042
diff
changeset
|
537 |
$1_VARIANT := $$(lastword $$(subst /, , $$($1_TEST))) |
c5eefa465e37
8192995: run-test gtest should use all jvm variants, not just "server"
ihse
parents:
48042
diff
changeset
|
538 |
ifeq ($$(filter $$($1_VARIANT), $$(GTEST_VARIANTS)), ) |
c5eefa465e37
8192995: run-test gtest should use all jvm variants, not just "server"
ihse
parents:
48042
diff
changeset
|
539 |
$$(error Invalid gtest variant '$$($1_VARIANT)'. Valid variants: $$(GTEST_VARIANTS)) |
c5eefa465e37
8192995: run-test gtest should use all jvm variants, not just "server"
ihse
parents:
48042
diff
changeset
|
540 |
endif |
c5eefa465e37
8192995: run-test gtest should use all jvm variants, not just "server"
ihse
parents:
48042
diff
changeset
|
541 |
$1_TEST_NAME := $$(strip $$(patsubst %/$$($1_VARIANT), %, \ |
c5eefa465e37
8192995: run-test gtest should use all jvm variants, not just "server"
ihse
parents:
48042
diff
changeset
|
542 |
$$(patsubst gtest:%, %, $$($1_TEST)))) |
44027 | 543 |
ifneq ($$($1_TEST_NAME), all) |
544 |
$1_GTEST_FILTER := --gtest_filter=$$($1_TEST_NAME)* |
|
545 |
endif |
|
546 |
||
547 |
ifneq ($$(GTEST_REPEAT), ) |
|
548 |
$1_GTEST_REPEAT :=--gtest_repeat=$$(GTEST_REPEAT) |
|
549 |
endif |
|
550 |
||
52393
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
551 |
ifneq ($$(GTEST_AOT_MODULES), ) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
552 |
$$(eval $$(call SetupAot, $1, \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
553 |
MODULES := $$(GTEST_AOT_MODULES), \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
554 |
VM_OPTIONS := $$(GTEST_VM_OPTIONS) $$(GTEST_JAVA_OPTIONS), \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
555 |
)) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
556 |
endif |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
557 |
|
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
558 |
run-test-$1: $$($1_AOT_TARGETS) |
44027 | 559 |
$$(call LogWarn) |
560 |
$$(call LogWarn, Running test '$$($1_TEST)') |
|
561 |
$$(call MakeDir, $$($1_TEST_RESULTS_DIR) $$($1_TEST_SUPPORT_DIR)) |
|
562 |
$$(call ExecuteWithLog, $$($1_TEST_SUPPORT_DIR)/gtest, \ |
|
48058
c5eefa465e37
8192995: run-test gtest should use all jvm variants, not just "server"
ihse
parents:
48042
diff
changeset
|
563 |
$$(FIXPATH) $$(TEST_IMAGE_DIR)/hotspot/gtest/$$($1_VARIANT)/gtestLauncher \ |
52125
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
564 |
-jdk $(JDK_IMAGE_DIR) $$($1_GTEST_FILTER) \ |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
565 |
--gtest_output=xml:$$($1_TEST_RESULTS_DIR)/gtest.xml \ |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
566 |
$$($1_GTEST_REPEAT) $$(GTEST_OPTIONS) $$(GTEST_VM_OPTIONS) \ |
52393
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
567 |
$$(GTEST_JAVA_OPTIONS) $$($1_AOT_OPTIONS) \ |
48042 | 568 |
> >($(TEE) $$($1_TEST_RESULTS_DIR)/gtest.txt) \ |
569 |
&& $$(ECHO) $$$$? > $$($1_EXITCODE) \ |
|
570 |
|| $$(ECHO) $$$$? > $$($1_EXITCODE) \ |
|
571 |
) |
|
44027 | 572 |
|
573 |
$1_RESULT_FILE := $$($1_TEST_RESULTS_DIR)/gtest.txt |
|
574 |
||
575 |
parse-test-$1: run-test-$1 |
|
576 |
$$(call LogWarn, Finished running test '$$($1_TEST)') |
|
577 |
$$(call LogWarn, Test report is stored in $$(strip \ |
|
578 |
$$(subst $$(TOPDIR)/, , $$($1_TEST_RESULTS_DIR)))) |
|
48042 | 579 |
$$(if $$(wildcard $$($1_RESULT_FILE)), \ |
47956
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
580 |
$$(eval $1_TOTAL := $$(shell $$(AWK) '/==========.* tests? from .* \ |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
581 |
test cases? ran/ { print $$$$2 }' $$($1_RESULT_FILE))) \ |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
582 |
$$(if $$($1_TOTAL), , $$(eval $1_TOTAL := 0)) \ |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
583 |
$$(eval $1_PASSED := $$(shell $$(AWK) '/\[ PASSED \] .* tests?./ \ |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
584 |
{ print $$$$4 }' $$($1_RESULT_FILE))) \ |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
585 |
$$(if $$($1_PASSED), , $$(eval $1_PASSED := 0)) \ |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
586 |
$$(eval $1_FAILED := $$(shell $$(AWK) '/\[ FAILED \] .* tests?, \ |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
587 |
listed below/ { print $$$$4 }' $$($1_RESULT_FILE))) \ |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
588 |
$$(if $$($1_FAILED), , $$(eval $1_FAILED := 0)) \ |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
589 |
$$(eval $1_ERROR := $$(shell \ |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
590 |
$$(EXPR) $$($1_TOTAL) - $$($1_PASSED) - $$($1_FAILED))) \ |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
591 |
, \ |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
592 |
$$(eval $1_PASSED := 0) \ |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
593 |
$$(eval $1_FAILED := 0) \ |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
594 |
$$(eval $1_ERROR := 1) \ |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
595 |
$$(eval $1_TOTAL := 1) \ |
72a474c85aee
8177956: Add TEST_VM_OPTS as convenience for run-test arguments
ihse
parents:
47943
diff
changeset
|
596 |
) |
44027 | 597 |
|
53295
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
598 |
TARGETS += run-test-$1 parse-test-$1 |
44027 | 599 |
endef |
600 |
||
601 |
################################################################################ |
|
602 |
||
52595
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
603 |
### Rules for Microbenchmarks |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
604 |
|
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
605 |
# Helper function for SetupRunMicroTest. Set a MICRO_* variable from, in order: |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
606 |
# 1) Specified by user on command line |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
607 |
# 2) Generic default |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
608 |
# |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
609 |
# Note: No spaces are allowed around the arguments. |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
610 |
# Arg $1 The test ID (i.e. $1 in SetupRunMicroTest) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
611 |
# Arg $2 Base variable, e.g. MICRO_TEST_JDK |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
612 |
# Arg $3 The default value (optional) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
613 |
define SetMicroValue |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
614 |
ifneq ($$($2), ) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
615 |
$1_$2 := $$($2) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
616 |
else |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
617 |
ifneq ($3, ) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
618 |
$1_$2 := $3 |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
619 |
endif |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
620 |
endif |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
621 |
endef |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
622 |
|
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
623 |
SetupRunMicroTest = $(NamedParamsMacroTemplate) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
624 |
define SetupRunMicroTestBody |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
625 |
$1_TEST_RESULTS_DIR := $$(TEST_RESULTS_DIR)/$1 |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
626 |
$1_TEST_SUPPORT_DIR := $$(TEST_SUPPORT_DIR)/$1 |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
627 |
$1_EXITCODE := $$($1_TEST_RESULTS_DIR)/exitcode.txt |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
628 |
|
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
629 |
$1_TEST_NAME := $$(strip $$(patsubst micro:%, %, $$($1_TEST))) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
630 |
|
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
631 |
$$(eval $$(call SetMicroValue,$1,MICRO_BENCHMARKS_JAR,$$(TEST_IMAGE_DIR)/micro/benchmarks.jar)) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
632 |
$$(eval $$(call SetMicroValue,$1,MICRO_TEST_JDK,$$(JDK_IMAGE_DIR))) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
633 |
$$(eval $$(call SetMicroValue,$1,MICRO_JAVA_OPTIONS)) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
634 |
|
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
635 |
# Current tests needs to open java.io |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
636 |
$1_MICRO_JAVA_OPTIONS += --add-opens=java.base/java.io=ALL-UNNAMED |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
637 |
|
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
638 |
# Save output as JSON or CSV file |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
639 |
ifneq ($$(MICRO_RESULTS_FORMAT), ) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
640 |
$1_MICRO_BASIC_OPTIONS += -rf $$(MICRO_RESULTS_FORMAT) -rff $$($1_TEST_RESULTS_DIR)/jmh-result.$(MICRO_RESULTS_FORMAT) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
641 |
endif |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
642 |
|
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
643 |
ifneq ($$(MICRO_VM_OPTIONS)$$(MICRO_JAVA_OPTIONS), ) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
644 |
$1_MICRO_VM_OPTIONS := -jvmArgs $$(MICRO_VM_OPTIONS) $$(MICRO_JAVA_OPTIONS) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
645 |
endif |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
646 |
|
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
647 |
ifneq ($$(MICRO_ITER), ) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
648 |
$1_MICRO_ITER := -i $$(MICRO_ITER) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
649 |
endif |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
650 |
ifneq ($$(MICRO_FORK), ) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
651 |
$1_MICRO_FORK := -f $$(MICRO_FORK) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
652 |
endif |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
653 |
ifneq ($$(MICRO_TIME), ) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
654 |
$1_MICRO_TIME := -r $$(MICRO_TIME) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
655 |
endif |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
656 |
ifneq ($$(MICRO_WARMUP_ITER), ) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
657 |
$1_MICRO_WARMUP_ITER := -wi $$(MICRO_WARMUP_ITER) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
658 |
endif |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
659 |
ifneq ($$(MICRO_WARMUP_TIME), ) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
660 |
$1_MICRO_WARMUP_TIME := -w $$(MICRO_WARMUP_TIME) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
661 |
endif |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
662 |
|
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
663 |
run-test-$1: |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
664 |
$$(call LogWarn) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
665 |
$$(call LogWarn, Running test '$$($1_TEST)') |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
666 |
$$(call MakeDir, $$($1_TEST_RESULTS_DIR) $$($1_TEST_SUPPORT_DIR)) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
667 |
$$(call ExecuteWithLog, $$($1_TEST_SUPPORT_DIR)/micro, \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
668 |
$$($1_MICRO_TEST_JDK)/bin/java $$($1_MICRO_JAVA_OPTIONS) -jar $$($1_MICRO_BENCHMARKS_JAR) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
669 |
$$($1_MICRO_ITER) $$($1_MICRO_FORK) $$($1_MICRO_TIME) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
670 |
$$($1_MICRO_WARMUP_ITER) $$($1_MICRO_WARMUP_TIME) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
671 |
$$($1_MICRO_VM_OPTIONS) $$($1_MICRO_BASIC_OPTIONS) $$(MICRO_OPTIONS) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
672 |
$$($1_TEST_NAME) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
673 |
> >($(TEE) $$($1_TEST_RESULTS_DIR)/micro.txt) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
674 |
&& $$(ECHO) $$$$? > $$($1_EXITCODE) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
675 |
|| $$(ECHO) $$$$? > $$($1_EXITCODE) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
676 |
) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
677 |
|
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
678 |
$1_RESULT_FILE := $$($1_TEST_RESULTS_DIR)/micro.txt |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
679 |
|
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
680 |
parse-test-$1: run-test-$1 |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
681 |
$$(call LogWarn, Finished running test '$$($1_TEST)') |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
682 |
$$(call LogWarn, Test report is stored in $$(strip \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
683 |
$$(subst $$(TOPDIR)/, , $$($1_TEST_RESULTS_DIR)))) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
684 |
$$(if $$(wildcard $$($1_EXITCODE)), \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
685 |
$$(eval $1_EXIT_CODE := $$(shell $$(CAT) $$($1_EXITCODE))) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
686 |
$$(if $$(filter 0, $$($1_EXIT_CODE)), \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
687 |
$$(eval $1_PASSED := 1) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
688 |
$$(eval $1_ERROR := 0) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
689 |
, \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
690 |
$$(eval $1_PASSED := 0) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
691 |
$$(eval $1_ERROR := 1) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
692 |
) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
693 |
$$(eval $1_FAILED := 0) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
694 |
$$(eval $1_TOTAL := $$(shell \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
695 |
$$(EXPR) $$($1_PASSED) + $$($1_ERROR))) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
696 |
, \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
697 |
$$(eval $1_PASSED := 0) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
698 |
$$(eval $1_FAILED := 0) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
699 |
$$(eval $1_ERROR := 1) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
700 |
$$(eval $1_TOTAL := 1) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
701 |
) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
702 |
|
53295
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
703 |
TARGETS += run-test-$1 parse-test-$1 |
52595
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
704 |
endef |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
705 |
|
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
706 |
################################################################################ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
707 |
|
44027 | 708 |
### Rules for Jtreg |
709 |
||
710 |
# Helper function for SetupRunJtregTest. Set a JTREG_* variable from, in order: |
|
711 |
# 1) Specified by user on command line |
|
712 |
# 2) Component-specific default |
|
713 |
# 3) Generic default |
|
714 |
# |
|
715 |
# Note: No spaces are allowed around the arguments. |
|
716 |
# Arg $1 The test ID (i.e. $1 in SetupRunJtregTest) |
|
717 |
# Arg $2 Base variable, e.g. JTREG_JOBS |
|
718 |
# Arg $3 The default value (optional) |
|
719 |
define SetJtregValue |
|
720 |
ifneq ($$($2), ) |
|
721 |
$1_$2 := $$($2) |
|
722 |
else |
|
723 |
ifneq ($$($$($1_COMPONENT)_$2), ) |
|
724 |
$1_$2 := $$($$($1_COMPONENT)_$2) |
|
725 |
else |
|
726 |
ifneq ($3, ) |
|
727 |
$1_$2 := $3 |
|
728 |
endif |
|
729 |
endif |
|
730 |
endif |
|
731 |
endef |
|
732 |
||
733 |
SetupRunJtregTest = $(NamedParamsMacroTemplate) |
|
734 |
define SetupRunJtregTestBody |
|
735 |
$1_TEST_RESULTS_DIR := $$(TEST_RESULTS_DIR)/$1 |
|
736 |
$1_TEST_SUPPORT_DIR := $$(TEST_SUPPORT_DIR)/$1 |
|
48042 | 737 |
$1_EXITCODE := $$($1_TEST_RESULTS_DIR)/exitcode.txt |
44027 | 738 |
|
739 |
$1_TEST_NAME := $$(strip $$(patsubst jtreg:%, %, $$($1_TEST))) |
|
47932
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
740 |
|
52125
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
741 |
$1_TEST_ROOT := \ |
47932
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
742 |
$$(strip $$(foreach root, $$(JTREG_TESTROOTS), \ |
52125
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
743 |
$$(if $$(filter $$(root)%, $$(JTREG_TOPDIR)/$$($1_TEST_NAME)), $$(root)) \ |
47932
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
744 |
)) |
52125
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
745 |
$1_COMPONENT := $$(lastword $$(subst /, $$(SPACE), $$($1_TEST_ROOT))) |
47932
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
746 |
# This will work only as long as just hotspot has the additional "jtreg" directory |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
747 |
ifeq ($$($1_COMPONENT), jtreg) |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
748 |
$1_COMPONENT := hotspot |
0c22f6b9b5e2
8191820: Fix run-test jtreg test selection and component calculation
ihse
parents:
47928
diff
changeset
|
749 |
endif |
44027 | 750 |
|
45104 | 751 |
ifeq ($$(JT_HOME), ) |
752 |
$$(info Error: jtreg framework is not found.) |
|
753 |
$$(info Please run configure using --with-jtreg.) |
|
754 |
$$(error Cannot continue) |
|
755 |
endif |
|
756 |
||
44027 | 757 |
# Unfortunately, we need different defaults for some JTREG values, |
758 |
# depending on what component we're running. |
|
759 |
||
760 |
# Convert JTREG_foo into $1_JTREG_foo with a suitable value. |
|
761 |
$$(eval $$(call SetJtregValue,$1,JTREG_TEST_MODE,agentvm)) |
|
762 |
$$(eval $$(call SetJtregValue,$1,JTREG_ASSERT,true)) |
|
763 |
$$(eval $$(call SetJtregValue,$1,JTREG_MAX_MEM,512m)) |
|
764 |
$$(eval $$(call SetJtregValue,$1,JTREG_NATIVEPATH)) |
|
765 |
$$(eval $$(call SetJtregValue,$1,JTREG_BASIC_OPTIONS)) |
|
47941
d91b0d2d45cb
8179554: make run-test does not respect ProblemList.txt
ihse
parents:
47939
diff
changeset
|
766 |
$$(eval $$(call SetJtregValue,$1,JTREG_PROBLEM_LIST)) |
44027 | 767 |
|
52125
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
768 |
# Only the problem list for the current test root should be used. |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
769 |
$1_JTREG_PROBLEM_LIST := $$(filter $$($1_TEST_ROOT)%, $$($1_JTREG_PROBLEM_LIST)) |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
770 |
|
44027 | 771 |
ifneq ($(TEST_JOBS), 0) |
772 |
$$(eval $$(call SetJtregValue,$1,JTREG_JOBS,$$(TEST_JOBS))) |
|
773 |
else |
|
774 |
$$(eval $$(call SetJtregValue,$1,JTREG_JOBS,$$(JOBS))) |
|
775 |
endif |
|
776 |
||
47058
85aaac5701da
8186248: Allow more flexibility in selecting Heap % of available RAM
bobv
parents:
46230
diff
changeset
|
777 |
# Make sure MaxRAMPercentage is high enough to not cause OOM or swapping since |
44027 | 778 |
# we may end up with a lot of JVM's |
47058
85aaac5701da
8186248: Allow more flexibility in selecting Heap % of available RAM
bobv
parents:
46230
diff
changeset
|
779 |
$1_JTREG_MAX_RAM_PERCENTAGE := $$(shell $$(EXPR) 25 / $$($1_JTREG_JOBS)) |
44027 | 780 |
|
52556
6b05634db714
8211727: Adjust default concurrency settings for running tests on Sparc
erikj
parents:
52396
diff
changeset
|
781 |
# SPARC is in general slower per core so need to scale up timeouts a bit. |
6b05634db714
8211727: Adjust default concurrency settings for running tests on Sparc
erikj
parents:
52396
diff
changeset
|
782 |
ifeq ($(OPENJDK_TARGET_CPU_ARCH), sparc) |
6b05634db714
8211727: Adjust default concurrency settings for running tests on Sparc
erikj
parents:
52396
diff
changeset
|
783 |
JTREG_TIMEOUT_FACTOR ?= 8 |
6b05634db714
8211727: Adjust default concurrency settings for running tests on Sparc
erikj
parents:
52396
diff
changeset
|
784 |
else |
6b05634db714
8211727: Adjust default concurrency settings for running tests on Sparc
erikj
parents:
52396
diff
changeset
|
785 |
JTREG_TIMEOUT_FACTOR ?= 4 |
6b05634db714
8211727: Adjust default concurrency settings for running tests on Sparc
erikj
parents:
52396
diff
changeset
|
786 |
endif |
44027 | 787 |
JTREG_VERBOSE ?= fail,error,summary |
788 |
JTREG_RETAIN ?= fail,error |
|
789 |
||
790 |
ifneq ($$($1_JTREG_MAX_MEM), 0) |
|
791 |
$1_JTREG_BASIC_OPTIONS += -vmoption:-Xmx$$($1_JTREG_MAX_MEM) |
|
792 |
$1_JTREG_LAUNCHER_OPTIONS += -Xmx$$($1_JTREG_MAX_MEM) |
|
793 |
endif |
|
794 |
||
795 |
$1_JTREG_BASIC_OPTIONS += -$$($1_JTREG_TEST_MODE) \ |
|
796 |
-verbose:$$(JTREG_VERBOSE) -retain:$$(JTREG_RETAIN) \ |
|
52125
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
797 |
-concurrency:$$($1_JTREG_JOBS) -timeoutFactor:$$(JTREG_TIMEOUT_FACTOR) \ |
47058
85aaac5701da
8186248: Allow more flexibility in selecting Heap % of available RAM
bobv
parents:
46230
diff
changeset
|
798 |
-vmoption:-XX:MaxRAMPercentage=$$($1_JTREG_MAX_RAM_PERCENTAGE) |
44027 | 799 |
|
52125
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
800 |
$1_JTREG_BASIC_OPTIONS += -automatic -ignore:quiet |
44027 | 801 |
|
47329 | 802 |
# Make it possible to specify the JIB_DATA_DIR for tests using the |
803 |
# JIB Artifact resolver |
|
804 |
$1_JTREG_BASIC_OPTIONS += -e:JIB_DATA_DIR |
|
44027 | 805 |
# Some tests needs to find a boot JDK using the JDK8_HOME variable. |
806 |
$1_JTREG_BASIC_OPTIONS += -e:JDK8_HOME=$$(BOOT_JDK) |
|
49147
af37d9997bd6
8199197: Set _NT_SYMBOL_PATH when running tests on windows
erikj
parents:
48061
diff
changeset
|
807 |
# If running on Windows, propagate the _NT_SYMBOL_PATH to enable |
af37d9997bd6
8199197: Set _NT_SYMBOL_PATH when running tests on windows
erikj
parents:
48061
diff
changeset
|
808 |
# symbol lookup in hserr files |
af37d9997bd6
8199197: Set _NT_SYMBOL_PATH when running tests on windows
erikj
parents:
48061
diff
changeset
|
809 |
ifeq ($$(OPENJDK_TARGET_OS), windows) |
af37d9997bd6
8199197: Set _NT_SYMBOL_PATH when running tests on windows
erikj
parents:
48061
diff
changeset
|
810 |
$1_JTREG_BASIC_OPTIONS += -e:_NT_SYMBOL_PATH |
af37d9997bd6
8199197: Set _NT_SYMBOL_PATH when running tests on windows
erikj
parents:
48061
diff
changeset
|
811 |
endif |
44027 | 812 |
|
813 |
$1_JTREG_BASIC_OPTIONS += \ |
|
814 |
$$(addprefix -javaoption:, $$(JTREG_JAVA_OPTIONS)) \ |
|
815 |
$$(addprefix -vmoption:, $$(JTREG_VM_OPTIONS)) \ |
|
816 |
# |
|
817 |
||
818 |
ifeq ($$($1_JTREG_ASSERT), true) |
|
819 |
$1_JTREG_BASIC_OPTIONS += -ea -esa |
|
820 |
endif |
|
821 |
||
822 |
ifneq ($$($1_JTREG_NATIVEPATH), ) |
|
823 |
$1_JTREG_BASIC_OPTIONS += -nativepath:$$($1_JTREG_NATIVEPATH) |
|
824 |
endif |
|
825 |
||
47941
d91b0d2d45cb
8179554: make run-test does not respect ProblemList.txt
ihse
parents:
47939
diff
changeset
|
826 |
ifneq ($$($1_JTREG_PROBLEM_LIST), ) |
d91b0d2d45cb
8179554: make run-test does not respect ProblemList.txt
ihse
parents:
47939
diff
changeset
|
827 |
$1_JTREG_BASIC_OPTIONS += $$(addprefix -exclude:, $$($1_JTREG_PROBLEM_LIST)) |
d91b0d2d45cb
8179554: make run-test does not respect ProblemList.txt
ihse
parents:
47939
diff
changeset
|
828 |
endif |
d91b0d2d45cb
8179554: make run-test does not respect ProblemList.txt
ihse
parents:
47939
diff
changeset
|
829 |
|
52125
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
830 |
ifneq ($$(JTREG_EXTRA_PROBLEM_LISTS), ) |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
831 |
# Accept both absolute paths as well as relative to the current test root. |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
832 |
$1_JTREG_BASIC_OPTIONS += $$(addprefix -exclude:, $$(wildcard \ |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
833 |
$$(JTREG_EXTRA_PROBLEM_LISTS) \ |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
834 |
$$(addprefix $$($1_TEST_ROOT)/, $$(JTREG_EXTRA_PROBLEM_LISTS)) \ |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
835 |
)) |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
836 |
endif |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
837 |
|
51856
11b9d3a6f31c
8211037: Load jib jars dynamically from JibArtifactManager
erikj
parents:
50908
diff
changeset
|
838 |
ifneq ($$(JIB_HOME), ) |
11b9d3a6f31c
8211037: Load jib jars dynamically from JibArtifactManager
erikj
parents:
50908
diff
changeset
|
839 |
$1_JTREG_BASIC_OPTIONS += -e:JIB_HOME=$$(JIB_HOME) |
46230
e0ca0417b74d
8180600: make run-test does not work with jib test dependencies
erikj
parents:
45104
diff
changeset
|
840 |
endif |
e0ca0417b74d
8180600: make run-test does not work with jib test dependencies
erikj
parents:
45104
diff
changeset
|
841 |
|
50908 | 842 |
$1_JTREG_BASIC_OPTIONS += -e:TEST_IMAGE_GRAAL_DIR=${TEST_IMAGE_DIR}/hotspot/jtreg/graal |
843 |
||
47986 | 844 |
ifneq ($$(JTREG_FAILURE_HANDLER_OPTIONS), ) |
845 |
$1_JTREG_LAUNCHER_OPTIONS += -Djava.library.path="$(JTREG_FAILURE_HANDLER_DIR)" |
|
846 |
endif |
|
847 |
||
52125
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
848 |
ifneq ($$(JTREG_KEYWORDS), ) |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
849 |
# The keywords string may contain problematic characters and may be quoted |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
850 |
# already when it arrives here. Remove any existing quotes and replace them |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
851 |
# with one set of single quotes. |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
852 |
$1_JTREG_KEYWORDS := \ |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
853 |
$$(strip $$(subst $$(SQUOTE),,$$(subst $$(DQUOTE),,$$(JTREG_KEYWORDS)))) |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
854 |
ifneq ($$($1_JTREG_KEYWORDS), ) |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
855 |
$1_JTREG_BASIC_OPTIONS += -k:'$$($1_JTREG_KEYWORDS)' |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
856 |
endif |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
857 |
endif |
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
858 |
|
52393
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
859 |
ifneq ($$(JTREG_AOT_MODULES), ) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
860 |
$$(eval $$(call SetupAot, $1, \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
861 |
MODULES := $$(JTREG_AOT_MODULES), \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
862 |
VM_OPTIONS := $$(JTREG_VM_OPTIONS) $$(JTREG_JAVA_OPTIONS), \ |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
863 |
)) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
864 |
endif |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
865 |
|
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
866 |
ifneq ($$($1_AOT_OPTIONS), ) |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
867 |
$1_JTREG_BASIC_OPTIONS += -vmoptions:"$$($1_AOT_OPTIONS)" |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
868 |
endif |
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
869 |
|
47939
fe7596497fb0
8179555: make run-test should always use a fresh, clean JTwork directory
ihse
parents:
47938
diff
changeset
|
870 |
clean-workdir-$1: |
fe7596497fb0
8179555: make run-test should always use a fresh, clean JTwork directory
ihse
parents:
47938
diff
changeset
|
871 |
$$(RM) -r $$($1_TEST_SUPPORT_DIR) |
fe7596497fb0
8179555: make run-test should always use a fresh, clean JTwork directory
ihse
parents:
47938
diff
changeset
|
872 |
|
52393
ff10f8f3a583
8152988: [AOT] Update test batch definitions to include aot-ed java.base module mode into hs-comp testing
epavlova
parents:
52342
diff
changeset
|
873 |
run-test-$1: clean-workdir-$1 $$($1_AOT_TARGETS) |
44027 | 874 |
$$(call LogWarn) |
875 |
$$(call LogWarn, Running test '$$($1_TEST)') |
|
876 |
$$(call MakeDir, $$($1_TEST_RESULTS_DIR) $$($1_TEST_SUPPORT_DIR)) |
|
877 |
$$(call ExecuteWithLog, $$($1_TEST_SUPPORT_DIR)/jtreg, \ |
|
53295
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
878 |
$$(JCOV_ENVIRONMENT) \ |
44027 | 879 |
$$(JAVA) $$($1_JTREG_LAUNCHER_OPTIONS) \ |
880 |
-Dprogram=jtreg -jar $$(JT_HOME)/lib/jtreg.jar \ |
|
881 |
$$($1_JTREG_BASIC_OPTIONS) \ |
|
882 |
-testjdk:$$(JDK_IMAGE_DIR) \ |
|
47937
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
883 |
-dir:$$(JTREG_TOPDIR) \ |
44027 | 884 |
-reportDir:$$($1_TEST_RESULTS_DIR) \ |
885 |
-workDir:$$($1_TEST_SUPPORT_DIR) \ |
|
886 |
$$(JTREG_OPTIONS) \ |
|
47986 | 887 |
$$(JTREG_FAILURE_HANDLER_OPTIONS) \ |
53295
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
888 |
$$(JTREG_JCOV_OPTIONS) \ |
48042 | 889 |
$$($1_TEST_NAME) \ |
890 |
&& $$(ECHO) $$$$? > $$($1_EXITCODE) \ |
|
891 |
|| $$(ECHO) $$$$? > $$($1_EXITCODE) \ |
|
892 |
) |
|
44027 | 893 |
|
894 |
$1_RESULT_FILE := $$($1_TEST_RESULTS_DIR)/text/stats.txt |
|
895 |
||
896 |
parse-test-$1: run-test-$1 |
|
897 |
$$(call LogWarn, Finished running test '$$($1_TEST)') |
|
898 |
$$(call LogWarn, Test report is stored in $$(strip \ |
|
899 |
$$(subst $$(TOPDIR)/, , $$($1_TEST_RESULTS_DIR)))) |
|
48042 | 900 |
$$(if $$(wildcard $$($1_RESULT_FILE)), \ |
47259
0b347d8efb40
8187672: RunTest displays broken output if jtreg fails completely
ihse
parents:
47253
diff
changeset
|
901 |
$$(eval $1_PASSED := $$(shell $$(AWK) '{ gsub(/[,;]/, ""); \ |
0b347d8efb40
8187672: RunTest displays broken output if jtreg fails completely
ihse
parents:
47253
diff
changeset
|
902 |
for (i=1; i<=NF; i++) { if ($$$$i == "passed:") \ |
0b347d8efb40
8187672: RunTest displays broken output if jtreg fails completely
ihse
parents:
47253
diff
changeset
|
903 |
print $$$$(i+1) } }' $$($1_RESULT_FILE))) \ |
0b347d8efb40
8187672: RunTest displays broken output if jtreg fails completely
ihse
parents:
47253
diff
changeset
|
904 |
$$(if $$($1_PASSED), , $$(eval $1_PASSED := 0)) \ |
0b347d8efb40
8187672: RunTest displays broken output if jtreg fails completely
ihse
parents:
47253
diff
changeset
|
905 |
$$(eval $1_FAILED := $$(shell $$(AWK) '{gsub(/[,;]/, ""); \ |
0b347d8efb40
8187672: RunTest displays broken output if jtreg fails completely
ihse
parents:
47253
diff
changeset
|
906 |
for (i=1; i<=NF; i++) { if ($$$$i == "failed:") \ |
0b347d8efb40
8187672: RunTest displays broken output if jtreg fails completely
ihse
parents:
47253
diff
changeset
|
907 |
print $$$$(i+1) } }' $$($1_RESULT_FILE))) \ |
0b347d8efb40
8187672: RunTest displays broken output if jtreg fails completely
ihse
parents:
47253
diff
changeset
|
908 |
$$(if $$($1_FAILED), , $$(eval $1_FAILED := 0)) \ |
0b347d8efb40
8187672: RunTest displays broken output if jtreg fails completely
ihse
parents:
47253
diff
changeset
|
909 |
$$(eval $1_ERROR := $$(shell $$(AWK) '{gsub(/[,;]/, ""); \ |
0b347d8efb40
8187672: RunTest displays broken output if jtreg fails completely
ihse
parents:
47253
diff
changeset
|
910 |
for (i=1; i<=NF; i++) { if ($$$$i == "error:") \ |
0b347d8efb40
8187672: RunTest displays broken output if jtreg fails completely
ihse
parents:
47253
diff
changeset
|
911 |
print $$$$(i+1) } }' $$($1_RESULT_FILE))) \ |
0b347d8efb40
8187672: RunTest displays broken output if jtreg fails completely
ihse
parents:
47253
diff
changeset
|
912 |
$$(if $$($1_ERROR), , $$(eval $1_ERROR := 0)) \ |
0b347d8efb40
8187672: RunTest displays broken output if jtreg fails completely
ihse
parents:
47253
diff
changeset
|
913 |
$$(eval $1_TOTAL := $$(shell \ |
0b347d8efb40
8187672: RunTest displays broken output if jtreg fails completely
ihse
parents:
47253
diff
changeset
|
914 |
$$(EXPR) $$($1_PASSED) + $$($1_FAILED) + $$($1_ERROR))) \ |
0b347d8efb40
8187672: RunTest displays broken output if jtreg fails completely
ihse
parents:
47253
diff
changeset
|
915 |
, \ |
0b347d8efb40
8187672: RunTest displays broken output if jtreg fails completely
ihse
parents:
47253
diff
changeset
|
916 |
$$(eval $1_PASSED := 0) \ |
0b347d8efb40
8187672: RunTest displays broken output if jtreg fails completely
ihse
parents:
47253
diff
changeset
|
917 |
$$(eval $1_FAILED := 0) \ |
0b347d8efb40
8187672: RunTest displays broken output if jtreg fails completely
ihse
parents:
47253
diff
changeset
|
918 |
$$(eval $1_ERROR := 1) \ |
0b347d8efb40
8187672: RunTest displays broken output if jtreg fails completely
ihse
parents:
47253
diff
changeset
|
919 |
$$(eval $1_TOTAL := 1) \ |
0b347d8efb40
8187672: RunTest displays broken output if jtreg fails completely
ihse
parents:
47253
diff
changeset
|
920 |
) |
44027 | 921 |
|
53295
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
922 |
TARGETS += run-test-$1 parse-test-$1 |
44027 | 923 |
endef |
924 |
||
48061
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
925 |
################################################################################ |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
926 |
|
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
927 |
### Rules for special tests |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
928 |
|
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
929 |
SetupRunSpecialTest = $(NamedParamsMacroTemplate) |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
930 |
define SetupRunSpecialTestBody |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
931 |
$1_TEST_RESULTS_DIR := $$(TEST_RESULTS_DIR)/$1 |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
932 |
$1_TEST_SUPPORT_DIR := $$(TEST_SUPPORT_DIR)/$1 |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
933 |
$1_EXITCODE := $$($1_TEST_RESULTS_DIR)/exitcode.txt |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
934 |
|
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
935 |
$1_FULL_TEST_NAME := $$(strip $$(patsubst special:%, %, $$($1_TEST))) |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
936 |
ifneq ($$(findstring :, $$($1_FULL_TEST_NAME)), ) |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
937 |
$1_TEST_NAME := $$(firstword $$(subst :, ,$$($1_FULL_TEST_NAME))) |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
938 |
$1_TEST_ARGS := $$(strip $$(patsubst special:$$($1_TEST_NAME):%, %, $$($1_TEST))) |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
939 |
else |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
940 |
$1_TEST_NAME := $$($1_FULL_TEST_NAME) |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
941 |
$1_TEST_ARGS := |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
942 |
endif |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
943 |
|
52396
e292e94b448a
8213058: remove ExecuteInternalVMTests and VerboseInternalVMTests flags
iignatyev
parents:
52393
diff
changeset
|
944 |
ifeq ($$($1_TEST_NAME), failure-handler) |
52342 | 945 |
ifeq ($(BUILD_FAILURE_HANDLER), true) |
946 |
$1_TEST_COMMAND_LINE := \ |
|
947 |
($(CD) $(TOPDIR)/make/test && $(MAKE) $(MAKE_ARGS) -f \ |
|
948 |
BuildFailureHandler.gmk test) |
|
949 |
else |
|
950 |
$$(error Cannot test failure handler if it is not built) |
|
951 |
endif |
|
48061
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
952 |
else ifeq ($$($1_TEST_NAME), make) |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
953 |
$1_TEST_COMMAND_LINE := \ |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
954 |
($(CD) $(TOPDIR)/test/make && $(MAKE) $(MAKE_ARGS) -f \ |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
955 |
TestMake.gmk $$($1_TEST_ARGS)) |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
956 |
else |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
957 |
$$(error Invalid special test specification: $$($1_TEST_NAME)) |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
958 |
endif |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
959 |
|
52125
28375a1de254
8212028: Use run-test makefile framework for testing in Oracle's Mach5
erikj
parents:
51856
diff
changeset
|
960 |
run-test-$1: $(TEST_PREREQS) |
48061
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
961 |
$$(call LogWarn) |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
962 |
$$(call LogWarn, Running test '$$($1_TEST)') |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
963 |
$$(call MakeDir, $$($1_TEST_RESULTS_DIR) $$($1_TEST_SUPPORT_DIR)) |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
964 |
$$(call ExecuteWithLog, $$($1_TEST_SUPPORT_DIR)/test-execution, \ |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
965 |
$$($1_TEST_COMMAND_LINE) \ |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
966 |
> >($(TEE) $$($1_TEST_RESULTS_DIR)/test-output.txt) \ |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
967 |
&& $$(ECHO) $$$$? > $$($1_EXITCODE) \ |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
968 |
|| $$(ECHO) $$$$? > $$($1_EXITCODE) \ |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
969 |
) |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
970 |
|
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
971 |
$1_RESULT_FILE := $$($1_TEST_RESULTS_DIR)/gtest.txt |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
972 |
|
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
973 |
# We can not parse the various "special" tests. |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
974 |
parse-test-$1: run-test-$1 |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
975 |
$$(call LogWarn, Finished running test '$$($1_TEST)') |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
976 |
$$(call LogWarn, Test report is stored in $$(strip \ |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
977 |
$$(subst $$(TOPDIR)/, , $$($1_TEST_RESULTS_DIR)))) |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
978 |
$$(call LogWarn, Warning: Special test results are not properly parsed!) |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
979 |
$$(eval $1_PASSED := 0) |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
980 |
$$(eval $1_FAILED := 0) |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
981 |
$$(eval $1_ERROR := 0) |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
982 |
$$(eval $1_TOTAL := 0) |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
983 |
|
53295
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
984 |
TARGETS += run-test-$1 parse-test-$1 |
48061
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
985 |
endef |
44027 | 986 |
|
987 |
################################################################################ |
|
988 |
# Setup and execute make rules for all selected tests |
|
989 |
################################################################################ |
|
990 |
||
991 |
# Helper function to determine which handler to use for the given test |
|
992 |
UseGtestTestHandler = \ |
|
993 |
$(if $(filter gtest:%, $1), true) |
|
994 |
||
52595
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
995 |
UseMicroTestHandler = \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
996 |
$(if $(filter micro:%, $1), true) |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
997 |
|
44027 | 998 |
UseJtregTestHandler = \ |
999 |
$(if $(filter jtreg:%, $1), true) |
|
1000 |
||
48061
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
1001 |
UseSpecialTestHandler = \ |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
1002 |
$(if $(filter special:%, $1), true) |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
1003 |
|
44027 | 1004 |
# Now process each test to run and setup a proper make rule |
1005 |
$(foreach test, $(TESTS_TO_RUN), \ |
|
1006 |
$(eval TEST_ID := $(shell $(ECHO) $(strip $(test)) | \ |
|
48042 | 1007 |
$(TR) -cs '[a-z][A-Z][0-9]\n' '[_*1000]')) \ |
44027 | 1008 |
$(eval ALL_TEST_IDS += $(TEST_ID)) \ |
1009 |
$(if $(call UseCustomTestHandler, $(test)), \ |
|
1010 |
$(eval $(call SetupRunCustomTest, $(TEST_ID), \ |
|
1011 |
TEST := $(test), \ |
|
1012 |
)) \ |
|
1013 |
) \ |
|
1014 |
$(if $(call UseGtestTestHandler, $(test)), \ |
|
1015 |
$(eval $(call SetupRunGtestTest, $(TEST_ID), \ |
|
1016 |
TEST := $(test), \ |
|
1017 |
)) \ |
|
1018 |
) \ |
|
52595
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
1019 |
$(if $(call UseMicroTestHandler, $(test)), \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
1020 |
$(eval $(call SetupRunMicroTest, $(TEST_ID), \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
1021 |
TEST := $(test), \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
1022 |
)) \ |
16609197022c
8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents:
52593
diff
changeset
|
1023 |
) \ |
44027 | 1024 |
$(if $(call UseJtregTestHandler, $(test)), \ |
1025 |
$(eval $(call SetupRunJtregTest, $(TEST_ID), \ |
|
1026 |
TEST := $(test), \ |
|
1027 |
)) \ |
|
1028 |
) \ |
|
48061
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
1029 |
$(if $(call UseSpecialTestHandler, $(test)), \ |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
1030 |
$(eval $(call SetupRunSpecialTest, $(TEST_ID), \ |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
1031 |
TEST := $(test), \ |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
1032 |
)) \ |
665769d3cee4
8193014: Add "special" tests to run-test to cover odd cases
ihse
parents:
48058
diff
changeset
|
1033 |
) \ |
44027 | 1034 |
) |
1035 |
||
1036 |
# Sort also removes duplicates, so if there is any we'll get fewer words. |
|
1037 |
ifneq ($(words $(ALL_TEST_IDS)), $(words $(sort $(ALL_TEST_IDS)))) |
|
1038 |
$(error Duplicate test specification) |
|
1039 |
endif |
|
1040 |
||
1041 |
||
1042 |
################################################################################ |
|
1043 |
# The main target for RunTests.gmk |
|
1044 |
################################################################################ |
|
1045 |
||
1046 |
# The SetupRun*Test functions have populated TARGETS. |
|
1047 |
||
1048 |
TEST_FAILURE := false |
|
1049 |
||
1050 |
run-test: $(TARGETS) |
|
47943 | 1051 |
# Create and print a table of the result of all tests run |
1052 |
$(RM) $(TEST_SUMMARY).old 2> /dev/null |
|
1053 |
$(MV) $(TEST_SUMMARY) $(TEST_SUMMARY).old 2> /dev/null || true |
|
48042 | 1054 |
$(RM) $(TEST_LAST_IDS).old 2> /dev/null |
1055 |
$(MV) $(TEST_LAST_IDS) $(TEST_LAST_IDS).old 2> /dev/null || true |
|
47943 | 1056 |
$(ECHO) >> $(TEST_SUMMARY) ============================== |
1057 |
$(ECHO) >> $(TEST_SUMMARY) Test summary |
|
1058 |
$(ECHO) >> $(TEST_SUMMARY) ============================== |
|
1059 |
$(PRINTF) >> $(TEST_SUMMARY) "%2s %-49s %5s %5s %5s %5s %2s\n" " " \ |
|
1060 |
TEST TOTAL PASS FAIL ERROR " " |
|
44027 | 1061 |
$(foreach test, $(TESTS_TO_RUN), \ |
1062 |
$(eval TEST_ID := $(shell $(ECHO) $(strip $(test)) | \ |
|
48042 | 1063 |
$(TR) -cs '[a-z][A-Z][0-9]\n' '[_*1000]')) \ |
1064 |
$(ECHO) >> $(TEST_LAST_IDS) $(TEST_ID) $(NEWLINE) \ |
|
1065 |
$(eval NAME_PATTERN := $(shell $(ECHO) $(test) | $(TR) -c '\n' '[_*1000]')) \ |
|
47937
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
1066 |
$(if $(filter __________________________________________________%, $(NAME_PATTERN)), \ |
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
1067 |
$(eval TEST_NAME := ) \ |
47943 | 1068 |
$(PRINTF) >> $(TEST_SUMMARY) "%2s %-49s\n" " " "$(test)" $(NEWLINE) \ |
47937
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
1069 |
, \ |
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
1070 |
$(eval TEST_NAME := $(test)) \ |
c1437939b0d8
8177957: run-test summary lines look bad/misleading with long test names
ihse
parents:
47932
diff
changeset
|
1071 |
) \ |
44027 | 1072 |
$(if $(filter $($(TEST_ID)_PASSED), $($(TEST_ID)_TOTAL)), \ |
47943 | 1073 |
$(PRINTF) >> $(TEST_SUMMARY) "%2s %-49s %5d %5d %5d %5d %2s\n" \ |
1074 |
" " "$(TEST_NAME)" $($(TEST_ID)_TOTAL) $($(TEST_ID)_PASSED) \ |
|
1075 |
$($(TEST_ID)_FAILED) $($(TEST_ID)_ERROR) " " $(NEWLINE) \ |
|
44027 | 1076 |
, \ |
47943 | 1077 |
$(PRINTF) >> $(TEST_SUMMARY) "%2s %-49s %5d %5d %5d %5d %2s\n" \ |
1078 |
">>" "$(TEST_NAME)" $($(TEST_ID)_TOTAL) $($(TEST_ID)_PASSED) \ |
|
1079 |
$($(TEST_ID)_FAILED) $($(TEST_ID)_ERROR) "<<" $(NEWLINE) \ |
|
44027 | 1080 |
$(eval TEST_FAILURE := true) \ |
1081 |
) \ |
|
1082 |
) |
|
47943 | 1083 |
$(ECHO) >> $(TEST_SUMMARY) ============================== |
44027 | 1084 |
$(if $(filter true, $(TEST_FAILURE)), \ |
47943 | 1085 |
$(ECHO) >> $(TEST_SUMMARY) TEST FAILURE $(NEWLINE) \ |
1086 |
$(MKDIR) -p $(MAKESUPPORT_OUTPUTDIR) $(NEWLINE) \ |
|
44027 | 1087 |
$(TOUCH) $(MAKESUPPORT_OUTPUTDIR)/exit-with-error \ |
1088 |
, \ |
|
47943 | 1089 |
$(ECHO) >> $(TEST_SUMMARY) TEST SUCCESS \ |
44027 | 1090 |
) |
1091 |
$(ECHO) |
|
47943 | 1092 |
$(CAT) $(TEST_SUMMARY) |
1093 |
$(ECHO) |
|
44027 | 1094 |
|
1095 |
################################################################################ |
|
53295
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1096 |
# Setup JCov |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1097 |
################################################################################ |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1098 |
|
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1099 |
ifeq ($(TEST_OPTS_JCOV), true) |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1100 |
|
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1101 |
JCOV_OUTPUT_DIR := $(TEST_RESULTS_DIR)/jcov-output |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1102 |
JCOV_GRABBER_LOG := $(JCOV_OUTPUT_DIR)/grabber.log |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1103 |
JCOV_RESULT_FILE := $(JCOV_OUTPUT_DIR)/result.xml |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1104 |
JCOV_REPORT := $(JCOV_OUTPUT_DIR)/report |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1105 |
JCOV_MEM_OPTIONS := -Xms64m -Xmx4g |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1106 |
|
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1107 |
ifneq ($(JCOV_IMAGE_DIR), ) |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1108 |
JDK_IMAGE_DIR := $(JCOV_IMAGE_DIR) |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1109 |
endif |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1110 |
|
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1111 |
JCOV_ENVIRONMENT := JAVA_TOOL_OPTIONS="$(JCOV_MEM_OPTIONS)" \ |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1112 |
_JAVA_OPTIONS="$(JCOV_MEM_OPTIONS)" |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1113 |
JTREG_JCOV_OPTIONS := -e:JAVA_TOOL_OPTIONS='$(JCOV_MEM_OPTIONS)' \ |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1114 |
-e:_JAVA_OPTIONS='$(JCOV_MEM_OPTIONS)' |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1115 |
|
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1116 |
jcov-do-start-grabber: |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1117 |
$(call MakeDir, $(JCOV_OUTPUT_DIR)) |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1118 |
if $(JAVA) -jar $(JCOV_HOME)/lib/jcov.jar GrabberManager -status 1>/dev/null 2>&1 ; then \ |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1119 |
$(JAVA) -jar $(JCOV_HOME)/lib/jcov.jar GrabberManager -stop -stoptimeout 3600 ; \ |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1120 |
fi |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1121 |
$(JAVA) -Xmx4g -jar $(JCOV_HOME)/lib/jcov.jar Grabber -v -t \ |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1122 |
$(JCOV_IMAGE_DIR)/template.xml -o $(JCOV_RESULT_FILE) \ |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1123 |
1>$(JCOV_GRABBER_LOG) 2>&1 & |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1124 |
|
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1125 |
jcov-start-grabber: jcov-do-start-grabber |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1126 |
$(call LogWarn, Starting JCov Grabber...) |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1127 |
$(JAVA) -jar $(JCOV_HOME)/lib/jcov.jar GrabberManager -t 600 -wait |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1128 |
|
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1129 |
jcov-stop-grabber: |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1130 |
$(call LogWarn, Stopping JCov Grabber...) |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1131 |
$(JAVA) -jar $(JCOV_HOME)/lib/jcov.jar GrabberManager -stop -stoptimeout 3600 |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1132 |
|
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1133 |
jcov-gen-report: run-test jcov-stop-grabber |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1134 |
$(call LogWarn, Generating JCov report ...) |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1135 |
$(JAVA) -Xmx4g -jar $(JCOV_HOME)/lib/jcov.jar RepGen -sourcepath \ |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1136 |
`$(ECHO) $(TOPDIR)/src/*/share/classes/ | $(TR) ' ' ':'` -fmt html \ |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1137 |
-o $(JCOV_REPORT) $(JCOV_RESULT_FILE) |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1138 |
|
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1139 |
$(TARGETS): jcov-start-grabber |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1140 |
all: jcov-gen-report |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1141 |
|
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1142 |
endif |
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1143 |
|
520f8e2041bb
8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents:
52790
diff
changeset
|
1144 |
################################################################################ |
44027 | 1145 |
|
1146 |
all: run-test |
|
1147 |
||
1148 |
.PHONY: default all run-test $(TARGETS) |