make/common/FindTests.gmk
author herrick
Thu, 28 Mar 2019 13:49:38 -0400
branchJDK-8200758-branch
changeset 57292 7a683c461b80
parent 53465 d982794784f1
child 54334 f1548abd4ae0
permissions -rw-r--r--
Merge
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
44027
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
     1
#
53295
520f8e2041bb 8215729: Enhance makefiles to allow collecting code coverage with JCov
shurailine
parents: 52595
diff changeset
     2
# Copyright (c) 2017, 2019, Oracle and/or its affiliates. All rights reserved.
44027
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
     3
# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
     4
#
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
     5
# This code is free software; you can redistribute it and/or modify it
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
     6
# under the terms of the GNU General Public License version 2 only, as
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
     7
# published by the Free Software Foundation.  Oracle designates this
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
     8
# particular file as subject to the "Classpath" exception as provided
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
     9
# by Oracle in the LICENSE file that accompanied this code.
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    10
#
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    11
# This code is distributed in the hope that it will be useful, but WITHOUT
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    12
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    13
# FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    14
# version 2 for more details (a copy is included in the LICENSE file that
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    15
# accompanied this code).
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    16
#
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    17
# You should have received a copy of the GNU General Public License version
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    18
# 2 along with this work; if not, write to the Free Software Foundation,
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    19
# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    20
#
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    21
# Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    22
# or visit www.oracle.com if you need additional information or have any
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    23
# questions.
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    24
#
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    25
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    26
ifndef _FIND_TESTS_GMK
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    27
_FIND_TESTS_GMK := 1
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    28
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    29
# Hook to include the corresponding custom file, if present.
47314
743814386712 8188814: Simplify IncludeCustomExtension
ihse
parents: 47218
diff changeset
    30
$(eval $(call IncludeCustomExtension, common/FindTests.gmk))
44027
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    31
47932
0c22f6b9b5e2 8191820: Fix run-test jtreg test selection and component calculation
ihse
parents: 47314
diff changeset
    32
# TEST_BASEDIRS might have been set by a custom extension
0c22f6b9b5e2 8191820: Fix run-test jtreg test selection and component calculation
ihse
parents: 47314
diff changeset
    33
TEST_BASEDIRS += $(TOPDIR)/test $(TOPDIR)
0c22f6b9b5e2 8191820: Fix run-test jtreg test selection and component calculation
ihse
parents: 47314
diff changeset
    34
47218
918745561887 8187445: Forest Consolidation: Make tests work
erikj
parents: 44028
diff changeset
    35
# JTREG_TESTROOTS might have been set by a custom extension
918745561887 8187445: Forest Consolidation: Make tests work
erikj
parents: 44028
diff changeset
    36
JTREG_TESTROOTS += $(addprefix $(TOPDIR)/test/, hotspot/jtreg jdk langtools nashorn jaxp)
44027
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    37
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    38
################################################################################
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    39
# Find the Jtreg test groups for the given component.
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    40
#
47218
918745561887 8187445: Forest Consolidation: Make tests work
erikj
parents: 44028
diff changeset
    41
# Parameter 1 is the jtreg root dir. This name is used as variable prefix.
44027
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    42
#
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    43
# After this macro has been evaluated, the following variables are defined for
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    44
# the component:
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    45
#   JTREG_TESTROOT - The path to the root of the test directory
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    46
#   JTREG_GROUP_FILES - The file(s) containing the group definitions
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    47
#   JTREG_TEST_GROUPS - The name of the test groups that the component defines
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    48
#
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    49
FindJtregGroups = $(NamedParamsMacroTemplate)
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    50
define FindJtregGroupsBody
47218
918745561887 8187445: Forest Consolidation: Make tests work
erikj
parents: 44028
diff changeset
    51
  ifneq ($$(wildcard $1), )
44027
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    52
    $1_JTREG_GROUP_FILENAMES := $$(shell $$(SED) -n -e 's/\[\(.*\)\]/\1/g' \
47218
918745561887 8187445: Forest Consolidation: Make tests work
erikj
parents: 44028
diff changeset
    53
        -e 's/^groups\w*=//p' $1/TEST.ROOT)
918745561887 8187445: Forest Consolidation: Make tests work
erikj
parents: 44028
diff changeset
    54
    $1_JTREG_GROUP_FILES := $$(addprefix $1/, $$($1_JTREG_GROUP_FILENAMES))
44027
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    55
    $1_JTREG_TEST_GROUPS := $$(strip $$(shell $$(SED) -n \
44028
7fa83c9bad59 8176196: sed from FindTests.gmk prints warnings
ihse
parents: 44027
diff changeset
    56
        -e 's/\([^ ]*\)\w*=.*/\1/gp' $$(wildcard $$($1_JTREG_GROUP_FILES)) \
7fa83c9bad59 8176196: sed from FindTests.gmk prints warnings
ihse
parents: 44027
diff changeset
    57
        | $$(SORT) -u))
44027
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    58
  endif
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    59
endef
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    60
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    61
# Configure definitions for all available test components
47218
918745561887 8187445: Forest Consolidation: Make tests work
erikj
parents: 44028
diff changeset
    62
$(foreach root, $(JTREG_TESTROOTS), $(eval $(call FindJtregGroups, $(root))))
44027
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    63
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    64
# Create a list of all available Jtreg test groups in all components
47218
918745561887 8187445: Forest Consolidation: Make tests work
erikj
parents: 44028
diff changeset
    65
JTREG_TEST_GROUPS += $(sort $(foreach root, $(JTREG_TESTROOTS), \
918745561887 8187445: Forest Consolidation: Make tests work
erikj
parents: 44028
diff changeset
    66
    $($(root)_JTREG_TEST_GROUPS)))
44027
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    67
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    68
# Add Jtreg test groups to list of named tests (test groups, test list, etc)
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    69
# ALL_NAMED_TESTS might have been set by a custom extension
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    70
ALL_NAMED_TESTS += $(JTREG_TEST_GROUPS)
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    71
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    72
# Add Gtest
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    73
ALL_NAMED_TESTS += gtest
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    74
52595
16609197022c 8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents: 52396
diff changeset
    75
# Add microbenchmarks
16609197022c 8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents: 52396
diff changeset
    76
ALL_NAMED_TESTS += micro
16609197022c 8061281: Microbenchmark suite build support, directory layout and sample benchmarks
redestad
parents: 52396
diff changeset
    77
52342
9341b077bd55 8210958: Rename "make run-test" to "make test"
ihse
parents: 47932
diff changeset
    78
# Find make test targets
9341b077bd55 8210958: Rename "make run-test" to "make test"
ihse
parents: 47932
diff changeset
    79
MAKE_TEST_TARGETS := $(shell $(MAKE) -s --no-print-directory $(MAKE_ARGS) \
9341b077bd55 8210958: Rename "make run-test" to "make test"
ihse
parents: 47932
diff changeset
    80
    SPEC=$(SPEC) -f $(TOPDIR)/test/make/TestMake.gmk print-targets)
9341b077bd55 8210958: Rename "make run-test" to "make test"
ihse
parents: 47932
diff changeset
    81
9341b077bd55 8210958: Rename "make run-test" to "make test"
ihse
parents: 47932
diff changeset
    82
ALL_NAMED_TESTS += $(addprefix make-, $(MAKE_TEST_TARGETS))
9341b077bd55 8210958: Rename "make run-test" to "make test"
ihse
parents: 47932
diff changeset
    83
9341b077bd55 8210958: Rename "make run-test" to "make test"
ihse
parents: 47932
diff changeset
    84
# Add special tests
52396
e292e94b448a 8213058: remove ExecuteInternalVMTests and VerboseInternalVMTests flags
iignatyev
parents: 52342
diff changeset
    85
ALL_NAMED_TESTS += failure-handler make
52342
9341b077bd55 8210958: Rename "make run-test" to "make test"
ihse
parents: 47932
diff changeset
    86
44027
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    87
################################################################################
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    88
3a3050924db2 8176084: Developer-friendly run-test facility
ihse
parents:
diff changeset
    89
endif # _FIND_TESTS_GMK