test/hotspot/jtreg/vmTestbase/vm/runtime/defmeth/shared/DefMethTest.java
author hseigel
Fri, 26 Oct 2018 08:23:52 -0400
changeset 52301 fbfcdc5bf694
parent 50243 4fac3c99487d
permissions -rw-r--r--
8192864: defmeth tests can hide failures Summary: Add a call to addFailureCount() to record previously hidden failures. Reviewed-by: lfoltan, coleenp
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
50243
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
     1
/*
52301
fbfcdc5bf694 8192864: defmeth tests can hide failures
hseigel
parents: 50243
diff changeset
     2
 * Copyright (c) 2013, 2018, Oracle and/or its affiliates. All rights reserved.
50243
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
     4
 *
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
     7
 * published by the Free Software Foundation.
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
     8
 *
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    13
 * accompanied this code).
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    14
 *
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    18
 *
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    21
 * questions.
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    22
 */
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    23
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    24
package vm.runtime.defmeth.shared;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    25
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    26
import java.lang.reflect.InvocationTargetException;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    27
import java.lang.reflect.Method;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    28
import java.lang.reflect.Modifier;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    29
import java.util.ArrayList;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    30
import java.util.List;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    31
import java.util.TreeSet;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    32
import java.util.regex.Pattern;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    33
import nsk.share.TestFailure;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    34
import nsk.share.log.Log;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    35
import nsk.share.test.TestBase;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    36
import vm.runtime.defmeth.AccessibilityFlagsTest;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    37
import vm.runtime.defmeth.BasicTest;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    38
import vm.runtime.defmeth.ConflictingDefaultsTest;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    39
import vm.runtime.defmeth.DefaultVsAbstractTest;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    40
import vm.runtime.defmeth.MethodResolutionTest;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    41
import vm.runtime.defmeth.ObjectMethodOverridesTest;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    42
import vm.runtime.defmeth.PrivateMethodsTest;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    43
import vm.runtime.defmeth.StaticMethodsTest;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    44
import vm.runtime.defmeth.SuperCallTest;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    45
import vm.runtime.defmeth.shared.annotation.Crash;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    46
import vm.runtime.defmeth.shared.annotation.KnownFailure;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    47
import vm.runtime.defmeth.shared.annotation.NotApplicableFor;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    48
import vm.runtime.defmeth.shared.builder.TestBuilderFactory;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    49
import vm.share.options.Option;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    50
import vm.share.options.OptionSupport;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    51
import vm.share.options.Options;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    52
import static java.lang.String.format;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    53
import java.util.Collections;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    54
import vm.runtime.defmeth.RedefineTest;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    55
import vm.runtime.defmeth.shared.annotation.NotTest;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    56
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    57
/**
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    58
 * Parent class for all default method tests.
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    59
 *
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    60
 * Contains common settings and code to run individual tests.
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    61
 *
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    62
 * Provides command-line interface to run arbitrary subset of
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    63
 * tests on default methods with some customizations.
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    64
 */
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    65
public abstract class DefMethTest extends TestBase {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    66
    /** Classes that contain tests on default methods */
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    67
    static private final List<Class<? extends DefMethTest>> classes;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    68
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    69
    // the number of tests has failed
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    70
    // note that if more than one sub-test has failed within a test,
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    71
    // it will be counted as 1 failure for that test
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    72
    private int numFailures;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    73
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    74
    static {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    75
        List<Class<? extends DefMethTest>> intlList = new ArrayList<>();
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    76
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    77
        intlList.add(AccessibilityFlagsTest.class);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    78
        intlList.add(BasicTest.class);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    79
        intlList.add(ConflictingDefaultsTest.class);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    80
        intlList.add(DefaultVsAbstractTest.class);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    81
        intlList.add(MethodResolutionTest.class);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    82
        intlList.add(ObjectMethodOverridesTest.class);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    83
        intlList.add(SuperCallTest.class);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    84
        intlList.add(PrivateMethodsTest.class);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    85
        intlList.add(StaticMethodsTest.class);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    86
        intlList.add(RedefineTest.class);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    87
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    88
        classes = Collections.unmodifiableList(intlList);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    89
    }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    90
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    91
    public static List<Class<? extends DefMethTest>> getTests() {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    92
        return classes;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    93
    }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    94
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    95
    @Option(name="list", default_value="false", description="list tests w/o executing them")
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    96
    boolean listTests;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    97
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    98
    @Option(name="filter", default_value="", description="filter executed tests")
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
    99
    String filterString;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   100
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   101
    @Option(name="ignoreKnownFailures", default_value="false", description="ignore tests with known failures")
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   102
    boolean ignoreKnownFailures;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   103
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   104
    @Option(name="runOnlyFailingTests", default_value="false", description="run only failing tests")
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   105
    boolean runOnlyFailingTests;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   106
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   107
    @Option(name="ignoreCrashes", default_value="false", description="don't run tests with crash VM")
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   108
    boolean ignoreCrashes;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   109
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   110
    @Option(name="silent", default_value="false", description="silent mode - don't print anything")
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   111
    boolean isSilent;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   112
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   113
    @Option(name="failfast", default_value="false", description="fail the whole set of test on first failure")
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   114
    boolean failFast;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   115
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   116
    @Option(name="testAllModes", default_value="false", description="run each test in all possible modes")
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   117
    boolean testAllModes;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   118
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   119
    @Option(name="mode", description="invocation mode (direct, reflect, invoke)", default_value="direct")
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   120
    private String mode;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   121
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   122
    private Pattern filter; // Precompiled pattern for filterString
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   123
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   124
    /**
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   125
     * Used from individual tests to get TestBuilder instances,
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   126
     * which is aware of current testing configuration
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   127
     */
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   128
    @Options
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   129
    protected TestBuilderFactory factory = new TestBuilderFactory(this);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   130
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   131
    private void init() {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   132
        if (isSilent) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   133
            getLog().setInfoEnabled(false);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   134
            getLog().setWarnEnabled(false);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   135
            getLog().setDebugEnabled(false);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   136
        }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   137
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   138
        if (filterString != null && !"".equals(filterString)) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   139
            filter = Pattern.compile(".*" + filterString + ".*");
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   140
        } else {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   141
            filter = Pattern.compile(".*"); // match everything
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   142
        }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   143
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   144
        // Test-specific config
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   145
        configure();
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   146
    }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   147
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   148
    @Override
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   149
    public final void run() {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   150
        init();
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   151
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   152
        boolean success = runTest();
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   153
        if (!success) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   154
            getLog().info("TEST FAILED");
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   155
            setFailed(true);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   156
        } else {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   157
            getLog().info("TEST PASSED");
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   158
        }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   159
    }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   160
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   161
    protected void configure() {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   162
        // Is overriden by specific tests to do test-specific setup
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   163
    }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   164
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   165
    public Log getLog() {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   166
        return log;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   167
    }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   168
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   169
    @Override
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   170
    public String toString() {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   171
        return format("%s%s",
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   172
                getClass().getSimpleName(), factory);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   173
    }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   174
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   175
    /** Enumerate invocation modes to be tested */
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   176
    private ExecutionMode[] getInvocationModes() {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   177
        if (factory.getExecutionMode() != null) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   178
            return new ExecutionMode[] { ExecutionMode.valueOf(factory.getExecutionMode()) };
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   179
        }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   180
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   181
        if (testAllModes) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   182
            return ExecutionMode.values();
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   183
        }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   184
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   185
        switch(mode) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   186
            case "direct":  return new ExecutionMode[] { ExecutionMode.DIRECT };
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   187
            case "reflect": return new ExecutionMode[] { ExecutionMode.REFLECTION };
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   188
            case "invoke_exact":   return new ExecutionMode[] { ExecutionMode.INVOKE_EXACT };
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   189
            case "invoke_generic": return new ExecutionMode[] { ExecutionMode.INVOKE_GENERIC };
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   190
            case "indy":    return new ExecutionMode[] { ExecutionMode.INDY };
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   191
            case "invoke":  return new ExecutionMode[] { ExecutionMode.INVOKE_WITH_ARGS,
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   192
                                                         ExecutionMode.INVOKE_EXACT,
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   193
                                                         ExecutionMode.INVOKE_GENERIC,
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   194
                                                         ExecutionMode.INDY };
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   195
            case "redefinition":
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   196
                throw new Error("redefinition is only a pseudo-mode");
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   197
            default:
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   198
                throw new Error("Unknown mode: " + mode);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   199
        }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   200
    }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   201
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   202
    // Check whether the test is applicable to selected execution mode
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   203
    private boolean shouldExecute(Method m, ExecutionMode mode) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   204
        Class<? extends DefMethTest> test = this.getClass();
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   205
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   206
        int acc = m.getModifiers();
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   207
        if (m.isAnnotationPresent(NotTest.class)
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   208
                || (ignoreCrashes && m.isAnnotationPresent(Crash.class))
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   209
                || !Modifier.isPublic(acc) || Modifier.isStatic(acc)
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   210
                //|| m.getReturnType() != Void.class
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   211
                || m.getParameterTypes().length != 0)
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   212
        {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   213
            return false; // not a test
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   214
        }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   215
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   216
        String testName = format("%s.%s", test.getName(), m.getName());
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   217
        if (!filter.matcher(testName).matches()) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   218
            return false; // test is filtered out
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   219
        }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   220
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   221
        if (m.isAnnotationPresent(NotApplicableFor.class)) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   222
            for (ExecutionMode excludeFromMode : m.getAnnotation(NotApplicableFor.class).modes()) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   223
                if (mode == excludeFromMode) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   224
                    return false; // not applicable to current execution mode
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   225
                } else if (excludeFromMode == ExecutionMode.REDEFINITION &&
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   226
                          (factory.isRedefineClasses() || factory.isRetransformClasses())) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   227
                    return false; // Can't redefine some tests.
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   228
                }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   229
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   230
            }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   231
        }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   232
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   233
          if (ignoreKnownFailures &&
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   234
            m.isAnnotationPresent(KnownFailure.class)) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   235
            ExecutionMode[] modes = m.getAnnotation(KnownFailure.class).modes();
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   236
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   237
            if (modes.length == 0)  return false; // by default, matches all modes
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   238
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   239
            for (ExecutionMode knownFailingMode : modes) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   240
                if (mode == knownFailingMode) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   241
                    return false; // known failure in current mode
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   242
                }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   243
            }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   244
        }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   245
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   246
        return true;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   247
    }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   248
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   249
    /** Information about the test being executed */
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   250
    public String shortTestName;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   251
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   252
    public static class ComparableMethod implements Comparable<ComparableMethod> {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   253
        final java.lang.reflect.Method m;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   254
        ComparableMethod(java.lang.reflect.Method m) { this.m = m; }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   255
        public int compareTo(ComparableMethod mo) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   256
           String name = m.getName();
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   257
           String mo_name = mo.m.getName();
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   258
           return name.compareTo(mo_name);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   259
        }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   260
    }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   261
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   262
    /** helper method for subclass to report the number of test failures.
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   263
     *  It is more important for the reflection case as an exception thrown
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   264
     *  deep in the call stack may not be propagated to this level.
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   265
     *
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   266
     * @param failures
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   267
     */
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   268
    public void addFailureCount(int failures) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   269
        numFailures += failures;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   270
    }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   271
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   272
    /**
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   273
     * Execute all tests from current class and report status.
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   274
     *
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   275
     * The following execution customization is supported:
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   276
     *   - filter tests by name using regex
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   277
     *   - ignore tests marked as @KnownFailure
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   278
     *   - ignore tests marked as @Crash
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   279
     *   - only run tests marked as @KnownFailure
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   280
     *
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   281
     * @return any failures occurred?
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   282
     */
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   283
    public final boolean runTest() {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   284
        if (ignoreKnownFailures && runOnlyFailingTests) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   285
            throw new IllegalArgumentException("conflicting parameters");
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   286
        }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   287
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   288
        ExecutionMode[] invocationModes = getInvocationModes();
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   289
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   290
        try {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   291
            int totalTests = 0;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   292
            int passedTests = 0;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   293
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   294
            Class<? extends DefMethTest> test = this.getClass();
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   295
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   296
            getLog().info(format("\n%s %s", test.getSimpleName(), factory.toString()));
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   297
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   298
            TreeSet<ComparableMethod> ts = new TreeSet<ComparableMethod>();
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   299
            for (java.lang.reflect.Method m : test.getDeclaredMethods()) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   300
                ts.add(new ComparableMethod(m));
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   301
            }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   302
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   303
            for (ComparableMethod cm : ts) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   304
                java.lang.reflect.Method m = cm.m;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   305
                for (ExecutionMode mode : invocationModes) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   306
                    shortTestName = format("%s.%s", test.getSimpleName(), m.getName());
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   307
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   308
                    if (!shouldExecute(m, mode)) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   309
                        continue; // skip the test due to current configuration
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   310
                    }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   311
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   312
                    totalTests++;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   313
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   314
                    getLog().info(shortTestName);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   315
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   316
                    if (listTests) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   317
                        continue; // just print test info
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   318
                    }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   319
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   320
                    // Iterate over all test modes
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   321
                    try {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   322
                        factory.setExecutionMode(mode.name());
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   323
                        getLog().info(format("    %s: ", mode));
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   324
                        m.invoke(this);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   325
                    } catch (IllegalAccessException | IllegalArgumentException e) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   326
                        throw new TestFailure(e);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   327
                    } catch (InvocationTargetException e) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   328
                        if (e.getCause() instanceof TestFailure) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   329
                            // Failure details were printed in GeneratedTest.run()/ReflectionTest.run()
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   330
                        } else {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   331
                            if (Constants.PRINT_STACK_TRACE) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   332
                                e.printStackTrace();
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   333
                            }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   334
                        }
52301
fbfcdc5bf694 8192864: defmeth tests can hide failures
hseigel
parents: 50243
diff changeset
   335
                        addFailureCount(1);
50243
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   336
                        if (failFast) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   337
                            throw new TestFailure(e.getCause());
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   338
                        }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   339
                    }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   340
                }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   341
            }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   342
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   343
            passedTests = totalTests - numFailures;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   344
            getLog().info(format("%d test run: %d passed, %d failed", totalTests, passedTests, numFailures));
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   345
            if (numFailures == 0) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   346
                return true;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   347
            } else {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   348
                return false;
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   349
            }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   350
        } catch (Exception | Error e) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   351
            throw new RuntimeException(e);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   352
        }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   353
    }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   354
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   355
    /** Command-line interface to initiate test run */
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   356
    public static void main(String[] args) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   357
        for (Class<? extends DefMethTest> clz : classes) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   358
            try {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   359
                DefMethTest test = clz.newInstance();
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   360
                OptionSupport.setupAndRun(test, args);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   361
            } catch (InstantiationException | IllegalAccessException e) {
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   362
                throw new TestFailure(e);
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   363
            }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   364
        }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   365
    }
4fac3c99487d 8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff changeset
   366
}