author | hseigel |
Fri, 26 Oct 2018 08:23:52 -0400 | |
changeset 52301 | fbfcdc5bf694 |
parent 50243 | 4fac3c99487d |
permissions | -rw-r--r-- |
50243
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
1 |
/* |
52301 | 2 |
* Copyright (c) 2013, 2018, Oracle and/or its affiliates. All rights reserved. |
50243
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
4 |
* |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
5 |
* This code is free software; you can redistribute it and/or modify it |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
7 |
* published by the Free Software Foundation. |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
8 |
* |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
13 |
* accompanied this code). |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
14 |
* |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
15 |
* You should have received a copy of the GNU General Public License version |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
18 |
* |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
21 |
* questions. |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
22 |
*/ |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
23 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
24 |
package vm.runtime.defmeth.shared; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
25 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
26 |
import java.lang.reflect.InvocationTargetException; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
27 |
import java.lang.reflect.Method; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
28 |
import java.lang.reflect.Modifier; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
29 |
import java.util.ArrayList; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
30 |
import java.util.List; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
31 |
import java.util.TreeSet; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
32 |
import java.util.regex.Pattern; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
33 |
import nsk.share.TestFailure; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
34 |
import nsk.share.log.Log; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
35 |
import nsk.share.test.TestBase; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
36 |
import vm.runtime.defmeth.AccessibilityFlagsTest; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
37 |
import vm.runtime.defmeth.BasicTest; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
38 |
import vm.runtime.defmeth.ConflictingDefaultsTest; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
39 |
import vm.runtime.defmeth.DefaultVsAbstractTest; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
40 |
import vm.runtime.defmeth.MethodResolutionTest; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
41 |
import vm.runtime.defmeth.ObjectMethodOverridesTest; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
42 |
import vm.runtime.defmeth.PrivateMethodsTest; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
43 |
import vm.runtime.defmeth.StaticMethodsTest; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
44 |
import vm.runtime.defmeth.SuperCallTest; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
45 |
import vm.runtime.defmeth.shared.annotation.Crash; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
46 |
import vm.runtime.defmeth.shared.annotation.KnownFailure; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
47 |
import vm.runtime.defmeth.shared.annotation.NotApplicableFor; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
48 |
import vm.runtime.defmeth.shared.builder.TestBuilderFactory; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
49 |
import vm.share.options.Option; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
50 |
import vm.share.options.OptionSupport; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
51 |
import vm.share.options.Options; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
52 |
import static java.lang.String.format; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
53 |
import java.util.Collections; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
54 |
import vm.runtime.defmeth.RedefineTest; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
55 |
import vm.runtime.defmeth.shared.annotation.NotTest; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
56 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
57 |
/** |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
58 |
* Parent class for all default method tests. |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
59 |
* |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
60 |
* Contains common settings and code to run individual tests. |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
61 |
* |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
62 |
* Provides command-line interface to run arbitrary subset of |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
63 |
* tests on default methods with some customizations. |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
64 |
*/ |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
65 |
public abstract class DefMethTest extends TestBase { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
66 |
/** Classes that contain tests on default methods */ |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
67 |
static private final List<Class<? extends DefMethTest>> classes; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
68 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
69 |
// the number of tests has failed |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
70 |
// note that if more than one sub-test has failed within a test, |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
71 |
// it will be counted as 1 failure for that test |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
72 |
private int numFailures; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
73 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
74 |
static { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
75 |
List<Class<? extends DefMethTest>> intlList = new ArrayList<>(); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
76 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
77 |
intlList.add(AccessibilityFlagsTest.class); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
78 |
intlList.add(BasicTest.class); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
79 |
intlList.add(ConflictingDefaultsTest.class); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
80 |
intlList.add(DefaultVsAbstractTest.class); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
81 |
intlList.add(MethodResolutionTest.class); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
82 |
intlList.add(ObjectMethodOverridesTest.class); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
83 |
intlList.add(SuperCallTest.class); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
84 |
intlList.add(PrivateMethodsTest.class); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
85 |
intlList.add(StaticMethodsTest.class); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
86 |
intlList.add(RedefineTest.class); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
87 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
88 |
classes = Collections.unmodifiableList(intlList); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
89 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
90 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
91 |
public static List<Class<? extends DefMethTest>> getTests() { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
92 |
return classes; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
93 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
94 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
95 |
@Option(name="list", default_value="false", description="list tests w/o executing them") |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
96 |
boolean listTests; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
97 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
98 |
@Option(name="filter", default_value="", description="filter executed tests") |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
99 |
String filterString; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
100 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
101 |
@Option(name="ignoreKnownFailures", default_value="false", description="ignore tests with known failures") |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
102 |
boolean ignoreKnownFailures; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
103 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
104 |
@Option(name="runOnlyFailingTests", default_value="false", description="run only failing tests") |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
105 |
boolean runOnlyFailingTests; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
106 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
107 |
@Option(name="ignoreCrashes", default_value="false", description="don't run tests with crash VM") |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
108 |
boolean ignoreCrashes; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
109 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
110 |
@Option(name="silent", default_value="false", description="silent mode - don't print anything") |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
111 |
boolean isSilent; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
112 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
113 |
@Option(name="failfast", default_value="false", description="fail the whole set of test on first failure") |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
114 |
boolean failFast; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
115 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
116 |
@Option(name="testAllModes", default_value="false", description="run each test in all possible modes") |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
117 |
boolean testAllModes; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
118 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
119 |
@Option(name="mode", description="invocation mode (direct, reflect, invoke)", default_value="direct") |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
120 |
private String mode; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
121 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
122 |
private Pattern filter; // Precompiled pattern for filterString |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
123 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
124 |
/** |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
125 |
* Used from individual tests to get TestBuilder instances, |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
126 |
* which is aware of current testing configuration |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
127 |
*/ |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
128 |
@Options |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
129 |
protected TestBuilderFactory factory = new TestBuilderFactory(this); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
130 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
131 |
private void init() { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
132 |
if (isSilent) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
133 |
getLog().setInfoEnabled(false); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
134 |
getLog().setWarnEnabled(false); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
135 |
getLog().setDebugEnabled(false); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
136 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
137 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
138 |
if (filterString != null && !"".equals(filterString)) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
139 |
filter = Pattern.compile(".*" + filterString + ".*"); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
140 |
} else { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
141 |
filter = Pattern.compile(".*"); // match everything |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
142 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
143 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
144 |
// Test-specific config |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
145 |
configure(); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
146 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
147 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
148 |
@Override |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
149 |
public final void run() { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
150 |
init(); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
151 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
152 |
boolean success = runTest(); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
153 |
if (!success) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
154 |
getLog().info("TEST FAILED"); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
155 |
setFailed(true); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
156 |
} else { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
157 |
getLog().info("TEST PASSED"); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
158 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
159 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
160 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
161 |
protected void configure() { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
162 |
// Is overriden by specific tests to do test-specific setup |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
163 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
164 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
165 |
public Log getLog() { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
166 |
return log; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
167 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
168 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
169 |
@Override |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
170 |
public String toString() { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
171 |
return format("%s%s", |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
172 |
getClass().getSimpleName(), factory); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
173 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
174 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
175 |
/** Enumerate invocation modes to be tested */ |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
176 |
private ExecutionMode[] getInvocationModes() { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
177 |
if (factory.getExecutionMode() != null) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
178 |
return new ExecutionMode[] { ExecutionMode.valueOf(factory.getExecutionMode()) }; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
179 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
180 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
181 |
if (testAllModes) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
182 |
return ExecutionMode.values(); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
183 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
184 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
185 |
switch(mode) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
186 |
case "direct": return new ExecutionMode[] { ExecutionMode.DIRECT }; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
187 |
case "reflect": return new ExecutionMode[] { ExecutionMode.REFLECTION }; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
188 |
case "invoke_exact": return new ExecutionMode[] { ExecutionMode.INVOKE_EXACT }; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
189 |
case "invoke_generic": return new ExecutionMode[] { ExecutionMode.INVOKE_GENERIC }; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
190 |
case "indy": return new ExecutionMode[] { ExecutionMode.INDY }; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
191 |
case "invoke": return new ExecutionMode[] { ExecutionMode.INVOKE_WITH_ARGS, |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
192 |
ExecutionMode.INVOKE_EXACT, |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
193 |
ExecutionMode.INVOKE_GENERIC, |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
194 |
ExecutionMode.INDY }; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
195 |
case "redefinition": |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
196 |
throw new Error("redefinition is only a pseudo-mode"); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
197 |
default: |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
198 |
throw new Error("Unknown mode: " + mode); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
199 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
200 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
201 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
202 |
// Check whether the test is applicable to selected execution mode |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
203 |
private boolean shouldExecute(Method m, ExecutionMode mode) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
204 |
Class<? extends DefMethTest> test = this.getClass(); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
205 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
206 |
int acc = m.getModifiers(); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
207 |
if (m.isAnnotationPresent(NotTest.class) |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
208 |
|| (ignoreCrashes && m.isAnnotationPresent(Crash.class)) |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
209 |
|| !Modifier.isPublic(acc) || Modifier.isStatic(acc) |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
210 |
//|| m.getReturnType() != Void.class |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
211 |
|| m.getParameterTypes().length != 0) |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
212 |
{ |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
213 |
return false; // not a test |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
214 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
215 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
216 |
String testName = format("%s.%s", test.getName(), m.getName()); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
217 |
if (!filter.matcher(testName).matches()) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
218 |
return false; // test is filtered out |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
219 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
220 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
221 |
if (m.isAnnotationPresent(NotApplicableFor.class)) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
222 |
for (ExecutionMode excludeFromMode : m.getAnnotation(NotApplicableFor.class).modes()) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
223 |
if (mode == excludeFromMode) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
224 |
return false; // not applicable to current execution mode |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
225 |
} else if (excludeFromMode == ExecutionMode.REDEFINITION && |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
226 |
(factory.isRedefineClasses() || factory.isRetransformClasses())) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
227 |
return false; // Can't redefine some tests. |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
228 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
229 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
230 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
231 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
232 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
233 |
if (ignoreKnownFailures && |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
234 |
m.isAnnotationPresent(KnownFailure.class)) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
235 |
ExecutionMode[] modes = m.getAnnotation(KnownFailure.class).modes(); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
236 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
237 |
if (modes.length == 0) return false; // by default, matches all modes |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
238 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
239 |
for (ExecutionMode knownFailingMode : modes) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
240 |
if (mode == knownFailingMode) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
241 |
return false; // known failure in current mode |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
242 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
243 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
244 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
245 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
246 |
return true; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
247 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
248 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
249 |
/** Information about the test being executed */ |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
250 |
public String shortTestName; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
251 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
252 |
public static class ComparableMethod implements Comparable<ComparableMethod> { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
253 |
final java.lang.reflect.Method m; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
254 |
ComparableMethod(java.lang.reflect.Method m) { this.m = m; } |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
255 |
public int compareTo(ComparableMethod mo) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
256 |
String name = m.getName(); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
257 |
String mo_name = mo.m.getName(); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
258 |
return name.compareTo(mo_name); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
259 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
260 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
261 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
262 |
/** helper method for subclass to report the number of test failures. |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
263 |
* It is more important for the reflection case as an exception thrown |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
264 |
* deep in the call stack may not be propagated to this level. |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
265 |
* |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
266 |
* @param failures |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
267 |
*/ |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
268 |
public void addFailureCount(int failures) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
269 |
numFailures += failures; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
270 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
271 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
272 |
/** |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
273 |
* Execute all tests from current class and report status. |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
274 |
* |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
275 |
* The following execution customization is supported: |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
276 |
* - filter tests by name using regex |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
277 |
* - ignore tests marked as @KnownFailure |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
278 |
* - ignore tests marked as @Crash |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
279 |
* - only run tests marked as @KnownFailure |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
280 |
* |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
281 |
* @return any failures occurred? |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
282 |
*/ |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
283 |
public final boolean runTest() { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
284 |
if (ignoreKnownFailures && runOnlyFailingTests) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
285 |
throw new IllegalArgumentException("conflicting parameters"); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
286 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
287 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
288 |
ExecutionMode[] invocationModes = getInvocationModes(); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
289 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
290 |
try { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
291 |
int totalTests = 0; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
292 |
int passedTests = 0; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
293 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
294 |
Class<? extends DefMethTest> test = this.getClass(); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
295 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
296 |
getLog().info(format("\n%s %s", test.getSimpleName(), factory.toString())); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
297 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
298 |
TreeSet<ComparableMethod> ts = new TreeSet<ComparableMethod>(); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
299 |
for (java.lang.reflect.Method m : test.getDeclaredMethods()) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
300 |
ts.add(new ComparableMethod(m)); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
301 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
302 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
303 |
for (ComparableMethod cm : ts) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
304 |
java.lang.reflect.Method m = cm.m; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
305 |
for (ExecutionMode mode : invocationModes) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
306 |
shortTestName = format("%s.%s", test.getSimpleName(), m.getName()); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
307 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
308 |
if (!shouldExecute(m, mode)) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
309 |
continue; // skip the test due to current configuration |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
310 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
311 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
312 |
totalTests++; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
313 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
314 |
getLog().info(shortTestName); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
315 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
316 |
if (listTests) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
317 |
continue; // just print test info |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
318 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
319 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
320 |
// Iterate over all test modes |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
321 |
try { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
322 |
factory.setExecutionMode(mode.name()); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
323 |
getLog().info(format(" %s: ", mode)); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
324 |
m.invoke(this); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
325 |
} catch (IllegalAccessException | IllegalArgumentException e) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
326 |
throw new TestFailure(e); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
327 |
} catch (InvocationTargetException e) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
328 |
if (e.getCause() instanceof TestFailure) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
329 |
// Failure details were printed in GeneratedTest.run()/ReflectionTest.run() |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
330 |
} else { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
331 |
if (Constants.PRINT_STACK_TRACE) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
332 |
e.printStackTrace(); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
333 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
334 |
} |
52301 | 335 |
addFailureCount(1); |
50243
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
336 |
if (failFast) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
337 |
throw new TestFailure(e.getCause()); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
338 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
339 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
340 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
341 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
342 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
343 |
passedTests = totalTests - numFailures; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
344 |
getLog().info(format("%d test run: %d passed, %d failed", totalTests, passedTests, numFailures)); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
345 |
if (numFailures == 0) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
346 |
return true; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
347 |
} else { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
348 |
return false; |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
349 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
350 |
} catch (Exception | Error e) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
351 |
throw new RuntimeException(e); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
352 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
353 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
354 |
|
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
355 |
/** Command-line interface to initiate test run */ |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
356 |
public static void main(String[] args) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
357 |
for (Class<? extends DefMethTest> clz : classes) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
358 |
try { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
359 |
DefMethTest test = clz.newInstance(); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
360 |
OptionSupport.setupAndRun(test, args); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
361 |
} catch (InstantiationException | IllegalAccessException e) { |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
362 |
throw new TestFailure(e); |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
363 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
364 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
365 |
} |
4fac3c99487d
8199255: [TESTBUG] Open source VM testbase default methods tests
mseledtsov
parents:
diff
changeset
|
366 |
} |