author | lkorinth |
Wed, 13 Nov 2019 11:37:29 +0100 | |
changeset 59053 | ba6c248cae19 |
parent 57593 | f40a73b61b5e |
permissions | -rw-r--r-- |
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
1 |
/* |
55283 | 2 |
* Copyright (c) 2015, 2019, Oracle and/or its affiliates. All rights reserved. |
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
3 |
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
4 |
* |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
5 |
* This code is free software; you can redistribute it and/or modify it |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
6 |
* under the terms of the GNU General Public License version 2 only, as |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
7 |
* published by the Free Software Foundation. |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
8 |
* |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
9 |
* This code is distributed in the hope that it will be useful, but WITHOUT |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
10 |
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
11 |
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
12 |
* version 2 for more details (a copy is included in the LICENSE file that |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
13 |
* accompanied this code). |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
14 |
* |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
15 |
* You should have received a copy of the GNU General Public License version |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
16 |
* 2 along with this work; if not, write to the Free Software Foundation, |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
17 |
* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
18 |
* |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
19 |
* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
20 |
* or visit www.oracle.com if you need additional information or have any |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
21 |
* questions. |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
22 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
23 |
package optionsvalidation; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
24 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
25 |
import com.sun.tools.attach.VirtualMachine; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
26 |
import com.sun.tools.attach.AttachOperationFailedException; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
27 |
import java.util.ArrayList; |
35074
4ac430acedd7
8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents:
34275
diff
changeset
|
28 |
import java.util.Arrays; |
4ac430acedd7
8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents:
34275
diff
changeset
|
29 |
import java.util.HashSet; |
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
30 |
import java.util.List; |
35074
4ac430acedd7
8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents:
34275
diff
changeset
|
31 |
import java.util.Set; |
45113
1527aaaeb42d
8180004: jdk.test.lib.DynamicVMOption should be moved to jdk.test.lib.management
iignatyev
parents:
40631
diff
changeset
|
32 |
import jdk.test.lib.management.DynamicVMOption; |
40631
ed82623d7831
8157957: ClassNotFoundException: jdk.test.lib.JDKToolFinder
ctornqvi
parents:
36175
diff
changeset
|
33 |
import jdk.test.lib.process.OutputAnalyzer; |
ed82623d7831
8157957: ClassNotFoundException: jdk.test.lib.JDKToolFinder
ctornqvi
parents:
36175
diff
changeset
|
34 |
import jdk.test.lib.process.ProcessTools; |
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
35 |
import jdk.test.lib.dcmd.CommandExecutor; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
36 |
import jdk.test.lib.dcmd.JMXExecutor; |
51558 | 37 |
import jdk.test.lib.Platform; |
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
38 |
import sun.tools.attach.HotSpotVirtualMachine; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
39 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
40 |
import static optionsvalidation.JVMOptionsUtils.failedMessage; |
36175
0f5b32ce95fc
8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents:
35074
diff
changeset
|
41 |
import static optionsvalidation.JVMOptionsUtils.GCType; |
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
42 |
import static optionsvalidation.JVMOptionsUtils.printOutputContent; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
43 |
import static optionsvalidation.JVMOptionsUtils.VMType; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
44 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
45 |
public abstract class JVMOption { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
46 |
|
57593
f40a73b61b5e
8227123: Assertion failure when setting SymbolTableSize larger than 2^17 (131,072)
coleenp
parents:
55283
diff
changeset
|
47 |
private static final String UNLOCK_FLAG1 = "-XX:+UnlockDiagnosticVMOptions"; |
f40a73b61b5e
8227123: Assertion failure when setting SymbolTableSize larger than 2^17 (131,072)
coleenp
parents:
55283
diff
changeset
|
48 |
private static final String UNLOCK_FLAG2 = "-XX:+UnlockExperimentalVMOptions"; |
f40a73b61b5e
8227123: Assertion failure when setting SymbolTableSize larger than 2^17 (131,072)
coleenp
parents:
55283
diff
changeset
|
49 |
|
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
50 |
/** |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
51 |
* Executor for JCMD |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
52 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
53 |
private final static CommandExecutor executor = new JMXExecutor(); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
54 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
55 |
/** |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
56 |
* Name of the tested parameter |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
57 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
58 |
protected String name; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
59 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
60 |
/** |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
61 |
* Range is defined for option inside VM |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
62 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
63 |
protected boolean withRange; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
64 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
65 |
/** |
34275
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
66 |
* Test valid min range value and additional small values |
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
67 |
*/ |
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
68 |
protected boolean testMinRange; |
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
69 |
|
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
70 |
/** |
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
71 |
* Test valid max range value and additional big values |
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
72 |
*/ |
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
73 |
protected boolean testMaxRange; |
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
74 |
|
35074
4ac430acedd7
8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents:
34275
diff
changeset
|
75 |
private Set<Integer> allowedExitCodes; |
4ac430acedd7
8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents:
34275
diff
changeset
|
76 |
|
34275
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
77 |
/** |
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
78 |
* Prepend string which added before testing option to the command line |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
79 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
80 |
private final List<String> prepend; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
81 |
private final StringBuilder prependString; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
82 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
83 |
protected JVMOption() { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
84 |
this.prepend = new ArrayList<>(); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
85 |
prependString = new StringBuilder(); |
35074
4ac430acedd7
8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents:
34275
diff
changeset
|
86 |
allowedExitCodes = new HashSet<>(); |
4ac430acedd7
8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents:
34275
diff
changeset
|
87 |
allowedExitCodes.add(0); |
4ac430acedd7
8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents:
34275
diff
changeset
|
88 |
allowedExitCodes.add(1); |
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
89 |
withRange = false; |
34275
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
90 |
testMinRange = true; |
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
91 |
testMaxRange = true; |
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
92 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
93 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
94 |
/** |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
95 |
* Create JVM Option with given type and name. |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
96 |
* |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
97 |
* @param type type: "intx", "size_t", "uintx", "uint64_t" or "double" |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
98 |
* @param name name of the option |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
99 |
* @return created JVMOption |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
100 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
101 |
static JVMOption createVMOption(String type, String name) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
102 |
JVMOption parameter; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
103 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
104 |
switch (type) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
105 |
case "int": |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
106 |
case "intx": |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
107 |
case "size_t": |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
108 |
case "uint": |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
109 |
case "uintx": |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
110 |
case "uint64_t": |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
111 |
parameter = new IntJVMOption(name, type); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
112 |
break; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
113 |
case "double": |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
114 |
parameter = new DoubleJVMOption(name); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
115 |
break; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
116 |
default: |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
117 |
throw new Error("Expected only \"int\", \"intx\", \"size_t\", " |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
118 |
+ "\"uint\", \"uintx\", \"uint64_t\", or \"double\" " |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
119 |
+ "option types! Got " + type + " type!"); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
120 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
121 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
122 |
return parameter; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
123 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
124 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
125 |
/** |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
126 |
* Add passed options to the prepend options of the option. Prepend options |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
127 |
* will be added before testing option to the command line. |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
128 |
* |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
129 |
* @param options array of prepend options |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
130 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
131 |
public final void addPrepend(String... options) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
132 |
String toAdd; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
133 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
134 |
for (String option : options) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
135 |
if (option.startsWith("-")) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
136 |
toAdd = option; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
137 |
} else { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
138 |
/* Add "-" before parameter name */ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
139 |
toAdd = "-" + option; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
140 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
141 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
142 |
prepend.add(toAdd); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
143 |
prependString.append(toAdd).append(" "); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
144 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
145 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
146 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
147 |
/** |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
148 |
* Get name of the option |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
149 |
* |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
150 |
* @return name of the option |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
151 |
*/ |
55283 | 152 |
public final String getName() { |
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
153 |
return name; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
154 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
155 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
156 |
/** |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
157 |
* Mark this option as option which range is defined inside VM |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
158 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
159 |
final void optionWithRange() { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
160 |
withRange = true; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
161 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
162 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
163 |
/** |
34275
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
164 |
* Exclude testing of min range value for this option |
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
165 |
*/ |
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
166 |
public final void excludeTestMinRange() { |
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
167 |
testMinRange = false; |
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
168 |
} |
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
169 |
|
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
170 |
/** |
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
171 |
* Exclude testing of max range value for this option |
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
172 |
*/ |
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
173 |
public final void excludeTestMaxRange() { |
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
174 |
testMaxRange = false; |
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
175 |
} |
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
176 |
|
35074
4ac430acedd7
8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents:
34275
diff
changeset
|
177 |
public final void setAllowedExitCodes(Integer... allowedExitCodes) { |
4ac430acedd7
8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents:
34275
diff
changeset
|
178 |
this.allowedExitCodes.addAll(Arrays.asList(allowedExitCodes)); |
4ac430acedd7
8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents:
34275
diff
changeset
|
179 |
} |
4ac430acedd7
8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents:
34275
diff
changeset
|
180 |
|
34275
9b1771bfd6cf
8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents:
31372
diff
changeset
|
181 |
/** |
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
182 |
* Set new minimum option value |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
183 |
* |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
184 |
* @param min new minimum value |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
185 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
186 |
abstract void setMin(String min); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
187 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
188 |
/** |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
189 |
* Get string with minimum value of the option |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
190 |
* |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
191 |
* @return string with minimum value of the option |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
192 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
193 |
abstract String getMin(); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
194 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
195 |
/** |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
196 |
* Set new maximum option value |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
197 |
* |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
198 |
* @param max new maximum value |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
199 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
200 |
abstract void setMax(String min); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
201 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
202 |
/** |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
203 |
* Get string with maximum value of the option |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
204 |
* |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
205 |
* @return string with maximum value of the option |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
206 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
207 |
abstract String getMax(); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
208 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
209 |
/** |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
210 |
* Return list of strings with valid option values which used for testing |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
211 |
* using jcmd, attach and etc. |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
212 |
* |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
213 |
* @return list of strings which contain valid values for option |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
214 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
215 |
protected abstract List<String> getValidValues(); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
216 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
217 |
/** |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
218 |
* Return list of strings with invalid option values which used for testing |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
219 |
* using jcmd, attach and etc. |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
220 |
* |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
221 |
* @return list of strings which contain invalid values for option |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
222 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
223 |
protected abstract List<String> getInvalidValues(); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
224 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
225 |
/** |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
226 |
* Return expected error message for option with value "value" when it used |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
227 |
* on command line with passed value |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
228 |
* |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
229 |
* @param value option value |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
230 |
* @return expected error message |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
231 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
232 |
protected abstract String getErrorMessageCommandLine(String value); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
233 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
234 |
/** |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
235 |
* Testing writeable option using DynamicVMOption isValidValue and |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
236 |
* isInvalidValue methods |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
237 |
* |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
238 |
* @return number of failed tests |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
239 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
240 |
public int testDynamic() { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
241 |
DynamicVMOption option = new DynamicVMOption(name); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
242 |
int failedTests = 0; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
243 |
String origValue; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
244 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
245 |
if (option.isWriteable()) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
246 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
247 |
System.out.println("Testing " + name + " option dynamically by DynamicVMOption"); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
248 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
249 |
origValue = option.getValue(); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
250 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
251 |
for (String value : getValidValues()) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
252 |
if (!option.isValidValue(value)) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
253 |
failedMessage(String.format("Option %s: Valid value \"%s\" is invalid", name, value)); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
254 |
failedTests++; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
255 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
256 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
257 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
258 |
for (String value : getInvalidValues()) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
259 |
if (option.isValidValue(value)) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
260 |
failedMessage(String.format("Option %s: Invalid value \"%s\" is valid", name, value)); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
261 |
failedTests++; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
262 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
263 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
264 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
265 |
option.setValue(origValue); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
266 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
267 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
268 |
return failedTests; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
269 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
270 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
271 |
/** |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
272 |
* Testing writeable option using Jcmd |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
273 |
* |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
274 |
* @return number of failed tests |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
275 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
276 |
public int testJcmd() { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
277 |
DynamicVMOption option = new DynamicVMOption(name); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
278 |
int failedTests = 0; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
279 |
OutputAnalyzer out; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
280 |
String origValue; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
281 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
282 |
if (option.isWriteable()) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
283 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
284 |
System.out.println("Testing " + name + " option dynamically by jcmd"); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
285 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
286 |
origValue = option.getValue(); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
287 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
288 |
for (String value : getValidValues()) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
289 |
out = executor.execute(String.format("VM.set_flag %s %s", name, value), true); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
290 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
291 |
if (out.getOutput().contains(name + " error")) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
292 |
failedMessage(String.format("Option %s: Can not change " |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
293 |
+ "option to valid value \"%s\" via jcmd", name, value)); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
294 |
printOutputContent(out); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
295 |
failedTests++; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
296 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
297 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
298 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
299 |
for (String value : getInvalidValues()) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
300 |
out = executor.execute(String.format("VM.set_flag %s %s", name, value), true); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
301 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
302 |
if (!out.getOutput().contains(name + " error")) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
303 |
failedMessage(String.format("Option %s: Error not reported for " |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
304 |
+ "option when it chagned to invalid value \"%s\" via jcmd", name, value)); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
305 |
printOutputContent(out); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
306 |
failedTests++; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
307 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
308 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
309 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
310 |
option.setValue(origValue); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
311 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
312 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
313 |
return failedTests; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
314 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
315 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
316 |
private boolean setFlagAttach(HotSpotVirtualMachine vm, String flagName, String flagValue) throws Exception { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
317 |
boolean result; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
318 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
319 |
try { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
320 |
vm.setFlag(flagName, flagValue); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
321 |
result = true; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
322 |
} catch (AttachOperationFailedException e) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
323 |
result = false; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
324 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
325 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
326 |
return result; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
327 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
328 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
329 |
/** |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
330 |
* Testing writeable option using attach method |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
331 |
* |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
332 |
* @return number of failed tests |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
333 |
* @throws Exception if an error occurred while attaching to the target JVM |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
334 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
335 |
public int testAttach() throws Exception { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
336 |
DynamicVMOption option = new DynamicVMOption(name); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
337 |
int failedTests = 0; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
338 |
String origValue; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
339 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
340 |
if (option.isWriteable()) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
341 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
342 |
System.out.println("Testing " + name + " option dynamically via attach"); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
343 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
344 |
origValue = option.getValue(); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
345 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
346 |
HotSpotVirtualMachine vm = (HotSpotVirtualMachine) VirtualMachine.attach(String.valueOf(ProcessTools.getProcessId())); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
347 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
348 |
for (String value : getValidValues()) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
349 |
if (!setFlagAttach(vm, name, value)) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
350 |
failedMessage(String.format("Option %s: Can not change option to valid value \"%s\" via attach", name, value)); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
351 |
failedTests++; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
352 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
353 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
354 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
355 |
for (String value : getInvalidValues()) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
356 |
if (setFlagAttach(vm, name, value)) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
357 |
failedMessage(String.format("Option %s: Option changed to invalid value \"%s\" via attach", name, value)); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
358 |
failedTests++; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
359 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
360 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
361 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
362 |
vm.detach(); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
363 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
364 |
option.setValue(origValue); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
365 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
366 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
367 |
return failedTests; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
368 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
369 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
370 |
/** |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
371 |
* Run java with passed parameter and check the result depending on the |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
372 |
* 'valid' parameter |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
373 |
* |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
374 |
* @param param tested parameter passed to the JVM |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
375 |
* @param valid indicates whether the JVM should fail or not |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
376 |
* @return true - if test passed |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
377 |
* @throws Exception if java process can not be started |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
378 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
379 |
private boolean runJavaWithParam(String optionValue, boolean valid) throws Exception { |
48789
7c8f208580cb
8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents:
47216
diff
changeset
|
380 |
int exitCode = 0; |
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
381 |
boolean result = true; |
36175
0f5b32ce95fc
8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents:
35074
diff
changeset
|
382 |
String errorMessage = null; |
48789
7c8f208580cb
8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents:
47216
diff
changeset
|
383 |
String explicitGC = null; |
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
384 |
List<String> runJava = new ArrayList<>(); |
48789
7c8f208580cb
8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents:
47216
diff
changeset
|
385 |
OutputAnalyzer out = null; |
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
386 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
387 |
if (VMType != null) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
388 |
runJava.add(VMType); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
389 |
} |
36175
0f5b32ce95fc
8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents:
35074
diff
changeset
|
390 |
|
51558 | 391 |
// Run with a small heap to avoid excessive execution time |
392 |
long max = Runtime.getRuntime().maxMemory() / 1024 / 1024; |
|
393 |
if (max > 1024) { |
|
394 |
runJava.add("-Xmx1024m"); |
|
395 |
} |
|
396 |
||
397 |
if (Platform.isDebugBuild()) { |
|
398 |
// Avoid excessive execution time. |
|
399 |
runJava.add("-XX:-ZapUnusedHeapArea"); |
|
400 |
} |
|
401 |
||
46487
f8e5223d1501
8179953: [ppc] TLABWasteIncrement not loaded correctly
goetz
parents:
40631
diff
changeset
|
402 |
if (GCType != null && |
59053
ba6c248cae19
8232365: Implementation for JEP 363: Remove the Concurrent Mark Sweep (CMS) Garbage Collector
lkorinth
parents:
57593
diff
changeset
|
403 |
!(prepend.contains("-XX:+UseSerialGC") || |
46487
f8e5223d1501
8179953: [ppc] TLABWasteIncrement not loaded correctly
goetz
parents:
40631
diff
changeset
|
404 |
prepend.contains("-XX:+UseParallelGC") || |
f8e5223d1501
8179953: [ppc] TLABWasteIncrement not loaded correctly
goetz
parents:
40631
diff
changeset
|
405 |
prepend.contains("-XX:+UseG1GC"))) { |
48789
7c8f208580cb
8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents:
47216
diff
changeset
|
406 |
explicitGC = GCType; |
7c8f208580cb
8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents:
47216
diff
changeset
|
407 |
} |
7c8f208580cb
8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents:
47216
diff
changeset
|
408 |
|
7c8f208580cb
8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents:
47216
diff
changeset
|
409 |
if (explicitGC != null) { |
7c8f208580cb
8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents:
47216
diff
changeset
|
410 |
runJava.add(explicitGC); |
36175
0f5b32ce95fc
8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents:
35074
diff
changeset
|
411 |
} |
0f5b32ce95fc
8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents:
35074
diff
changeset
|
412 |
|
57593
f40a73b61b5e
8227123: Assertion failure when setting SymbolTableSize larger than 2^17 (131,072)
coleenp
parents:
55283
diff
changeset
|
413 |
runJava.add(UNLOCK_FLAG1); |
f40a73b61b5e
8227123: Assertion failure when setting SymbolTableSize larger than 2^17 (131,072)
coleenp
parents:
55283
diff
changeset
|
414 |
runJava.add(UNLOCK_FLAG2); |
f40a73b61b5e
8227123: Assertion failure when setting SymbolTableSize larger than 2^17 (131,072)
coleenp
parents:
55283
diff
changeset
|
415 |
|
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
416 |
runJava.addAll(prepend); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
417 |
runJava.add(optionValue); |
36175
0f5b32ce95fc
8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents:
35074
diff
changeset
|
418 |
runJava.add(JVMStartup.class.getName()); |
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
419 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
420 |
out = new OutputAnalyzer(ProcessTools.createJavaProcessBuilder(runJava.toArray(new String[0])).start()); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
421 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
422 |
exitCode = out.getExitValue(); |
48789
7c8f208580cb
8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents:
47216
diff
changeset
|
423 |
String exitCodeString = null; |
7c8f208580cb
8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents:
47216
diff
changeset
|
424 |
if (exitCode != 0) { |
7c8f208580cb
8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents:
47216
diff
changeset
|
425 |
exitCodeString = exitCode + " [0x" + Integer.toHexString(exitCode).toUpperCase() + "]"; |
7c8f208580cb
8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents:
47216
diff
changeset
|
426 |
} |
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
427 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
428 |
if (out.getOutput().contains("A fatal error has been detected by the Java Runtime Environment")) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
429 |
/* Always consider "fatal error" in output as fail */ |
48789
7c8f208580cb
8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents:
47216
diff
changeset
|
430 |
errorMessage = "JVM output reports a fatal error. JVM exited with code " + exitCodeString + "!"; |
48744
8eb786b3d73d
8196657: [Testbug] TestOptionsWithRanges will fail for newly obsoleted flags that have not yet been removed
dholmes
parents:
47216
diff
changeset
|
431 |
} else if (out.getStderr().contains("Ignoring option " + name)) { |
8eb786b3d73d
8196657: [Testbug] TestOptionsWithRanges will fail for newly obsoleted flags that have not yet been removed
dholmes
parents:
47216
diff
changeset
|
432 |
// Watch for newly obsoleted, but not yet removed, flags |
8eb786b3d73d
8196657: [Testbug] TestOptionsWithRanges will fail for newly obsoleted flags that have not yet been removed
dholmes
parents:
47216
diff
changeset
|
433 |
System.out.println("SKIPPED: Ignoring test result for obsolete flag " + name); |
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
434 |
} else if (valid == true) { |
35074
4ac430acedd7
8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents:
34275
diff
changeset
|
435 |
if (!allowedExitCodes.contains(exitCode)) { |
48789
7c8f208580cb
8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents:
47216
diff
changeset
|
436 |
errorMessage = "JVM exited with unexpected error code = " + exitCodeString; |
35074
4ac430acedd7
8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents:
34275
diff
changeset
|
437 |
} else if ((exitCode != 0) && (out.getOutput().isEmpty() == true)) { |
48789
7c8f208580cb
8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents:
47216
diff
changeset
|
438 |
errorMessage = "JVM exited with error(exitcode == " + exitCodeString + "), but with empty stdout and stderr. " + |
36175
0f5b32ce95fc
8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents:
35074
diff
changeset
|
439 |
"Description of error is needed!"; |
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
440 |
} else if (out.getOutput().contains("is outside the allowed range")) { |
36175
0f5b32ce95fc
8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents:
35074
diff
changeset
|
441 |
errorMessage = "JVM output contains \"is outside the allowed range\""; |
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
442 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
443 |
} else { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
444 |
// valid == false |
36175
0f5b32ce95fc
8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents:
35074
diff
changeset
|
445 |
String value = optionValue.substring(optionValue.lastIndexOf("=") + 1); |
0f5b32ce95fc
8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents:
35074
diff
changeset
|
446 |
String errorMessageCommandLineValue = getErrorMessageCommandLine(value); |
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
447 |
if (exitCode == 0) { |
36175
0f5b32ce95fc
8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents:
35074
diff
changeset
|
448 |
errorMessage = "JVM successfully exit"; |
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
449 |
} else if (exitCode != 1) { |
48789
7c8f208580cb
8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents:
47216
diff
changeset
|
450 |
errorMessage = "JVM exited with code " + exitCodeString + " which does not equal to 1"; |
36175
0f5b32ce95fc
8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents:
35074
diff
changeset
|
451 |
} else if (!out.getOutput().contains(errorMessageCommandLineValue)) { |
0f5b32ce95fc
8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents:
35074
diff
changeset
|
452 |
errorMessage = "JVM output does not contain expected output \"" + errorMessageCommandLineValue + "\""; |
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
453 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
454 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
455 |
|
36175
0f5b32ce95fc
8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents:
35074
diff
changeset
|
456 |
if (errorMessage != null) { |
0f5b32ce95fc
8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents:
35074
diff
changeset
|
457 |
String fullOptionString = String.format("%s %s %s %s", |
48789
7c8f208580cb
8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents:
47216
diff
changeset
|
458 |
VMType == null ? "" : VMType, explicitGC == null ? "" : explicitGC, prependString.toString(), optionValue).trim().replaceAll(" +", " "); |
36175
0f5b32ce95fc
8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents:
35074
diff
changeset
|
459 |
failedMessage(name, fullOptionString, valid, errorMessage); |
0f5b32ce95fc
8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents:
35074
diff
changeset
|
460 |
printOutputContent(out); |
0f5b32ce95fc
8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents:
35074
diff
changeset
|
461 |
result = false; |
0f5b32ce95fc
8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents:
35074
diff
changeset
|
462 |
} |
0f5b32ce95fc
8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents:
35074
diff
changeset
|
463 |
|
31372
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
464 |
System.out.println(""); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
465 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
466 |
return result; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
467 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
468 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
469 |
/** |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
470 |
* Construct option string with passed value |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
471 |
* |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
472 |
* @param value parameter value |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
473 |
* @return string containing option with passed value |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
474 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
475 |
private String constructOption(String value) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
476 |
return "-XX:" + name + "=" + value; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
477 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
478 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
479 |
/** |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
480 |
* Return list of strings which contain options with valid values which can |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
481 |
* be used for testing on command line |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
482 |
* |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
483 |
* @return list of strings which contain options with valid values |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
484 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
485 |
private List<String> getValidCommandLineOptions() { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
486 |
List<String> validParameters = new ArrayList<>(); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
487 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
488 |
for (String value : getValidValues()) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
489 |
validParameters.add(constructOption(value)); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
490 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
491 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
492 |
return validParameters; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
493 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
494 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
495 |
/** |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
496 |
* Return list of strings which contain options with invalid values which |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
497 |
* can be used for testing on command line |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
498 |
* |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
499 |
* @return list of strings which contain options with invalid values |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
500 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
501 |
private List<String> getInvalidCommandLineOptions() { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
502 |
List<String> invalidParameters = new ArrayList<>(); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
503 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
504 |
for (String value : getInvalidValues()) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
505 |
invalidParameters.add(constructOption(value)); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
506 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
507 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
508 |
return invalidParameters; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
509 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
510 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
511 |
/** |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
512 |
* Perform test of the parameter. Call java with valid option values and |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
513 |
* with invalid option values. |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
514 |
* |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
515 |
* @return number of failed tests |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
516 |
* @throws Exception if java process can not be started |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
517 |
*/ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
518 |
public int testCommandLine() throws Exception { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
519 |
ProcessBuilder pb; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
520 |
int failed = 0; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
521 |
List<String> optionValuesList; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
522 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
523 |
optionValuesList = getValidCommandLineOptions(); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
524 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
525 |
if (optionValuesList.isEmpty() != true) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
526 |
System.out.println("Testing valid " + name + " values."); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
527 |
for (String optionValid : optionValuesList) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
528 |
if (runJavaWithParam(optionValid, true) == false) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
529 |
failed++; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
530 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
531 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
532 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
533 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
534 |
optionValuesList = getInvalidCommandLineOptions(); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
535 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
536 |
if (optionValuesList.isEmpty() != true) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
537 |
System.out.println("Testing invalid " + name + " values."); |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
538 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
539 |
for (String optionInvalid : optionValuesList) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
540 |
if (runJavaWithParam(optionInvalid, false) == false) { |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
541 |
failed++; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
542 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
543 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
544 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
545 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
546 |
/* return number of failed tests for this option */ |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
547 |
return failed; |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
548 |
} |
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
549 |
|
9821df46cf47
8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff
changeset
|
550 |
} |