test/hotspot/jtreg/runtime/CommandLine/OptionsValidation/common/optionsvalidation/JVMOption.java
author lkorinth
Wed, 13 Nov 2019 11:37:29 +0100
changeset 59053 ba6c248cae19
parent 57593 f40a73b61b5e
permissions -rw-r--r--
8232365: Implementation for JEP 363: Remove the Concurrent Mark Sweep (CMS) Garbage Collector Reviewed-by: kbarrett, tschatzl, erikj, coleenp, dholmes
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     1
/*
55283
4556dd808daa 8222145: Add -XX:SoftMaxHeapSize flag
pliden
parents: 51558
diff changeset
     2
 * Copyright (c) 2015, 2019, Oracle and/or its affiliates. All rights reserved.
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     4
 *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     7
 * published by the Free Software Foundation.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     8
 *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    13
 * accompanied this code).
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    14
 *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    18
 *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    21
 * questions.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    22
 */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    23
package optionsvalidation;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    24
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    25
import com.sun.tools.attach.VirtualMachine;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    26
import com.sun.tools.attach.AttachOperationFailedException;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    27
import java.util.ArrayList;
35074
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    28
import java.util.Arrays;
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    29
import java.util.HashSet;
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    30
import java.util.List;
35074
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    31
import java.util.Set;
45113
1527aaaeb42d 8180004: jdk.test.lib.DynamicVMOption should be moved to jdk.test.lib.management
iignatyev
parents: 40631
diff changeset
    32
import jdk.test.lib.management.DynamicVMOption;
40631
ed82623d7831 8157957: ClassNotFoundException: jdk.test.lib.JDKToolFinder
ctornqvi
parents: 36175
diff changeset
    33
import jdk.test.lib.process.OutputAnalyzer;
ed82623d7831 8157957: ClassNotFoundException: jdk.test.lib.JDKToolFinder
ctornqvi
parents: 36175
diff changeset
    34
import jdk.test.lib.process.ProcessTools;
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    35
import jdk.test.lib.dcmd.CommandExecutor;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    36
import jdk.test.lib.dcmd.JMXExecutor;
51558
a50648f7b1c8 8210040: TestOptionsWithRanges.java is very slow
iklam
parents: 48835
diff changeset
    37
import jdk.test.lib.Platform;
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    38
import sun.tools.attach.HotSpotVirtualMachine;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    39
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    40
import static optionsvalidation.JVMOptionsUtils.failedMessage;
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
    41
import static optionsvalidation.JVMOptionsUtils.GCType;
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    42
import static optionsvalidation.JVMOptionsUtils.printOutputContent;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    43
import static optionsvalidation.JVMOptionsUtils.VMType;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    44
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    45
public abstract class JVMOption {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    46
57593
f40a73b61b5e 8227123: Assertion failure when setting SymbolTableSize larger than 2^17 (131,072)
coleenp
parents: 55283
diff changeset
    47
    private static final String UNLOCK_FLAG1 = "-XX:+UnlockDiagnosticVMOptions";
f40a73b61b5e 8227123: Assertion failure when setting SymbolTableSize larger than 2^17 (131,072)
coleenp
parents: 55283
diff changeset
    48
    private static final String UNLOCK_FLAG2 = "-XX:+UnlockExperimentalVMOptions";
f40a73b61b5e 8227123: Assertion failure when setting SymbolTableSize larger than 2^17 (131,072)
coleenp
parents: 55283
diff changeset
    49
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    50
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    51
     * Executor for JCMD
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    52
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    53
    private final static CommandExecutor executor = new JMXExecutor();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    54
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    55
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    56
     * Name of the tested parameter
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    57
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    58
    protected String name;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    59
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    60
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    61
     * Range is defined for option inside VM
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    62
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    63
    protected boolean withRange;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    64
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    65
    /**
34275
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    66
     * Test valid min range value and additional small values
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    67
     */
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    68
    protected boolean testMinRange;
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    69
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    70
    /**
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    71
     * Test valid max range value and additional big values
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    72
     */
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    73
    protected boolean testMaxRange;
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    74
35074
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    75
    private Set<Integer> allowedExitCodes;
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    76
34275
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    77
    /**
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    78
     * Prepend string which added before testing option to the command line
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    79
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    80
    private final List<String> prepend;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    81
    private final StringBuilder prependString;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    82
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    83
    protected JVMOption() {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    84
        this.prepend = new ArrayList<>();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    85
        prependString = new StringBuilder();
35074
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    86
        allowedExitCodes = new HashSet<>();
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    87
        allowedExitCodes.add(0);
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    88
        allowedExitCodes.add(1);
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    89
        withRange = false;
34275
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    90
        testMinRange = true;
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    91
        testMaxRange = true;
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    92
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    93
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    94
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    95
     * Create JVM Option with given type and name.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    96
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    97
     * @param type type: "intx", "size_t", "uintx", "uint64_t" or "double"
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    98
     * @param name name of the option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    99
     * @return created JVMOption
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   100
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   101
    static JVMOption createVMOption(String type, String name) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   102
        JVMOption parameter;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   103
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   104
        switch (type) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   105
            case "int":
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   106
            case "intx":
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   107
            case "size_t":
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   108
            case "uint":
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   109
            case "uintx":
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   110
            case "uint64_t":
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   111
                parameter = new IntJVMOption(name, type);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   112
                break;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   113
            case "double":
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   114
                parameter = new DoubleJVMOption(name);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   115
                break;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   116
            default:
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   117
                throw new Error("Expected only \"int\", \"intx\", \"size_t\", "
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   118
                        + "\"uint\", \"uintx\", \"uint64_t\", or \"double\" "
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   119
                        + "option types! Got " + type + " type!");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   120
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   121
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   122
        return parameter;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   123
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   124
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   125
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   126
     * Add passed options to the prepend options of the option. Prepend options
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   127
     * will be added before testing option to the command line.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   128
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   129
     * @param options array of prepend options
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   130
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   131
    public final void addPrepend(String... options) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   132
        String toAdd;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   133
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   134
        for (String option : options) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   135
            if (option.startsWith("-")) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   136
                toAdd = option;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   137
            } else {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   138
                /* Add "-" before parameter name */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   139
                toAdd = "-" + option;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   140
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   141
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   142
            prepend.add(toAdd);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   143
            prependString.append(toAdd).append(" ");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   144
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   145
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   146
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   147
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   148
     * Get name of the option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   149
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   150
     * @return name of the option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   151
     */
55283
4556dd808daa 8222145: Add -XX:SoftMaxHeapSize flag
pliden
parents: 51558
diff changeset
   152
    public final String getName() {
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   153
        return name;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   154
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   155
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   156
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   157
     * Mark this option as option which range is defined inside VM
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   158
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   159
    final void optionWithRange() {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   160
        withRange = true;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   161
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   162
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   163
    /**
34275
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   164
     * Exclude testing of min range value for this option
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   165
     */
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   166
    public final void excludeTestMinRange() {
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   167
        testMinRange = false;
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   168
    }
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   169
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   170
    /**
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   171
     * Exclude testing of max range value for this option
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   172
     */
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   173
    public final void excludeTestMaxRange() {
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   174
        testMaxRange = false;
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   175
    }
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   176
35074
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
   177
    public final void setAllowedExitCodes(Integer... allowedExitCodes) {
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
   178
        this.allowedExitCodes.addAll(Arrays.asList(allowedExitCodes));
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
   179
    }
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
   180
34275
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   181
    /**
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   182
     * Set new minimum option value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   183
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   184
     * @param min new minimum value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   185
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   186
    abstract void setMin(String min);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   187
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   188
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   189
     * Get string with minimum value of the option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   190
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   191
     * @return string with minimum value of the option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   192
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   193
    abstract String getMin();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   194
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   195
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   196
     * Set new maximum option value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   197
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   198
     * @param max new maximum value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   199
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   200
    abstract void setMax(String min);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   201
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   202
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   203
     * Get string with maximum value of the option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   204
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   205
     * @return string with maximum value of the option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   206
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   207
    abstract String getMax();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   208
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   209
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   210
     * Return list of strings with valid option values which used for testing
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   211
     * using jcmd, attach and etc.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   212
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   213
     * @return list of strings which contain valid values for option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   214
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   215
    protected abstract List<String> getValidValues();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   216
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   217
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   218
     * Return list of strings with invalid option values which used for testing
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   219
     * using jcmd, attach and etc.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   220
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   221
     * @return list of strings which contain invalid values for option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   222
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   223
    protected abstract List<String> getInvalidValues();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   224
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   225
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   226
     * Return expected error message for option with value "value" when it used
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   227
     * on command line with passed value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   228
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   229
     * @param value option value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   230
     * @return expected error message
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   231
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   232
    protected abstract String getErrorMessageCommandLine(String value);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   233
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   234
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   235
     * Testing writeable option using DynamicVMOption isValidValue and
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   236
     * isInvalidValue methods
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   237
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   238
     * @return number of failed tests
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   239
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   240
    public int testDynamic() {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   241
        DynamicVMOption option = new DynamicVMOption(name);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   242
        int failedTests = 0;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   243
        String origValue;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   244
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   245
        if (option.isWriteable()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   246
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   247
            System.out.println("Testing " + name + " option dynamically by DynamicVMOption");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   248
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   249
            origValue = option.getValue();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   250
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   251
            for (String value : getValidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   252
                if (!option.isValidValue(value)) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   253
                    failedMessage(String.format("Option %s: Valid value \"%s\" is invalid", name, value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   254
                    failedTests++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   255
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   256
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   257
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   258
            for (String value : getInvalidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   259
                if (option.isValidValue(value)) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   260
                    failedMessage(String.format("Option %s: Invalid value \"%s\" is valid", name, value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   261
                    failedTests++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   262
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   263
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   264
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   265
            option.setValue(origValue);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   266
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   267
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   268
        return failedTests;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   269
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   270
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   271
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   272
     * Testing writeable option using Jcmd
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   273
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   274
     * @return number of failed tests
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   275
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   276
    public int testJcmd() {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   277
        DynamicVMOption option = new DynamicVMOption(name);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   278
        int failedTests = 0;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   279
        OutputAnalyzer out;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   280
        String origValue;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   281
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   282
        if (option.isWriteable()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   283
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   284
            System.out.println("Testing " + name + " option dynamically by jcmd");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   285
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   286
            origValue = option.getValue();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   287
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   288
            for (String value : getValidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   289
                out = executor.execute(String.format("VM.set_flag %s %s", name, value), true);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   290
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   291
                if (out.getOutput().contains(name + " error")) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   292
                    failedMessage(String.format("Option %s: Can not change "
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   293
                            + "option to valid value \"%s\" via jcmd", name, value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   294
                    printOutputContent(out);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   295
                    failedTests++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   296
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   297
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   298
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   299
            for (String value : getInvalidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   300
                out = executor.execute(String.format("VM.set_flag %s %s", name, value), true);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   301
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   302
                if (!out.getOutput().contains(name + " error")) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   303
                    failedMessage(String.format("Option %s: Error not reported for "
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   304
                            + "option when it chagned to invalid value \"%s\" via jcmd", name, value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   305
                    printOutputContent(out);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   306
                    failedTests++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   307
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   308
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   309
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   310
            option.setValue(origValue);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   311
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   312
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   313
        return failedTests;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   314
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   315
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   316
    private boolean setFlagAttach(HotSpotVirtualMachine vm, String flagName, String flagValue) throws Exception {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   317
        boolean result;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   318
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   319
        try {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   320
            vm.setFlag(flagName, flagValue);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   321
            result = true;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   322
        } catch (AttachOperationFailedException e) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   323
            result = false;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   324
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   325
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   326
        return result;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   327
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   328
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   329
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   330
     * Testing writeable option using attach method
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   331
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   332
     * @return number of failed tests
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   333
     * @throws Exception if an error occurred while attaching to the target JVM
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   334
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   335
    public int testAttach() throws Exception {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   336
        DynamicVMOption option = new DynamicVMOption(name);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   337
        int failedTests = 0;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   338
        String origValue;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   339
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   340
        if (option.isWriteable()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   341
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   342
            System.out.println("Testing " + name + " option dynamically via attach");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   343
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   344
            origValue = option.getValue();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   345
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   346
            HotSpotVirtualMachine vm = (HotSpotVirtualMachine) VirtualMachine.attach(String.valueOf(ProcessTools.getProcessId()));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   347
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   348
            for (String value : getValidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   349
                if (!setFlagAttach(vm, name, value)) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   350
                    failedMessage(String.format("Option %s: Can not change option to valid value \"%s\" via attach", name, value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   351
                    failedTests++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   352
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   353
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   354
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   355
            for (String value : getInvalidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   356
                if (setFlagAttach(vm, name, value)) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   357
                    failedMessage(String.format("Option %s: Option changed to invalid value \"%s\" via attach", name, value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   358
                    failedTests++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   359
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   360
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   361
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   362
            vm.detach();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   363
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   364
            option.setValue(origValue);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   365
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   366
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   367
        return failedTests;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   368
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   369
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   370
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   371
     * Run java with passed parameter and check the result depending on the
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   372
     * 'valid' parameter
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   373
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   374
     * @param param tested parameter passed to the JVM
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   375
     * @param valid indicates whether the JVM should fail or not
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   376
     * @return true - if test passed
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   377
     * @throws Exception if java process can not be started
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   378
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   379
    private boolean runJavaWithParam(String optionValue, boolean valid) throws Exception {
48789
7c8f208580cb 8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents: 47216
diff changeset
   380
        int exitCode = 0;
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   381
        boolean result = true;
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   382
        String errorMessage = null;
48789
7c8f208580cb 8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents: 47216
diff changeset
   383
        String explicitGC = null;
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   384
        List<String> runJava = new ArrayList<>();
48789
7c8f208580cb 8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents: 47216
diff changeset
   385
        OutputAnalyzer out = null;
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   386
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   387
        if (VMType != null) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   388
            runJava.add(VMType);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   389
        }
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   390
51558
a50648f7b1c8 8210040: TestOptionsWithRanges.java is very slow
iklam
parents: 48835
diff changeset
   391
        // Run with a small heap to avoid excessive execution time
a50648f7b1c8 8210040: TestOptionsWithRanges.java is very slow
iklam
parents: 48835
diff changeset
   392
        long max = Runtime.getRuntime().maxMemory() / 1024 / 1024;
a50648f7b1c8 8210040: TestOptionsWithRanges.java is very slow
iklam
parents: 48835
diff changeset
   393
        if (max > 1024) {
a50648f7b1c8 8210040: TestOptionsWithRanges.java is very slow
iklam
parents: 48835
diff changeset
   394
            runJava.add("-Xmx1024m");
a50648f7b1c8 8210040: TestOptionsWithRanges.java is very slow
iklam
parents: 48835
diff changeset
   395
        }
a50648f7b1c8 8210040: TestOptionsWithRanges.java is very slow
iklam
parents: 48835
diff changeset
   396
a50648f7b1c8 8210040: TestOptionsWithRanges.java is very slow
iklam
parents: 48835
diff changeset
   397
        if (Platform.isDebugBuild()) {
a50648f7b1c8 8210040: TestOptionsWithRanges.java is very slow
iklam
parents: 48835
diff changeset
   398
            // Avoid excessive execution time.
a50648f7b1c8 8210040: TestOptionsWithRanges.java is very slow
iklam
parents: 48835
diff changeset
   399
            runJava.add("-XX:-ZapUnusedHeapArea");
a50648f7b1c8 8210040: TestOptionsWithRanges.java is very slow
iklam
parents: 48835
diff changeset
   400
        }
a50648f7b1c8 8210040: TestOptionsWithRanges.java is very slow
iklam
parents: 48835
diff changeset
   401
46487
f8e5223d1501 8179953: [ppc] TLABWasteIncrement not loaded correctly
goetz
parents: 40631
diff changeset
   402
        if (GCType != null &&
59053
ba6c248cae19 8232365: Implementation for JEP 363: Remove the Concurrent Mark Sweep (CMS) Garbage Collector
lkorinth
parents: 57593
diff changeset
   403
            !(prepend.contains("-XX:+UseSerialGC") ||
46487
f8e5223d1501 8179953: [ppc] TLABWasteIncrement not loaded correctly
goetz
parents: 40631
diff changeset
   404
              prepend.contains("-XX:+UseParallelGC") ||
f8e5223d1501 8179953: [ppc] TLABWasteIncrement not loaded correctly
goetz
parents: 40631
diff changeset
   405
              prepend.contains("-XX:+UseG1GC"))) {
48789
7c8f208580cb 8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents: 47216
diff changeset
   406
            explicitGC = GCType;
7c8f208580cb 8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents: 47216
diff changeset
   407
        }
7c8f208580cb 8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents: 47216
diff changeset
   408
7c8f208580cb 8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents: 47216
diff changeset
   409
        if (explicitGC != null) {
7c8f208580cb 8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents: 47216
diff changeset
   410
            runJava.add(explicitGC);
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   411
        }
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   412
57593
f40a73b61b5e 8227123: Assertion failure when setting SymbolTableSize larger than 2^17 (131,072)
coleenp
parents: 55283
diff changeset
   413
        runJava.add(UNLOCK_FLAG1);
f40a73b61b5e 8227123: Assertion failure when setting SymbolTableSize larger than 2^17 (131,072)
coleenp
parents: 55283
diff changeset
   414
        runJava.add(UNLOCK_FLAG2);
f40a73b61b5e 8227123: Assertion failure when setting SymbolTableSize larger than 2^17 (131,072)
coleenp
parents: 55283
diff changeset
   415
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   416
        runJava.addAll(prepend);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   417
        runJava.add(optionValue);
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   418
        runJava.add(JVMStartup.class.getName());
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   419
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   420
        out = new OutputAnalyzer(ProcessTools.createJavaProcessBuilder(runJava.toArray(new String[0])).start());
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   421
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   422
        exitCode = out.getExitValue();
48789
7c8f208580cb 8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents: 47216
diff changeset
   423
        String exitCodeString = null;
7c8f208580cb 8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents: 47216
diff changeset
   424
        if (exitCode != 0) {
7c8f208580cb 8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents: 47216
diff changeset
   425
            exitCodeString = exitCode + " [0x" + Integer.toHexString(exitCode).toUpperCase() + "]";
7c8f208580cb 8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents: 47216
diff changeset
   426
        }
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   427
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   428
        if (out.getOutput().contains("A fatal error has been detected by the Java Runtime Environment")) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   429
            /* Always consider "fatal error" in output as fail */
48789
7c8f208580cb 8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents: 47216
diff changeset
   430
            errorMessage = "JVM output reports a fatal error. JVM exited with code " + exitCodeString + "!";
48744
8eb786b3d73d 8196657: [Testbug] TestOptionsWithRanges will fail for newly obsoleted flags that have not yet been removed
dholmes
parents: 47216
diff changeset
   431
        } else if (out.getStderr().contains("Ignoring option " + name)) {
8eb786b3d73d 8196657: [Testbug] TestOptionsWithRanges will fail for newly obsoleted flags that have not yet been removed
dholmes
parents: 47216
diff changeset
   432
            // Watch for newly obsoleted, but not yet removed, flags
8eb786b3d73d 8196657: [Testbug] TestOptionsWithRanges will fail for newly obsoleted flags that have not yet been removed
dholmes
parents: 47216
diff changeset
   433
            System.out.println("SKIPPED: Ignoring test result for obsolete flag " + name);
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   434
        } else if (valid == true) {
35074
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
   435
            if (!allowedExitCodes.contains(exitCode)) {
48789
7c8f208580cb 8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents: 47216
diff changeset
   436
                errorMessage = "JVM exited with unexpected error code = " + exitCodeString;
35074
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
   437
            } else if ((exitCode != 0) && (out.getOutput().isEmpty() == true)) {
48789
7c8f208580cb 8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents: 47216
diff changeset
   438
                errorMessage = "JVM exited with error(exitcode == " + exitCodeString + "), but with empty stdout and stderr. " +
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   439
                       "Description of error is needed!";
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   440
            } else if (out.getOutput().contains("is outside the allowed range")) {
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   441
                errorMessage = "JVM output contains \"is outside the allowed range\"";
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   442
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   443
        } else {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   444
            // valid == false
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   445
            String value = optionValue.substring(optionValue.lastIndexOf("=") + 1);
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   446
            String errorMessageCommandLineValue = getErrorMessageCommandLine(value);
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   447
            if (exitCode == 0) {
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   448
                errorMessage = "JVM successfully exit";
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   449
            } else if (exitCode != 1) {
48789
7c8f208580cb 8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents: 47216
diff changeset
   450
                errorMessage = "JVM exited with code " + exitCodeString + " which does not equal to 1";
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   451
            } else if (!out.getOutput().contains(errorMessageCommandLineValue)) {
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   452
                errorMessage = "JVM output does not contain expected output \"" + errorMessageCommandLineValue + "\"";
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   453
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   454
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   455
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   456
        if (errorMessage != null) {
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   457
            String fullOptionString = String.format("%s %s %s %s",
48789
7c8f208580cb 8194831: [TESTBUG] Test runtime/CommandLine/OptionsValidation/TestOptionsWithRanges.java misleading error message
gziemski
parents: 47216
diff changeset
   458
                    VMType == null ? "" : VMType, explicitGC == null ? "" : explicitGC, prependString.toString(), optionValue).trim().replaceAll("  +", " ");
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   459
            failedMessage(name, fullOptionString, valid, errorMessage);
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   460
            printOutputContent(out);
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   461
            result = false;
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   462
        }
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   463
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   464
        System.out.println("");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   465
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   466
        return result;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   467
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   468
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   469
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   470
     * Construct option string with passed value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   471
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   472
     * @param value parameter value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   473
     * @return string containing option with passed value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   474
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   475
    private String constructOption(String value) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   476
        return "-XX:" + name + "=" + value;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   477
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   478
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   479
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   480
     * Return list of strings which contain options with valid values which can
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   481
     * be used for testing on command line
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   482
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   483
     * @return list of strings which contain options with valid values
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   484
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   485
    private List<String> getValidCommandLineOptions() {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   486
        List<String> validParameters = new ArrayList<>();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   487
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   488
        for (String value : getValidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   489
            validParameters.add(constructOption(value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   490
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   491
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   492
        return validParameters;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   493
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   494
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   495
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   496
     * Return list of strings which contain options with invalid values which
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   497
     * can be used for testing on command line
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   498
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   499
     * @return list of strings which contain options with invalid values
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   500
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   501
    private List<String> getInvalidCommandLineOptions() {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   502
        List<String> invalidParameters = new ArrayList<>();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   503
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   504
        for (String value : getInvalidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   505
            invalidParameters.add(constructOption(value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   506
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   507
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   508
        return invalidParameters;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   509
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   510
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   511
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   512
     * Perform test of the parameter. Call java with valid option values and
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   513
     * with invalid option values.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   514
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   515
     * @return number of failed tests
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   516
     * @throws Exception if java process can not be started
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   517
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   518
    public int testCommandLine() throws Exception {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   519
        ProcessBuilder pb;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   520
        int failed = 0;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   521
        List<String> optionValuesList;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   522
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   523
        optionValuesList = getValidCommandLineOptions();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   524
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   525
        if (optionValuesList.isEmpty() != true) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   526
            System.out.println("Testing valid " + name + " values.");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   527
            for (String optionValid : optionValuesList) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   528
                if (runJavaWithParam(optionValid, true) == false) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   529
                    failed++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   530
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   531
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   532
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   533
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   534
        optionValuesList = getInvalidCommandLineOptions();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   535
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   536
        if (optionValuesList.isEmpty() != true) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   537
            System.out.println("Testing invalid " + name + " values.");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   538
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   539
            for (String optionInvalid : optionValuesList) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   540
                if (runJavaWithParam(optionInvalid, false) == false) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   541
                    failed++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   542
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   543
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   544
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   545
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   546
        /* return number of failed tests for this option */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   547
        return failed;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   548
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   549
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   550
}