hotspot/test/runtime/CommandLine/OptionsValidation/common/optionsvalidation/JVMOption.java
author goetz
Tue, 09 May 2017 16:48:31 +0200
changeset 46487 f8e5223d1501
parent 40631 ed82623d7831
child 46488 01c282163d38
permissions -rw-r--r--
8179953: [ppc] TLABWasteIncrement not loaded correctly Summary: Also fix TestOptionWithRanges to show the bug. Reviewed-by: dholmes, shade
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     1
/*
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
     2
 * Copyright (c) 2015, 2016, Oracle and/or its affiliates. All rights reserved.
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     4
 *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     7
 * published by the Free Software Foundation.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     8
 *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    13
 * accompanied this code).
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    14
 *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    18
 *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    21
 * questions.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    22
 */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    23
package optionsvalidation;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    24
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    25
import com.sun.tools.attach.VirtualMachine;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    26
import com.sun.tools.attach.AttachOperationFailedException;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    27
import java.util.ArrayList;
35074
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    28
import java.util.Arrays;
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    29
import java.util.HashSet;
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    30
import java.util.List;
35074
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    31
import java.util.Set;
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    32
import jdk.test.lib.DynamicVMOption;
40631
ed82623d7831 8157957: ClassNotFoundException: jdk.test.lib.JDKToolFinder
ctornqvi
parents: 36175
diff changeset
    33
import jdk.test.lib.process.OutputAnalyzer;
ed82623d7831 8157957: ClassNotFoundException: jdk.test.lib.JDKToolFinder
ctornqvi
parents: 36175
diff changeset
    34
import jdk.test.lib.process.ProcessTools;
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    35
import jdk.test.lib.dcmd.CommandExecutor;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    36
import jdk.test.lib.dcmd.JMXExecutor;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    37
import sun.tools.attach.HotSpotVirtualMachine;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    38
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    39
import static optionsvalidation.JVMOptionsUtils.failedMessage;
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
    40
import static optionsvalidation.JVMOptionsUtils.GCType;
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    41
import static optionsvalidation.JVMOptionsUtils.printOutputContent;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    42
import static optionsvalidation.JVMOptionsUtils.VMType;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    43
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    44
public abstract class JVMOption {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    45
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    46
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    47
     * Executor for JCMD
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    48
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    49
    private final static CommandExecutor executor = new JMXExecutor();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    50
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    51
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    52
     * Name of the tested parameter
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    53
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    54
    protected String name;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    55
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    56
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    57
     * Range is defined for option inside VM
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    58
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    59
    protected boolean withRange;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    60
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    61
    /**
34275
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    62
     * Test valid min range value and additional small values
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    63
     */
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    64
    protected boolean testMinRange;
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    65
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    66
    /**
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    67
     * Test valid max range value and additional big values
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    68
     */
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    69
    protected boolean testMaxRange;
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    70
35074
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    71
    private Set<Integer> allowedExitCodes;
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    72
34275
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    73
    /**
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    74
     * Prepend string which added before testing option to the command line
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    75
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    76
    private final List<String> prepend;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    77
    private final StringBuilder prependString;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    78
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    79
    protected JVMOption() {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    80
        this.prepend = new ArrayList<>();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    81
        prependString = new StringBuilder();
35074
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    82
        allowedExitCodes = new HashSet<>();
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    83
        allowedExitCodes.add(0);
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    84
        allowedExitCodes.add(1);
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    85
        withRange = false;
34275
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    86
        testMinRange = true;
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    87
        testMaxRange = true;
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    88
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    89
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    90
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    91
     * Create JVM Option with given type and name.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    92
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    93
     * @param type type: "intx", "size_t", "uintx", "uint64_t" or "double"
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    94
     * @param name name of the option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    95
     * @return created JVMOption
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    96
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    97
    static JVMOption createVMOption(String type, String name) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    98
        JVMOption parameter;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    99
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   100
        switch (type) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   101
            case "int":
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   102
            case "intx":
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   103
            case "size_t":
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   104
            case "uint":
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   105
            case "uintx":
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   106
            case "uint64_t":
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   107
                parameter = new IntJVMOption(name, type);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   108
                break;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   109
            case "double":
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   110
                parameter = new DoubleJVMOption(name);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   111
                break;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   112
            default:
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   113
                throw new Error("Expected only \"int\", \"intx\", \"size_t\", "
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   114
                        + "\"uint\", \"uintx\", \"uint64_t\", or \"double\" "
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   115
                        + "option types! Got " + type + " type!");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   116
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   117
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   118
        return parameter;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   119
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   120
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   121
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   122
     * Add passed options to the prepend options of the option. Prepend options
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   123
     * will be added before testing option to the command line.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   124
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   125
     * @param options array of prepend options
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   126
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   127
    public final void addPrepend(String... options) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   128
        String toAdd;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   129
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   130
        for (String option : options) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   131
            if (option.startsWith("-")) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   132
                toAdd = option;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   133
            } else {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   134
                /* Add "-" before parameter name */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   135
                toAdd = "-" + option;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   136
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   137
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   138
            prepend.add(toAdd);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   139
            prependString.append(toAdd).append(" ");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   140
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   141
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   142
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   143
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   144
     * Get name of the option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   145
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   146
     * @return name of the option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   147
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   148
    final String getName() {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   149
        return name;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   150
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   151
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   152
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   153
     * Mark this option as option which range is defined inside VM
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   154
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   155
    final void optionWithRange() {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   156
        withRange = true;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   157
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   158
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   159
    /**
34275
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   160
     * Exclude testing of min range value for this option
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   161
     */
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   162
    public final void excludeTestMinRange() {
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   163
        testMinRange = false;
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   164
    }
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   165
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   166
    /**
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   167
     * Exclude testing of max range value for this option
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   168
     */
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   169
    public final void excludeTestMaxRange() {
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   170
        testMaxRange = false;
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   171
    }
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   172
35074
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
   173
    public final void setAllowedExitCodes(Integer... allowedExitCodes) {
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
   174
        this.allowedExitCodes.addAll(Arrays.asList(allowedExitCodes));
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
   175
    }
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
   176
34275
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   177
    /**
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   178
     * Set new minimum option value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   179
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   180
     * @param min new minimum value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   181
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   182
    abstract void setMin(String min);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   183
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   184
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   185
     * Get string with minimum value of the option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   186
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   187
     * @return string with minimum value of the option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   188
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   189
    abstract String getMin();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   190
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   191
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   192
     * Set new maximum option value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   193
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   194
     * @param max new maximum value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   195
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   196
    abstract void setMax(String min);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   197
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   198
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   199
     * Get string with maximum value of the option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   200
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   201
     * @return string with maximum value of the option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   202
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   203
    abstract String getMax();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   204
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   205
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   206
     * Return list of strings with valid option values which used for testing
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   207
     * using jcmd, attach and etc.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   208
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   209
     * @return list of strings which contain valid values for option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   210
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   211
    protected abstract List<String> getValidValues();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   212
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   213
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   214
     * Return list of strings with invalid option values which used for testing
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   215
     * using jcmd, attach and etc.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   216
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   217
     * @return list of strings which contain invalid values for option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   218
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   219
    protected abstract List<String> getInvalidValues();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   220
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   221
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   222
     * Return expected error message for option with value "value" when it used
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   223
     * on command line with passed value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   224
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   225
     * @param value option value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   226
     * @return expected error message
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   227
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   228
    protected abstract String getErrorMessageCommandLine(String value);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   229
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   230
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   231
     * Testing writeable option using DynamicVMOption isValidValue and
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   232
     * isInvalidValue methods
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   233
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   234
     * @return number of failed tests
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   235
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   236
    public int testDynamic() {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   237
        DynamicVMOption option = new DynamicVMOption(name);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   238
        int failedTests = 0;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   239
        String origValue;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   240
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   241
        if (option.isWriteable()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   242
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   243
            System.out.println("Testing " + name + " option dynamically by DynamicVMOption");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   244
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   245
            origValue = option.getValue();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   246
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   247
            for (String value : getValidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   248
                if (!option.isValidValue(value)) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   249
                    failedMessage(String.format("Option %s: Valid value \"%s\" is invalid", name, value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   250
                    failedTests++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   251
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   252
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   253
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   254
            for (String value : getInvalidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   255
                if (option.isValidValue(value)) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   256
                    failedMessage(String.format("Option %s: Invalid value \"%s\" is valid", name, value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   257
                    failedTests++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   258
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   259
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   260
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   261
            option.setValue(origValue);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   262
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   263
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   264
        return failedTests;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   265
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   266
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   267
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   268
     * Testing writeable option using Jcmd
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   269
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   270
     * @return number of failed tests
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   271
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   272
    public int testJcmd() {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   273
        DynamicVMOption option = new DynamicVMOption(name);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   274
        int failedTests = 0;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   275
        OutputAnalyzer out;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   276
        String origValue;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   277
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   278
        if (option.isWriteable()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   279
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   280
            System.out.println("Testing " + name + " option dynamically by jcmd");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   281
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   282
            origValue = option.getValue();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   283
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   284
            for (String value : getValidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   285
                out = executor.execute(String.format("VM.set_flag %s %s", name, value), true);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   286
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   287
                if (out.getOutput().contains(name + " error")) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   288
                    failedMessage(String.format("Option %s: Can not change "
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   289
                            + "option to valid value \"%s\" via jcmd", name, value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   290
                    printOutputContent(out);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   291
                    failedTests++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   292
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   293
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   294
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   295
            for (String value : getInvalidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   296
                out = executor.execute(String.format("VM.set_flag %s %s", name, value), true);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   297
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   298
                if (!out.getOutput().contains(name + " error")) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   299
                    failedMessage(String.format("Option %s: Error not reported for "
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   300
                            + "option when it chagned to invalid value \"%s\" via jcmd", name, value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   301
                    printOutputContent(out);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   302
                    failedTests++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   303
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   304
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   305
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   306
            option.setValue(origValue);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   307
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   308
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   309
        return failedTests;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   310
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   311
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   312
    private boolean setFlagAttach(HotSpotVirtualMachine vm, String flagName, String flagValue) throws Exception {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   313
        boolean result;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   314
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   315
        try {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   316
            vm.setFlag(flagName, flagValue);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   317
            result = true;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   318
        } catch (AttachOperationFailedException e) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   319
            result = false;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   320
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   321
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   322
        return result;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   323
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   324
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   325
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   326
     * Testing writeable option using attach method
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   327
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   328
     * @return number of failed tests
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   329
     * @throws Exception if an error occurred while attaching to the target JVM
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   330
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   331
    public int testAttach() throws Exception {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   332
        DynamicVMOption option = new DynamicVMOption(name);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   333
        int failedTests = 0;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   334
        String origValue;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   335
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   336
        if (option.isWriteable()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   337
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   338
            System.out.println("Testing " + name + " option dynamically via attach");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   339
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   340
            origValue = option.getValue();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   341
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   342
            HotSpotVirtualMachine vm = (HotSpotVirtualMachine) VirtualMachine.attach(String.valueOf(ProcessTools.getProcessId()));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   343
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   344
            for (String value : getValidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   345
                if (!setFlagAttach(vm, name, value)) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   346
                    failedMessage(String.format("Option %s: Can not change option to valid value \"%s\" via attach", name, value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   347
                    failedTests++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   348
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   349
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   350
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   351
            for (String value : getInvalidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   352
                if (setFlagAttach(vm, name, value)) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   353
                    failedMessage(String.format("Option %s: Option changed to invalid value \"%s\" via attach", name, value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   354
                    failedTests++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   355
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   356
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   357
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   358
            vm.detach();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   359
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   360
            option.setValue(origValue);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   361
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   362
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   363
        return failedTests;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   364
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   365
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   366
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   367
     * Run java with passed parameter and check the result depending on the
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   368
     * 'valid' parameter
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   369
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   370
     * @param param tested parameter passed to the JVM
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   371
     * @param valid indicates whether the JVM should fail or not
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   372
     * @return true - if test passed
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   373
     * @throws Exception if java process can not be started
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   374
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   375
    private boolean runJavaWithParam(String optionValue, boolean valid) throws Exception {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   376
        int exitCode;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   377
        boolean result = true;
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   378
        String errorMessage = null;
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   379
        List<String> runJava = new ArrayList<>();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   380
        OutputAnalyzer out;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   381
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   382
        if (VMType != null) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   383
            runJava.add(VMType);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   384
        }
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   385
46487
f8e5223d1501 8179953: [ppc] TLABWasteIncrement not loaded correctly
goetz
parents: 40631
diff changeset
   386
        if (GCType != null &&
f8e5223d1501 8179953: [ppc] TLABWasteIncrement not loaded correctly
goetz
parents: 40631
diff changeset
   387
            !(prepend.contains("-XX:+UseConcMarkSweepGC") ||
f8e5223d1501 8179953: [ppc] TLABWasteIncrement not loaded correctly
goetz
parents: 40631
diff changeset
   388
              prepend.contains("-XX:+UseSerialGC") ||
f8e5223d1501 8179953: [ppc] TLABWasteIncrement not loaded correctly
goetz
parents: 40631
diff changeset
   389
              prepend.contains("-XX:+UseParallelGC") ||
f8e5223d1501 8179953: [ppc] TLABWasteIncrement not loaded correctly
goetz
parents: 40631
diff changeset
   390
              prepend.contains("-XX:+UseG1GC"))) {
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   391
            runJava.add(GCType);
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   392
        }
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   393
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   394
        runJava.addAll(prepend);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   395
        runJava.add(optionValue);
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   396
        runJava.add(JVMStartup.class.getName());
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   397
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   398
        out = new OutputAnalyzer(ProcessTools.createJavaProcessBuilder(runJava.toArray(new String[0])).start());
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   399
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   400
        exitCode = out.getExitValue();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   401
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   402
        if (out.getOutput().contains("A fatal error has been detected by the Java Runtime Environment")) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   403
            /* Always consider "fatal error" in output as fail */
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   404
            errorMessage = "JVM output reports a fatal error. JVM exited with code " + exitCode + "!";
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   405
        } else if (valid == true) {
35074
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
   406
            if (!allowedExitCodes.contains(exitCode)) {
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   407
                errorMessage = "JVM exited with unexpected error code = " + exitCode;
35074
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
   408
            } else if ((exitCode != 0) && (out.getOutput().isEmpty() == true)) {
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   409
                errorMessage = "JVM exited with error(exitcode == " + exitCode + "), but with empty stdout and stderr. " +
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   410
                       "Description of error is needed!";
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   411
            } else if (out.getOutput().contains("is outside the allowed range")) {
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   412
                errorMessage = "JVM output contains \"is outside the allowed range\"";
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   413
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   414
        } else {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   415
            // valid == false
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   416
            String value = optionValue.substring(optionValue.lastIndexOf("=") + 1);
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   417
            String errorMessageCommandLineValue = getErrorMessageCommandLine(value);
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   418
            if (exitCode == 0) {
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   419
                errorMessage = "JVM successfully exit";
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   420
            } else if (exitCode != 1) {
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   421
                errorMessage = "JVM exited with code " + exitCode + " which not equal to 1";
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   422
            } else if (!out.getOutput().contains(errorMessageCommandLineValue)) {
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   423
                errorMessage = "JVM output does not contain expected output \"" + errorMessageCommandLineValue + "\"";
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   424
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   425
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   426
36175
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   427
        if (errorMessage != null) {
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   428
            String fullOptionString = String.format("%s %s %s %s",
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   429
                    VMType == null ? "" : VMType, GCType == null ? "" : GCType, prependString.toString(), optionValue).trim().replaceAll("  +", " ");
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   430
            failedMessage(name, fullOptionString, valid, errorMessage);
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   431
            printOutputContent(out);
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   432
            result = false;
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   433
        }
0f5b32ce95fc 8144578: TestOptionsWithRanges test only ever uses the default collector
ddmitriev
parents: 35074
diff changeset
   434
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   435
        System.out.println("");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   436
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   437
        return result;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   438
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   439
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   440
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   441
     * Construct option string with passed value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   442
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   443
     * @param value parameter value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   444
     * @return string containing option with passed value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   445
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   446
    private String constructOption(String value) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   447
        return "-XX:" + name + "=" + value;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   448
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   449
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   450
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   451
     * Return list of strings which contain options with valid values which can
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   452
     * be used for testing on command line
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   453
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   454
     * @return list of strings which contain options with valid values
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   455
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   456
    private List<String> getValidCommandLineOptions() {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   457
        List<String> validParameters = new ArrayList<>();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   458
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   459
        for (String value : getValidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   460
            validParameters.add(constructOption(value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   461
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   462
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   463
        return validParameters;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   464
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   465
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   466
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   467
     * Return list of strings which contain options with invalid values which
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   468
     * can be used for testing on command line
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   469
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   470
     * @return list of strings which contain options with invalid values
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   471
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   472
    private List<String> getInvalidCommandLineOptions() {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   473
        List<String> invalidParameters = new ArrayList<>();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   474
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   475
        for (String value : getInvalidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   476
            invalidParameters.add(constructOption(value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   477
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   478
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   479
        return invalidParameters;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   480
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   481
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   482
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   483
     * Perform test of the parameter. Call java with valid option values and
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   484
     * with invalid option values.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   485
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   486
     * @return number of failed tests
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   487
     * @throws Exception if java process can not be started
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   488
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   489
    public int testCommandLine() throws Exception {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   490
        ProcessBuilder pb;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   491
        int failed = 0;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   492
        List<String> optionValuesList;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   493
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   494
        optionValuesList = getValidCommandLineOptions();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   495
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   496
        if (optionValuesList.isEmpty() != true) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   497
            System.out.println("Testing valid " + name + " values.");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   498
            for (String optionValid : optionValuesList) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   499
                if (runJavaWithParam(optionValid, true) == false) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   500
                    failed++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   501
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   502
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   503
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   504
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   505
        optionValuesList = getInvalidCommandLineOptions();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   506
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   507
        if (optionValuesList.isEmpty() != true) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   508
            System.out.println("Testing invalid " + name + " values.");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   509
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   510
            for (String optionInvalid : optionValuesList) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   511
                if (runJavaWithParam(optionInvalid, false) == false) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   512
                    failed++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   513
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   514
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   515
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   516
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   517
        /* return number of failed tests for this option */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   518
        return failed;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   519
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   520
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   521
}