hotspot/test/runtime/CommandLine/OptionsValidation/common/optionsvalidation/JVMOption.java
author ddmitriev
Sat, 12 Dec 2015 21:23:20 +0300
changeset 35074 4ac430acedd7
parent 34275 9b1771bfd6cf
child 36175 0f5b32ce95fc
permissions -rw-r--r--
8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases Reviewed-by: gtriantafill, stsmirno, ctornqvi, gziemski
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     1
/*
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     2
 * Copyright (c) 2015, Oracle and/or its affiliates. All rights reserved.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     4
 *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     7
 * published by the Free Software Foundation.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     8
 *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    13
 * accompanied this code).
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    14
 *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    18
 *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    21
 * questions.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    22
 */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    23
package optionsvalidation;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    24
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    25
import com.sun.tools.attach.VirtualMachine;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    26
import com.sun.tools.attach.AttachOperationFailedException;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    27
import java.util.ArrayList;
35074
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    28
import java.util.Arrays;
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    29
import java.util.HashSet;
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    30
import java.util.List;
35074
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    31
import java.util.Set;
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    32
import jdk.test.lib.DynamicVMOption;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    33
import jdk.test.lib.OutputAnalyzer;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    34
import jdk.test.lib.ProcessTools;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    35
import jdk.test.lib.dcmd.CommandExecutor;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    36
import jdk.test.lib.dcmd.JMXExecutor;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    37
import sun.tools.attach.HotSpotVirtualMachine;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    38
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    39
import static optionsvalidation.JVMOptionsUtils.failedMessage;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    40
import static optionsvalidation.JVMOptionsUtils.printOutputContent;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    41
import static optionsvalidation.JVMOptionsUtils.VMType;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    42
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    43
public abstract class JVMOption {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    44
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    45
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    46
     * Executor for JCMD
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    47
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    48
    private final static CommandExecutor executor = new JMXExecutor();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    49
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    50
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    51
     * Name of the tested parameter
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    52
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    53
    protected String name;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    54
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    55
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    56
     * Range is defined for option inside VM
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    57
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    58
    protected boolean withRange;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    59
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    60
    /**
34275
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    61
     * Test valid min range value and additional small values
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    62
     */
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    63
    protected boolean testMinRange;
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    64
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    65
    /**
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    66
     * Test valid max range value and additional big values
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    67
     */
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    68
    protected boolean testMaxRange;
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    69
35074
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    70
    private Set<Integer> allowedExitCodes;
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    71
34275
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    72
    /**
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    73
     * Prepend string which added before testing option to the command line
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    74
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    75
    private final List<String> prepend;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    76
    private final StringBuilder prependString;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    77
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    78
    protected JVMOption() {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    79
        this.prepend = new ArrayList<>();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    80
        prependString = new StringBuilder();
35074
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    81
        allowedExitCodes = new HashSet<>();
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    82
        allowedExitCodes.add(0);
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
    83
        allowedExitCodes.add(1);
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    84
        withRange = false;
34275
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    85
        testMinRange = true;
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
    86
        testMaxRange = true;
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    87
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    88
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    89
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    90
     * Create JVM Option with given type and name.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    91
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    92
     * @param type type: "intx", "size_t", "uintx", "uint64_t" or "double"
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    93
     * @param name name of the option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    94
     * @return created JVMOption
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    95
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    96
    static JVMOption createVMOption(String type, String name) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    97
        JVMOption parameter;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    98
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
    99
        switch (type) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   100
            case "int":
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   101
            case "intx":
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   102
            case "size_t":
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   103
            case "uint":
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   104
            case "uintx":
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   105
            case "uint64_t":
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   106
                parameter = new IntJVMOption(name, type);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   107
                break;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   108
            case "double":
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   109
                parameter = new DoubleJVMOption(name);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   110
                break;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   111
            default:
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   112
                throw new Error("Expected only \"int\", \"intx\", \"size_t\", "
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   113
                        + "\"uint\", \"uintx\", \"uint64_t\", or \"double\" "
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   114
                        + "option types! Got " + type + " type!");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   115
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   116
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   117
        return parameter;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   118
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   119
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   120
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   121
     * Add passed options to the prepend options of the option. Prepend options
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   122
     * will be added before testing option to the command line.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   123
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   124
     * @param options array of prepend options
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   125
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   126
    public final void addPrepend(String... options) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   127
        String toAdd;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   128
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   129
        for (String option : options) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   130
            if (option.startsWith("-")) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   131
                toAdd = option;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   132
            } else {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   133
                /* Add "-" before parameter name */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   134
                toAdd = "-" + option;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   135
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   136
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   137
            prepend.add(toAdd);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   138
            prependString.append(toAdd).append(" ");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   139
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   140
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   141
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   142
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   143
     * Get name of the option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   144
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   145
     * @return name of the option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   146
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   147
    final String getName() {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   148
        return name;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   149
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   150
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   151
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   152
     * Mark this option as option which range is defined inside VM
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   153
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   154
    final void optionWithRange() {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   155
        withRange = true;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   156
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   157
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   158
    /**
34275
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   159
     * Exclude testing of min range value for this option
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   160
     */
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   161
    public final void excludeTestMinRange() {
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   162
        testMinRange = false;
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   163
    }
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   164
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   165
    /**
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   166
     * Exclude testing of max range value for this option
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   167
     */
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   168
    public final void excludeTestMaxRange() {
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   169
        testMaxRange = false;
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   170
    }
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   171
35074
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
   172
    public final void setAllowedExitCodes(Integer... allowedExitCodes) {
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
   173
        this.allowedExitCodes.addAll(Arrays.asList(allowedExitCodes));
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
   174
    }
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
   175
34275
9b1771bfd6cf 8143038: [TESTBUG] TestOptionsWithRanges: allow excluding only a subset of tested values specified for a flag
ddmitriev
parents: 31372
diff changeset
   176
    /**
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   177
     * Set new minimum option value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   178
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   179
     * @param min new minimum value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   180
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   181
    abstract void setMin(String min);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   182
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   183
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   184
     * Get string with minimum value of the option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   185
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   186
     * @return string with minimum value of the option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   187
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   188
    abstract String getMin();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   189
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   190
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   191
     * Set new maximum option value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   192
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   193
     * @param max new maximum value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   194
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   195
    abstract void setMax(String min);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   196
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   197
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   198
     * Get string with maximum value of the option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   199
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   200
     * @return string with maximum value of the option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   201
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   202
    abstract String getMax();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   203
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   204
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   205
     * Return list of strings with valid option values which used for testing
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   206
     * using jcmd, attach and etc.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   207
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   208
     * @return list of strings which contain valid values for option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   209
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   210
    protected abstract List<String> getValidValues();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   211
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   212
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   213
     * Return list of strings with invalid option values which used for testing
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   214
     * using jcmd, attach and etc.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   215
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   216
     * @return list of strings which contain invalid values for option
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   217
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   218
    protected abstract List<String> getInvalidValues();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   219
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   220
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   221
     * Return expected error message for option with value "value" when it used
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   222
     * on command line with passed value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   223
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   224
     * @param value option value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   225
     * @return expected error message
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   226
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   227
    protected abstract String getErrorMessageCommandLine(String value);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   228
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   229
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   230
     * Testing writeable option using DynamicVMOption isValidValue and
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   231
     * isInvalidValue methods
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   232
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   233
     * @return number of failed tests
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   234
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   235
    public int testDynamic() {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   236
        DynamicVMOption option = new DynamicVMOption(name);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   237
        int failedTests = 0;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   238
        String origValue;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   239
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   240
        if (option.isWriteable()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   241
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   242
            System.out.println("Testing " + name + " option dynamically by DynamicVMOption");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   243
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   244
            origValue = option.getValue();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   245
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   246
            for (String value : getValidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   247
                if (!option.isValidValue(value)) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   248
                    failedMessage(String.format("Option %s: Valid value \"%s\" is invalid", name, value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   249
                    failedTests++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   250
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   251
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   252
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   253
            for (String value : getInvalidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   254
                if (option.isValidValue(value)) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   255
                    failedMessage(String.format("Option %s: Invalid value \"%s\" is valid", name, value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   256
                    failedTests++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   257
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   258
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   259
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   260
            option.setValue(origValue);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   261
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   262
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   263
        return failedTests;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   264
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   265
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   266
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   267
     * Testing writeable option using Jcmd
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   268
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   269
     * @return number of failed tests
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   270
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   271
    public int testJcmd() {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   272
        DynamicVMOption option = new DynamicVMOption(name);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   273
        int failedTests = 0;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   274
        OutputAnalyzer out;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   275
        String origValue;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   276
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   277
        if (option.isWriteable()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   278
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   279
            System.out.println("Testing " + name + " option dynamically by jcmd");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   280
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   281
            origValue = option.getValue();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   282
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   283
            for (String value : getValidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   284
                out = executor.execute(String.format("VM.set_flag %s %s", name, value), true);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   285
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   286
                if (out.getOutput().contains(name + " error")) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   287
                    failedMessage(String.format("Option %s: Can not change "
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   288
                            + "option to valid value \"%s\" via jcmd", name, value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   289
                    printOutputContent(out);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   290
                    failedTests++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   291
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   292
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   293
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   294
            for (String value : getInvalidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   295
                out = executor.execute(String.format("VM.set_flag %s %s", name, value), true);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   296
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   297
                if (!out.getOutput().contains(name + " error")) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   298
                    failedMessage(String.format("Option %s: Error not reported for "
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   299
                            + "option when it chagned to invalid value \"%s\" via jcmd", name, value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   300
                    printOutputContent(out);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   301
                    failedTests++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   302
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   303
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   304
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   305
            option.setValue(origValue);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   306
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   307
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   308
        return failedTests;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   309
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   310
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   311
    private boolean setFlagAttach(HotSpotVirtualMachine vm, String flagName, String flagValue) throws Exception {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   312
        boolean result;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   313
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   314
        try {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   315
            vm.setFlag(flagName, flagValue);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   316
            result = true;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   317
        } catch (AttachOperationFailedException e) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   318
            result = false;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   319
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   320
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   321
        return result;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   322
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   323
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   324
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   325
     * Testing writeable option using attach method
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   326
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   327
     * @return number of failed tests
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   328
     * @throws Exception if an error occurred while attaching to the target JVM
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   329
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   330
    public int testAttach() throws Exception {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   331
        DynamicVMOption option = new DynamicVMOption(name);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   332
        int failedTests = 0;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   333
        String origValue;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   334
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   335
        if (option.isWriteable()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   336
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   337
            System.out.println("Testing " + name + " option dynamically via attach");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   338
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   339
            origValue = option.getValue();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   340
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   341
            HotSpotVirtualMachine vm = (HotSpotVirtualMachine) VirtualMachine.attach(String.valueOf(ProcessTools.getProcessId()));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   342
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   343
            for (String value : getValidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   344
                if (!setFlagAttach(vm, name, value)) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   345
                    failedMessage(String.format("Option %s: Can not change option to valid value \"%s\" via attach", name, value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   346
                    failedTests++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   347
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   348
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   349
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   350
            for (String value : getInvalidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   351
                if (setFlagAttach(vm, name, value)) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   352
                    failedMessage(String.format("Option %s: Option changed to invalid value \"%s\" via attach", name, value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   353
                    failedTests++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   354
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   355
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   356
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   357
            vm.detach();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   358
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   359
            option.setValue(origValue);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   360
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   361
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   362
        return failedTests;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   363
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   364
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   365
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   366
     * Run java with passed parameter and check the result depending on the
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   367
     * 'valid' parameter
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   368
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   369
     * @param param tested parameter passed to the JVM
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   370
     * @param valid indicates whether the JVM should fail or not
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   371
     * @return true - if test passed
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   372
     * @throws Exception if java process can not be started
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   373
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   374
    private boolean runJavaWithParam(String optionValue, boolean valid) throws Exception {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   375
        int exitCode;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   376
        boolean result = true;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   377
        String value = optionValue.substring(optionValue.lastIndexOf("=") + 1);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   378
        String fullOptionString = prependString.toString() + optionValue;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   379
        List<String> runJava = new ArrayList<>();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   380
        OutputAnalyzer out;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   381
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   382
        if (VMType != null) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   383
            runJava.add(VMType);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   384
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   385
        runJava.addAll(prepend);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   386
        runJava.add(optionValue);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   387
        runJava.add(JVMOptionsUtils.class.getName());
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   388
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   389
        out = new OutputAnalyzer(ProcessTools.createJavaProcessBuilder(runJava.toArray(new String[0])).start());
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   390
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   391
        exitCode = out.getExitValue();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   392
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   393
        if (out.getOutput().contains("A fatal error has been detected by the Java Runtime Environment")) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   394
            /* Always consider "fatal error" in output as fail */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   395
            failedMessage(name, fullOptionString, valid, "JVM output reports a fatal error. JVM exited with code " + exitCode + "!");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   396
            printOutputContent(out);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   397
            result = false;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   398
        } else if (valid == true) {
35074
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
   399
            if (!allowedExitCodes.contains(exitCode)) {
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   400
                failedMessage(name, fullOptionString, valid, "JVM exited with unexpected error code = " + exitCode);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   401
                printOutputContent(out);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   402
                result = false;
35074
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
   403
            } else if ((exitCode != 0) && (out.getOutput().isEmpty() == true)) {
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
   404
                failedMessage(name, fullOptionString, valid, "JVM exited with error(exitcode == " + exitCode +
4ac430acedd7 8142874: [TESTBUG] OptionsValidation testing framework needs to handle VM error codes in some cases
ddmitriev
parents: 34275
diff changeset
   405
                        "), but with empty stdout and stderr. Description of error is needed!");
31372
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   406
                result = false;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   407
            } else if (out.getOutput().contains("is outside the allowed range")) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   408
                failedMessage(name, fullOptionString, valid, "JVM output contains \"is outside the allowed range\"");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   409
                printOutputContent(out);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   410
                result = false;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   411
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   412
        } else {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   413
            // valid == false
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   414
            if (exitCode == 0) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   415
                failedMessage(name, fullOptionString, valid, "JVM successfully exit");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   416
                result = false;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   417
            } else if (exitCode != 1) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   418
                failedMessage(name, fullOptionString, valid, "JVM exited with code "
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   419
                        + exitCode + " which not equal to 1");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   420
                result = false;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   421
            } else if (!out.getOutput().contains(getErrorMessageCommandLine(value))) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   422
                failedMessage(name, fullOptionString, valid, "JVM output does not contain "
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   423
                        + "expected output \"" + getErrorMessageCommandLine(value) + "\"");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   424
                printOutputContent(out);
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   425
                result = false;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   426
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   427
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   428
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   429
        System.out.println("");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   430
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   431
        return result;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   432
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   433
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   434
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   435
     * Construct option string with passed value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   436
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   437
     * @param value parameter value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   438
     * @return string containing option with passed value
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   439
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   440
    private String constructOption(String value) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   441
        return "-XX:" + name + "=" + value;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   442
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   443
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   444
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   445
     * Return list of strings which contain options with valid values which can
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   446
     * be used for testing on command line
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   447
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   448
     * @return list of strings which contain options with valid values
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   449
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   450
    private List<String> getValidCommandLineOptions() {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   451
        List<String> validParameters = new ArrayList<>();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   452
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   453
        for (String value : getValidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   454
            validParameters.add(constructOption(value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   455
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   456
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   457
        return validParameters;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   458
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   459
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   460
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   461
     * Return list of strings which contain options with invalid values which
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   462
     * can be used for testing on command line
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   463
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   464
     * @return list of strings which contain options with invalid values
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   465
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   466
    private List<String> getInvalidCommandLineOptions() {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   467
        List<String> invalidParameters = new ArrayList<>();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   468
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   469
        for (String value : getInvalidValues()) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   470
            invalidParameters.add(constructOption(value));
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   471
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   472
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   473
        return invalidParameters;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   474
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   475
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   476
    /**
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   477
     * Perform test of the parameter. Call java with valid option values and
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   478
     * with invalid option values.
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   479
     *
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   480
     * @return number of failed tests
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   481
     * @throws Exception if java process can not be started
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   482
     */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   483
    public int testCommandLine() throws Exception {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   484
        ProcessBuilder pb;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   485
        int failed = 0;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   486
        List<String> optionValuesList;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   487
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   488
        optionValuesList = getValidCommandLineOptions();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   489
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   490
        if (optionValuesList.isEmpty() != true) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   491
            System.out.println("Testing valid " + name + " values.");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   492
            for (String optionValid : optionValuesList) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   493
                if (runJavaWithParam(optionValid, true) == false) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   494
                    failed++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   495
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   496
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   497
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   498
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   499
        optionValuesList = getInvalidCommandLineOptions();
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   500
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   501
        if (optionValuesList.isEmpty() != true) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   502
            System.out.println("Testing invalid " + name + " values.");
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   503
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   504
            for (String optionInvalid : optionValuesList) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   505
                if (runJavaWithParam(optionInvalid, false) == false) {
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   506
                    failed++;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   507
                }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   508
            }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   509
        }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   510
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   511
        /* return number of failed tests for this option */
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   512
        return failed;
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   513
    }
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   514
9821df46cf47 8072931: JEP-JDK-8059557: Test task: test framework development
ddmitriev
parents:
diff changeset
   515
}