test/jdk/tools/jpackage/helpers/jdk/jpackage/test/Main.java
author herrick
Wed, 16 Oct 2019 10:32:08 -0400
branchJDK-8200758-branch
changeset 58648 3bf53ffa9ae7
parent 58464 d82489644b15
permissions -rw-r--r--
8232279 : Improve test helpers #2 Submitted-by: asemenyuk Reviewed-by: aherrick, almatvee
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
58416
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
     1
/*
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
     2
 * Copyright (c) 2019, Oracle and/or its affiliates. All rights reserved.
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
     4
 *
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
     7
 * published by the Free Software Foundation.
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
     8
 *
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    13
 * accompanied this code).
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    14
 *
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    18
 *
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    21
 * questions.
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    22
 */
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    23
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    24
package jdk.jpackage.test;
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    25
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    26
import java.util.ArrayList;
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    27
import java.util.List;
58648
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
    28
import java.util.function.Function;
58464
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
    29
import java.util.function.Predicate;
58416
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    30
import java.util.stream.Collectors;
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    31
import static jdk.jpackage.test.TestBuilder.CMDLINE_ARG_PREFIX;
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    32
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    33
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    34
public final class Main {
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    35
    public static void main(String args[]) throws Throwable {
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    36
        boolean listTests = false;
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    37
        List<TestInstance> tests = new ArrayList<>();
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    38
        try (TestBuilder testBuilder = new TestBuilder(tests::add)) {
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    39
            for (var arg : args) {
58648
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
    40
                TestBuilder.trace(String.format("Parsing [%s]...", arg));
58416
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    41
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    42
                if ((CMDLINE_ARG_PREFIX + "list").equals(arg)) {
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    43
                    listTests = true;
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    44
                    continue;
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    45
                }
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    46
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    47
                boolean success = false;
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    48
                try {
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    49
                    testBuilder.processCmdLineArg(arg);
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    50
                    success = true;
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    51
                } catch (Throwable throwable) {
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    52
                    TKit.unbox(throwable);
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    53
                } finally {
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    54
                    if (!success) {
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    55
                        TKit.log(
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    56
                                String.format("Error processing parameter=[%s]",
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    57
                                        arg));
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    58
                    }
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    59
                }
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    60
            }
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    61
        }
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    62
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    63
        // Order tests by their full names to have stable test sequence.
58648
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
    64
        List<TestInstance> orderedTests = tests.stream()
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
    65
                .sorted((a, b) -> a.fullName().compareTo(b.fullName()))
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
    66
                .collect(Collectors.toList());
58416
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    67
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    68
        if (listTests) {
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    69
            // Just list the tests
58648
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
    70
            orderedTests.stream().forEach(test -> System.out.println(String.format(
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
    71
                    "%s; workDir=[%s]", test.fullName(), test.workDir())));
58416
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    72
            return;
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    73
        }
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    74
58648
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
    75
        TKit.withExtraLogStream(() -> runTests(orderedTests));
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
    76
    }
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
    77
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
    78
    private static void runTests(List<TestInstance> tests) {
58416
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    79
        TKit.runTests(tests);
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    80
58464
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
    81
        final long passedCount = tests.stream().filter(TestInstance::passed).count();
58416
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    82
        TKit.log(String.format("[==========] %d tests ran", tests.size()));
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    83
        TKit.log(String.format("[  PASSED  ] %d %s", passedCount,
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    84
                passedCount == 1 ? "test" : "tests"));
58464
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
    85
58648
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
    86
        reportDetails(tests, "[  SKIPPED ]", TestInstance::skipped, false);
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
    87
        reportDetails(tests, "[  FAILED  ]", TestInstance::failed, true);
58464
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
    88
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
    89
        var withSkipped = reportSummary(tests, "SKIPPED", TestInstance::skipped);
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
    90
        var withFailures = reportSummary(tests, "FAILED", TestInstance::failed);
58416
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    91
58464
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
    92
        if (withFailures != null) {
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
    93
            throw withFailures;
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
    94
        }
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
    95
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
    96
        if (withSkipped != null) {
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
    97
            tests.stream().filter(TestInstance::skipped).findFirst().get().rethrowIfSkipped();
58416
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    98
        }
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
    99
    }
58464
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   100
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   101
    private static long reportDetails(List<TestInstance> tests,
58648
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
   102
            String label, Predicate<TestInstance> selector, boolean printWorkDir) {
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
   103
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
   104
        final Function<TestInstance, String> makeMessage = test -> {
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
   105
            if (printWorkDir) {
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
   106
                return String.format("%s %s; workDir=[%s]", label,
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
   107
                        test.fullName(), test.workDir());
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
   108
            }
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
   109
            return String.format("%s %s", label, test.fullName());
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
   110
        };
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
   111
58464
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   112
        final long count = tests.stream().filter(selector).count();
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   113
        if (count != 0) {
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   114
            TKit.log(String.format("%s %d %s, listed below", label, count, count
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   115
                    == 1 ? "test" : "tests"));
58648
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
   116
            tests.stream().filter(selector).map(makeMessage).forEachOrdered(
3bf53ffa9ae7 8232279 : Improve test helpers #2
herrick
parents: 58464
diff changeset
   117
                    TKit::log);
58464
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   118
        }
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   119
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   120
        return count;
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   121
    }
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   122
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   123
    private static RuntimeException reportSummary(List<TestInstance> tests,
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   124
            String label, Predicate<TestInstance> selector) {
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   125
        final long count = tests.stream().filter(selector).count();
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   126
        if (count != 0) {
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   127
            final String message = String.format("%d %s %s", count, label, count
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   128
                    == 1 ? "TEST" : "TESTS");
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   129
            TKit.log(message);
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   130
            return new RuntimeException(message);
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   131
        }
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   132
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   133
        return null;
d82489644b15 8215895: Verify and create tests for Mac installer specific signing options
herrick
parents: 58416
diff changeset
   134
    }
58416
f09bf58c1f17 8231605: Improve test helpers
herrick
parents:
diff changeset
   135
}