nashorn/test/src/jdk/nashorn/internal/test/framework/ScriptRunnable.java
author hannesw
Wed, 27 Apr 2016 15:50:33 +0200
changeset 37732 3673fec68d16
parent 36517 41a1c20eb619
child 45725 083026107a26
permissions -rw-r--r--
8134503: support ES6 parsing in Nashorn Reviewed-by: jlaskey, sundar, mhaupt Contributed-by: andreas.woess@oracle.com
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
     1
/*
35407
204abe4d8cbc 8147591: Revisit Collection.toArray(new T[size]) calls in nashorn and dynalink code
mhaupt
parents: 27571
diff changeset
     2
 * Copyright (c) 2010, 2016, Oracle and/or its affiliates. All rights reserved.
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
     4
 *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
     7
 * published by the Free Software Foundation.  Oracle designates this
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
     8
 * particular file as subject to the "Classpath" exception as provided
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
     9
 * by Oracle in the LICENSE file that accompanied this code.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    10
 *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    11
 * This code is distributed in the hope that it will be useful, but WITHOUT
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    12
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    13
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    14
 * version 2 for more details (a copy is included in the LICENSE file that
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    15
 * accompanied this code).
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    16
 *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    17
 * You should have received a copy of the GNU General Public License version
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    18
 * 2 along with this work; if not, write to the Free Software Foundation,
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    19
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    20
 *
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    21
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    22
 * or visit www.oracle.com if you need additional information or have any
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    23
 * questions.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    24
 */
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    25
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    26
package jdk.nashorn.internal.test.framework;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    27
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    28
import java.io.BufferedReader;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    29
import java.io.ByteArrayOutputStream;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    30
import java.io.File;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    31
import java.io.FileInputStream;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    32
import java.io.FileOutputStream;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    33
import java.io.IOException;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    34
import java.io.InputStreamReader;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    35
import java.io.OutputStream;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    36
import java.io.PrintStream;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    37
import java.io.PrintWriter;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    38
import java.io.StringReader;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    39
import java.nio.file.FileSystems;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    40
import java.nio.file.Files;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    41
import java.nio.file.StandardCopyOption;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    42
import java.util.ArrayList;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    43
import java.util.List;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    44
import java.util.Map;
19103
3905e242e69c 8020719: Run tests with reduced splitter threshold
hannesw
parents: 16151
diff changeset
    45
import jdk.nashorn.tools.Shell;
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    46
import org.testng.Assert;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    47
import org.testng.ITest;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    48
import org.testng.annotations.Test;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    49
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    50
/**
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    51
 * Compiles a single JavaScript script source file and executes the resulting
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    52
 * class. Optionally, output from running the script is compared against the
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    53
 * corresponding .EXPECTED file.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    54
 */
27361
86c4ddb4797b 8060204: Fix warnings in Joni and tests
lagergren
parents: 26982
diff changeset
    55
@SuppressWarnings("javadoc")
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    56
public final class ScriptRunnable extends AbstractScriptRunnable implements ITest {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    57
    public ScriptRunnable(final String framework, final File testFile, final List<String> engineOptions, final Map<String, String> testOptions,  final List<String> scriptArguments) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    58
        super(framework, testFile, engineOptions, testOptions, scriptArguments);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    59
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    60
        if (this.shouldRun) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    61
          // add --dump-on-error option always so that we can get detailed error msg.
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    62
          engineOptions.add("-doe");
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    63
        }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    64
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    65
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    66
    @Override
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    67
    public String getTestName() {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    68
        return testFile.getAbsolutePath();
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    69
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    70
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    71
    @Test
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    72
    @Override
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    73
    public void runTest() throws IOException {
24719
f726e9d67629 8035820: Optimistic recompilation
attila
parents: 19105
diff changeset
    74
        try {
f726e9d67629 8035820: Optimistic recompilation
attila
parents: 19105
diff changeset
    75
            super.runTest();
24778
2ff5d7041566 8044638: Tidy up Nashorn codebase for code standards
attila
parents: 24719
diff changeset
    76
        } catch(final AssertionError e) {
24719
f726e9d67629 8035820: Optimistic recompilation
attila
parents: 19105
diff changeset
    77
            throw new AssertionError("Failed executing test " + testFile, e);
f726e9d67629 8035820: Optimistic recompilation
attila
parents: 19105
diff changeset
    78
        }
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    79
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    80
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    81
    @Override
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    82
    protected void execute() {
19103
3905e242e69c 8020719: Run tests with reduced splitter threshold
hannesw
parents: 16151
diff changeset
    83
        if (fork) {
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    84
            executeInNewProcess();
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    85
        } else {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    86
            executeInThisProcess();
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    87
        }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    88
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    89
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    90
    // avoid direct System.out.println - use reporter to capture
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    91
    @Override
24778
2ff5d7041566 8044638: Tidy up Nashorn codebase for code standards
attila
parents: 24719
diff changeset
    92
    protected void log(final String msg) {
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    93
        org.testng.Reporter.log(msg, true);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    94
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    95
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    96
    // throw Assert fail - but log as well so that user can see this at console
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    97
    @Override
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    98
    protected void fail(final String msg) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
    99
        log(msg);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   100
        Assert.fail(msg);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   101
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   102
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   103
    @Override
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   104
    protected void compile() throws IOException {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   105
        final ByteArrayOutputStream out = new ByteArrayOutputStream();
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   106
        final ByteArrayOutputStream err = new ByteArrayOutputStream();
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   107
        final List<String> args = getCompilerArgs();
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   108
        int errors;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   109
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   110
        try {
35407
204abe4d8cbc 8147591: Revisit Collection.toArray(new T[size]) calls in nashorn and dynalink code
mhaupt
parents: 27571
diff changeset
   111
            errors = evaluateScript(out, err, args.toArray(new String[0]));
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   112
        } catch (final AssertionError e) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   113
            final PrintWriter writer = new PrintWriter(err);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   114
            e.printStackTrace(writer);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   115
            writer.flush();
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   116
            errors = 1;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   117
        }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   118
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   119
        if (errors != 0 || checkCompilerMsg) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   120
            if (expectCompileFailure || checkCompilerMsg) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   121
                final PrintStream outputDest = new PrintStream(new FileOutputStream(errorFileName));
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   122
                TestHelper.dumpFile(outputDest, new StringReader(new String(err.toByteArray())));
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   123
                outputDest.println("--");
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   124
            } else {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   125
                log(new String(err.toByteArray()));
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   126
            }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   127
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   128
            if (errors != 0 && !expectCompileFailure) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   129
                fail(String.format("%d errors compiling %s", errors, testFile));
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   130
            }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   131
            if (checkCompilerMsg) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   132
                compare(errorFileName, expectedFileName, true);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   133
            }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   134
        }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   135
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   136
        if (expectCompileFailure && errors == 0) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   137
            fail(String.format("No errors encountered compiling negative test %s", testFile));
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   138
        }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   139
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   140
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   141
    private void executeInThisProcess() {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   142
        final List<String> args = getRuntimeArgs();
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   143
        final File outputFileHandle = new File(outputFileName);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   144
        final File errorFileHandle  = new File(errorFileName);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   145
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   146
        try (OutputStream outputFile = new FileOutputStream(outputFileName); OutputStream errorFile = new FileOutputStream(errorFileName)) {
35407
204abe4d8cbc 8147591: Revisit Collection.toArray(new T[size]) calls in nashorn and dynalink code
mhaupt
parents: 27571
diff changeset
   147
            final int errors = evaluateScript(outputFile, errorFile, args.toArray(new String[0]));
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   148
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   149
            if (errors != 0 || errorFileHandle.length() > 0) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   150
                if (expectRunFailure) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   151
                    return;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   152
                }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   153
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   154
                if (!ignoreStdError) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   155
                    if (outputFileHandle.length() > 0) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   156
                        TestHelper.dumpFile(outputFileHandle);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   157
                    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   158
                    fail(TestHelper.fullContent(errorFileHandle));
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   159
                }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   160
            }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   161
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   162
            if (compare) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   163
                compare(outputFileName, expectedFileName, false);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   164
            }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   165
        } catch (final IOException e) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   166
            if (!expectRunFailure) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   167
                fail("Failure running test " + testFile + ": " + e.getMessage());
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   168
                // else success
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   169
            }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   170
        }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   171
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   172
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   173
    private void executeInNewProcess() {
19103
3905e242e69c 8020719: Run tests with reduced splitter threshold
hannesw
parents: 16151
diff changeset
   174
3905e242e69c 8020719: Run tests with reduced splitter threshold
hannesw
parents: 16151
diff changeset
   175
        final String separator = System.getProperty("file.separator");
3905e242e69c 8020719: Run tests with reduced splitter threshold
hannesw
parents: 16151
diff changeset
   176
        final List<String> cmd = new ArrayList<>();
3905e242e69c 8020719: Run tests with reduced splitter threshold
hannesw
parents: 16151
diff changeset
   177
3905e242e69c 8020719: Run tests with reduced splitter threshold
hannesw
parents: 16151
diff changeset
   178
        cmd.add(System.getProperty("java.home") + separator + "bin" + separator + "java");
24778
2ff5d7041566 8044638: Tidy up Nashorn codebase for code standards
attila
parents: 24719
diff changeset
   179
        for (final String str : forkJVMOptions) {
24719
f726e9d67629 8035820: Optimistic recompilation
attila
parents: 19105
diff changeset
   180
            if(!str.isEmpty()) {
f726e9d67629 8035820: Optimistic recompilation
attila
parents: 19105
diff changeset
   181
                cmd.add(str);
26982
ff5dd57a40f2 8059811: Turn off optimistic typing by default and add both ant test-pessimistic and ant test-optimistic sub-test suites.
lagergren
parents: 24778
diff changeset
   182
        }
19105
a01ba9d17eab 8021571: @fork tests should use VM options passed from project.properties
sundar
parents: 19103
diff changeset
   183
        }
19103
3905e242e69c 8020719: Run tests with reduced splitter threshold
hannesw
parents: 16151
diff changeset
   184
        cmd.add(Shell.class.getName());
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   185
        // now add the rest of the "in process" runtime arguments
19103
3905e242e69c 8020719: Run tests with reduced splitter threshold
hannesw
parents: 16151
diff changeset
   186
        cmd.addAll(getRuntimeArgs());
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   187
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   188
        final File outputFileHandle = new File(outputFileName);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   189
        final File errorFileHandle = new File(errorFileName);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   190
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   191
        try {
19103
3905e242e69c 8020719: Run tests with reduced splitter threshold
hannesw
parents: 16151
diff changeset
   192
            final ProcessBuilder pb = new ProcessBuilder(cmd);
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   193
            pb.redirectOutput(outputFileHandle);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   194
            pb.redirectError(errorFileHandle);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   195
            final Process process = pb.start();
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   196
37732
3673fec68d16 8134503: support ES6 parsing in Nashorn
hannesw
parents: 36517
diff changeset
   197
            final int exitCode = process.waitFor();
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   198
37732
3673fec68d16 8134503: support ES6 parsing in Nashorn
hannesw
parents: 36517
diff changeset
   199
            if (exitCode != 0 || errorFileHandle.length() > 0) {
16147
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   200
                if (expectRunFailure) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   201
                    return;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   202
                }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   203
                if (!ignoreStdError) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   204
                    if (outputFileHandle.length() > 0) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   205
                        TestHelper.dumpFile(outputFileHandle);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   206
                    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   207
                    fail(TestHelper.fullContent(errorFileHandle));
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   208
                }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   209
            }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   210
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   211
            if (compare) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   212
                compare(outputFileName, expectedFileName, false);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   213
            }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   214
        } catch (final IOException | InterruptedException e) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   215
            if (!expectRunFailure) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   216
                fail("Failure running test " + testFile + ": " + e.getMessage());
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   217
                // else success
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   218
            }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   219
        }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   220
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   221
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   222
    private void compare(final String outputFileName0, final String expectedFileName0, final boolean compareCompilerMsg) throws IOException {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   223
        final File expectedFile = new File(expectedFileName0);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   224
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   225
        BufferedReader expected;
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   226
        if (expectedFile.exists()) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   227
            expected = new BufferedReader(new InputStreamReader(new FileInputStream(expectedFileName0)));
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   228
            // copy expected file overwriting existing file and preserving last
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   229
            // modified time of source
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   230
            try {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   231
                Files.copy(FileSystems.getDefault().getPath(expectedFileName0),
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   232
                        FileSystems.getDefault().getPath(copyExpectedFileName),
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   233
                        StandardCopyOption.REPLACE_EXISTING,
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   234
                        StandardCopyOption.COPY_ATTRIBUTES);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   235
            } catch (final IOException ex) {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   236
                fail("failed to copy expected " + expectedFileName + " to " + copyExpectedFileName + ": " + ex.getMessage());
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   237
            }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   238
        } else {
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   239
            expected = new BufferedReader(new StringReader(""));
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   240
        }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   241
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   242
        final BufferedReader actual = new BufferedReader(new InputStreamReader(new FileInputStream(outputFileName0)));
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   243
        compare(actual, expected, compareCompilerMsg);
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   244
    }
e63b63819133 8005403: Open-source Nashorn
jlaskey
parents:
diff changeset
   245
}