/*

 * Copyright (c) 2018, Oracle and/or its affiliates. All rights reserved.

 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.

 *

 * This code is free software; you can redistribute it and/or modify it

 * under the terms of the GNU General Public License version 2 only, as

 * published by the Free Software Foundation.

 *

 * This code is distributed in the hope that it will be useful, but WITHOUT

 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or

 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License

 * version 2 for more details (a copy is included in the LICENSE file that

 * accompanied this code).

 *

 * You should have received a copy of the GNU General Public License version

 * 2 along with this work; if not, write to the Free Software Foundation,

 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.

 *

 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA

 * or visit www.oracle.com if you need additional information or have any

 * questions.

 */

/*

 * @test

 * @summary Verify that dependent synchronous actions added before the CF

 *          completes are executed either asynchronously in an executor when the

 *          CF later completes, or in the user thread that joins.

 * @library /lib/testlibrary http2/server

 * @build jdk.testlibrary.SimpleSSLContext HttpServerAdapters ThrowingPublishers

 * @modules java.base/sun.net.www.http

 *          java.net.http/jdk.internal.net.http.common

 *          java.net.http/jdk.internal.net.http.frame

 *          java.net.http/jdk.internal.net.http.hpack

 * @run testng/othervm -Djdk.internal.httpclient.debug=true DependentActionsTest

 * @run testng/othervm/java.security.policy=dependent.policy

  *        -Djdk.internal.httpclient.debug=true DependentActionsTest

 */

import java.io.BufferedReader;

import java.io.InputStreamReader;

import java.lang.StackWalker.StackFrame;

import com.sun.net.httpserver.HttpServer;

import com.sun.net.httpserver.HttpsConfigurator;

import com.sun.net.httpserver.HttpsServer;

import jdk.testlibrary.SimpleSSLContext;

import org.testng.annotations.AfterTest;

import org.testng.annotations.AfterClass;

import org.testng.annotations.BeforeTest;

import org.testng.annotations.DataProvider;

import org.testng.annotations.Test;

import javax.net.ssl.SSLContext;

import java.io.IOException;

import java.io.InputStream;

import java.io.OutputStream;

import java.net.InetAddress;

import java.net.InetSocketAddress;

import java.net.URI;

import java.net.http.HttpClient;

import java.net.http.HttpHeaders;

import java.net.http.HttpRequest;

import java.net.http.HttpResponse;

import java.net.http.HttpResponse.BodyHandler;

import java.net.http.HttpResponse.BodyHandlers;

import java.net.http.HttpResponse.BodySubscriber;

import java.nio.ByteBuffer;

import java.nio.charset.StandardCharsets;

import java.util.EnumSet;

import java.util.List;

import java.util.Optional;

import java.util.concurrent.CompletableFuture;

import java.util.concurrent.CompletionException;

import java.util.concurrent.CompletionStage;

import java.util.concurrent.ConcurrentHashMap;

import java.util.concurrent.ConcurrentMap;

import java.util.concurrent.Executor;

import java.util.concurrent.Executors;

import java.util.concurrent.Flow;

import java.util.concurrent.Semaphore;

import java.util.concurrent.atomic.AtomicBoolean;

import java.util.concurrent.atomic.AtomicLong;

import java.util.concurrent.atomic.AtomicReference;

import java.util.function.Consumer;

import java.util.function.Supplier;

import java.util.stream.Collectors;

import java.util.stream.Stream;

import static java.lang.System.out;

import static java.lang.String.format;

import static org.testng.Assert.assertEquals;

import static org.testng.Assert.assertTrue;

public class DependentActionsTest implements HttpServerAdapters {

    SSLContext sslContext;

    HttpTestServer httpTestServer;    // HTTP/1.1    [ 4 servers ]

    HttpTestServer httpsTestServer;   // HTTPS/1.1

    HttpTestServer http2TestServer;   // HTTP/2 ( h2c )

    HttpTestServer https2TestServer;  // HTTP/2 ( h2  )

    String httpURI_fixed;

    String httpURI_chunk;

    String httpsURI_fixed;

    String httpsURI_chunk;

    String http2URI_fixed;

    String http2URI_chunk;

    String https2URI_fixed;

    String https2URI_chunk;

    static final StackWalker WALKER =

            StackWalker.getInstance(StackWalker.Option.RETAIN_CLASS_REFERENCE);

    static final int ITERATION_COUNT = 1;

    // a shared executor helps reduce the amount of threads created by the test

    static final Executor executor = new TestExecutor(Executors.newCachedThreadPool());

    static final ConcurrentMap<String, Throwable> FAILURES = new ConcurrentHashMap<>();

    static volatile boolean tasksFailed;

    static final AtomicLong serverCount = new AtomicLong();

    static final AtomicLong clientCount = new AtomicLong();

    static final long start = System.nanoTime();

    public static String now() {

        long now = System.nanoTime() - start;

        long secs = now / 1000_000_000;

        long mill = (now % 1000_000_000) / 1000_000;

        long nan = now % 1000_000;

        return String.format("[%d s, %d ms, %d ns] ", secs, mill, nan);

    }

    private volatile HttpClient sharedClient;

    static class TestExecutor implements Executor {

        final AtomicLong tasks = new AtomicLong();

        Executor executor;

        TestExecutor(Executor executor) {

            this.executor = executor;

        }

        @Override

        public void execute(Runnable command) {

            long id = tasks.incrementAndGet();

            executor.execute(() -> {

                try {

                    command.run();

                } catch (Throwable t) {

                    tasksFailed = true;

                    System.out.printf(now() + "Task %s failed: %s%n", id, t);

                    System.err.printf(now() + "Task %s failed: %s%n", id, t);

                    FAILURES.putIfAbsent("Task " + id, t);

                    throw t;

                }

            });

        }

    }

    @AfterClass

    static final void printFailedTests() {

        out.println("\n=========================");

        try {

            out.printf("%n%sCreated %d servers and %d clients%n",

                    now(), serverCount.get(), clientCount.get());

            if (FAILURES.isEmpty()) return;

            out.println("Failed tests: ");

            FAILURES.entrySet().forEach((e) -> {

                out.printf("\t%s: %s%n", e.getKey(), e.getValue());

                e.getValue().printStackTrace(out);

                e.getValue().printStackTrace();

            });

            if (tasksFailed) {

                System.out.println("WARNING: Some tasks failed");

            }

        } finally {

            out.println("\n=========================\n");

        }

    }

    private String[] uris() {

        return new String[] {

                httpURI_fixed,

                httpURI_chunk,

                httpsURI_fixed,

                httpsURI_chunk,

                http2URI_fixed,

                http2URI_chunk,

                https2URI_fixed,

                https2URI_chunk,

        };

    }

    static final class SemaphoreStallerSupplier

            implements Supplier<SemaphoreStaller> {

        @Override

        public SemaphoreStaller get() {

            return new SemaphoreStaller();

        }

        @Override

        public String toString() {

            return "SemaphoreStaller";

        }

    }

    @DataProvider(name = "noStalls")

    public Object[][] noThrows() {

        String[] uris = uris();

        Object[][] result = new Object[uris.length * 2][];

        int i = 0;

        for (boolean sameClient : List.of(false, true)) {

            for (String uri: uris()) {

                result[i++] = new Object[] {uri, sameClient};

            }

        }

        assert i == uris.length * 2;

        return result;

    }

    @DataProvider(name = "variants")

    public Object[][] variants() {

        String[] uris = uris();

        Object[][] result = new Object[uris.length * 2][];

        int i = 0;

        Supplier<? extends Staller> s = new SemaphoreStallerSupplier();

        for (Supplier<? extends Staller> staller : List.of(s)) {

            for (boolean sameClient : List.of(false, true)) {

                for (String uri : uris()) {

                    result[i++] = new Object[]{uri, sameClient, staller};

                }

            }

        }

        assert i == uris.length * 2;

        return result;

    }

    private HttpClient makeNewClient() {

        clientCount.incrementAndGet();

        return HttpClient.newBuilder()

                .executor(executor)

                .sslContext(sslContext)

                .build();

    }

    HttpClient newHttpClient(boolean share) {

        if (!share) return makeNewClient();

        HttpClient shared = sharedClient;

        if (shared != null) return shared;

        synchronized (this) {

            shared = sharedClient;

            if (shared == null) {

                shared = sharedClient = makeNewClient();

            }

            return shared;

        }

    }

    @Test(dataProvider = "noStalls")

    public void testNoStalls(String uri, boolean sameClient)

            throws Exception {

        HttpClient client = null;

        out.printf("%ntestNoStalls(%s, %b)%n", uri, sameClient);

        for (int i=0; i< ITERATION_COUNT; i++) {

            if (!sameClient || client == null)

                client = newHttpClient(sameClient);

            HttpRequest req = HttpRequest.newBuilder(URI.create(uri))

                    .build();

            BodyHandler<String> handler =

                    new StallingBodyHandler((w) -> {},

                            BodyHandlers.ofString());

            HttpResponse<String> response = client.send(req, handler);

            String body = response.body();

            assertEquals(URI.create(body).getPath(), URI.create(uri).getPath());

        }

    }

    @Test(dataProvider = "variants")

    public void testAsStringAsync(String uri,

                                  boolean sameClient,

                                  Supplier<Staller> s)

            throws Exception

    {

        Staller staller = s.get();

        String test = format("testAsStringAsync(%s, %b, %s)",

                uri, sameClient, staller);

        testDependent(test, uri, sameClient, BodyHandlers::ofString,

                this::finish, this::extractString, staller);

    }

    @Test(dataProvider = "variants")

    public void testAsLinesAsync(String uri,

                                 boolean sameClient,

                                 Supplier<Staller> s)

            throws Exception

    {

        Staller staller = s.get();

        String test = format("testAsLinesAsync(%s, %b, %s)",

                uri, sameClient, staller);

        testDependent(test, uri, sameClient, BodyHandlers::ofLines,

                this::finish, this::extractStream, staller);

    }

    @Test(dataProvider = "variants")

    public void testAsInputStreamAsync(String uri,

                                       boolean sameClient,

                                       Supplier<Staller> s)

            throws Exception

    {

        Staller staller = s.get();

        String test = format("testAsInputStreamAsync(%s, %b, %s)",

                uri, sameClient, staller);

        testDependent(test, uri, sameClient, BodyHandlers::ofInputStream,

                this::finish, this::extractInputStream, staller);

    }

    private <T,U> void testDependent(String name, String uri, boolean sameClient,

                                     Supplier<BodyHandler<T>> handlers,

                                     Finisher finisher,

                                     Extractor extractor,

                                     Staller staller)

            throws Exception

    {

        out.printf("%n%s%s%n", now(), name);

        try {

            testDependent(uri, sameClient, handlers, finisher, extractor, staller);

        } catch (Error | Exception x) {

            FAILURES.putIfAbsent(name, x);

            throw x;

        }

    }

    private <T,U> void testDependent(String uri, boolean sameClient,

                                     Supplier<BodyHandler<T>> handlers,

                                     Finisher finisher,

                                     Extractor extractor,

                                     Staller staller)

            throws Exception

    {

        HttpClient client = null;

        for (Where where : EnumSet.of(Where.BODY_HANDLER)) {

            if (!sameClient || client == null)

                client = newHttpClient(sameClient);

            HttpRequest req = HttpRequest.

                    newBuilder(URI.create(uri))

                    .build();

            BodyHandler<T> handler =

                    new StallingBodyHandler(where.select(staller), handlers.get());

            System.out.println("try stalling in " + where);

            staller.acquire();

            assert staller.willStall();

            CompletableFuture<HttpResponse<T>> responseCF = client.sendAsync(req, handler);

            assert !responseCF.isDone();

            finisher.finish(where, responseCF, staller, extractor);

        }

    }

    enum Where {

        BODY_HANDLER, ON_SUBSCRIBE, ON_NEXT, ON_COMPLETE, ON_ERROR, GET_BODY, BODY_CF;

        public Consumer<Where> select(Consumer<Where> consumer) {

            return new Consumer<Where>() {

                @Override

                public void accept(Where where) {

                    if (Where.this == where) {

                        consumer.accept(where);

                    }

                }

            };

        }

    }

    interface Extractor<T> {

        public List<String> extract(HttpResponse<T> resp);

    }

    final List<String> extractString(HttpResponse<String> resp) {

        return List.of(resp.body());

    }

    final List<String> extractStream(HttpResponse<Stream<String>> resp) {

        return resp.body().collect(Collectors.toList());

    }

    final List<String> extractInputStream(HttpResponse<InputStream> resp) {

        try (InputStream is = resp.body()) {

            return new BufferedReader(new InputStreamReader(is))

                    .lines().collect(Collectors.toList());

        } catch (IOException x) {

            throw new CompletionException(x);

        }

    }

    interface Finisher<T> {

        public void finish(Where w,

                           CompletableFuture<HttpResponse<T>> cf,

                           Staller staller,

                           Extractor extractor);

    }

    Optional<StackFrame> findFrame(Stream<StackFrame> s, String name) {

        return s.filter((f) -> f.getClassName().contains(name))

                .filter((f) -> f.getDeclaringClass().getModule().equals(HttpClient.class.getModule()))

                .findFirst();

    }

    <T> void checkThreadAndStack(Thread thread,

                                 AtomicReference<RuntimeException> failed,

                                 T result,

                                 Throwable error) {

        if (Thread.currentThread() == thread) {

            //failed.set(new RuntimeException("Dependant action was executed in " + thread));

            List<StackFrame> httpStack = WALKER.walk(s -> s.filter(f -> f.getDeclaringClass()

                    .getModule().equals(HttpClient.class.getModule()))

                    .collect(Collectors.toList()));

            if (!httpStack.isEmpty()) {

                System.out.println("Found unexpected trace: ");

                httpStack.forEach(f -> System.out.printf("\t%s%n", f));

                failed.set(new RuntimeException("Dependant action has unexpected frame in " +

                        Thread.currentThread() + ": " + httpStack.get(0)));

            }

            return;

        } else if (System.getSecurityManager() != null) {

            Optional<StackFrame> sf = WALKER.walk(s -> findFrame(s, "PrivilegedRunnable"));

            if (!sf.isPresent()) {

                failed.set(new RuntimeException("Dependant action does not have expected frame in "

                        + Thread.currentThread()));

                return;

            } else {

                System.out.println("Found expected frame: " + sf.get());

            }

        } else {

            List<StackFrame> httpStack = WALKER.walk(s -> s.filter(f -> f.getDeclaringClass()

                    .getModule().equals(HttpClient.class.getModule()))

                    .collect(Collectors.toList()));

            if (!httpStack.isEmpty()) {

                System.out.println("Found unexpected trace: ");

                httpStack.forEach(f -> System.out.printf("\t%s%n", f));

                failed.set(new RuntimeException("Dependant action has unexpected frame in " +

                        Thread.currentThread() + ": " + httpStack.get(0)));

            }

        }

    }

    <T> void finish(Where w, CompletableFuture<HttpResponse<T>> cf,

                    Staller staller,

                    Extractor<T> extractor) {

        Thread thread = Thread.currentThread();

        AtomicReference<RuntimeException> failed = new AtomicReference<>();

        CompletableFuture<HttpResponse<T>> done = cf.whenComplete(

                (r,t) -> checkThreadAndStack(thread, failed, r, t));

        assert !cf.isDone();

        try {

            Thread.sleep(100);

        } catch (Throwable t) {/* don't care */}

        assert !cf.isDone();

        staller.release();

        try {

            HttpResponse<T> response = done.join();

            List<String> result = extractor.extract(response);

            RuntimeException error = failed.get();

            if (error != null) {

                throw new RuntimeException("Test failed in "

                        + w + ": " + response, error);

            }

            assertEquals(result, List.of(response.request().uri().getPath()));

        } finally {

            staller.reset();

        }

    }

    interface Staller extends Consumer<Where> {

        void release();

        void acquire();

        void reset();

        boolean willStall();

    }

    static final class SemaphoreStaller implements Staller {

        final Semaphore sem = new Semaphore(1);

        @Override

        public void accept(Where where) {

            System.out.println("Acquiring semaphore in "

                    + where + " permits=" + sem.availablePermits());

            sem.acquireUninterruptibly();

            System.out.println("Semaphored acquired in " + where);

        }

        @Override

        public void release() {

            System.out.println("Releasing semaphore: permits="

                    + sem.availablePermits());

            sem.release();

        }

        @Override

        public void acquire() {

            sem.acquireUninterruptibly();

            System.out.println("Semaphored acquired");

        }

        @Override

        public void reset() {

            System.out.println("Reseting semaphore: permits="

                    + sem.availablePermits());

            sem.drainPermits();

            sem.release();

            System.out.println("Semaphore reset: permits="

                    + sem.availablePermits());

        }

        @Override

        public boolean willStall() {

            return sem.availablePermits() <= 0;

        }

        @Override

        public String toString() {

            return "SemaphoreStaller";

        }

    }

    static final class StallingBodyHandler<T> implements BodyHandler<T> {

        final Consumer<Where> stalling;

        final BodyHandler<T> bodyHandler;

        StallingBodyHandler(Consumer<Where> stalling, BodyHandler<T> bodyHandler) {

            this.stalling = stalling;

            this.bodyHandler = bodyHandler;

        }

        @Override

        public BodySubscriber<T> apply(HttpResponse.ResponseInfo rinfo) {