/*

 * Copyright (c) 2018, Oracle and/or its affiliates. All rights reserved.

 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.

 *

 * This code is free software; you can redistribute it and/or modify it

 * under the terms of the GNU General Public License version 2 only, as

 * published by the Free Software Foundation.

 *

 * This code is distributed in the hope that it will be useful, but WITHOUT

 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or

 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License

 * version 2 for more details (a copy is included in the LICENSE file that

 * accompanied this code).

 *

 * You should have received a copy of the GNU General Public License version

 * 2 along with this work; if not, write to the Free Software Foundation,

 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.

 *

 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA

 * or visit www.oracle.com if you need additional information or have any

 * questions.

 */

/*

 * @test

 * @summary Verify that dependent synchronous actions added before the promise CF

 *          completes are executed either asynchronously in an executor when the

 *          CF later completes, or in the user thread that joins.

 * @library /lib/testlibrary http2/server

 * @build jdk.testlibrary.SimpleSSLContext HttpServerAdapters ThrowingPublishers

 * @modules java.base/sun.net.www.http

 *          java.net.http/jdk.internal.net.http.common

 *          java.net.http/jdk.internal.net.http.frame

 *          java.net.http/jdk.internal.net.http.hpack

 * @run testng/othervm -Djdk.internal.httpclient.debug=true DependentPromiseActionsTest

 * @run testng/othervm/java.security.policy=dependent.policy

  *           -Djdk.internal.httpclient.debug=true DependentPromiseActionsTest

 */

import java.io.BufferedReader;

import java.io.InputStreamReader;

import java.lang.StackWalker.StackFrame;

import jdk.internal.net.http.common.HttpHeadersImpl;

import jdk.testlibrary.SimpleSSLContext;

import org.testng.annotations.AfterTest;

import org.testng.annotations.AfterClass;

import org.testng.annotations.BeforeTest;

import org.testng.annotations.DataProvider;

import org.testng.annotations.Test;

import javax.net.ssl.SSLContext;

import java.io.IOException;

import java.io.InputStream;

import java.io.OutputStream;

import java.net.URI;

import java.net.URISyntaxException;

import java.net.http.HttpClient;

import java.net.http.HttpHeaders;

import java.net.http.HttpRequest;

import java.net.http.HttpResponse;

import java.net.http.HttpResponse.BodyHandler;

import java.net.http.HttpResponse.BodyHandlers;

import java.net.http.HttpResponse.BodySubscriber;

import java.net.http.HttpResponse.PushPromiseHandler;

import java.nio.ByteBuffer;

import java.nio.charset.StandardCharsets;

import java.util.EnumSet;

import java.util.List;

import java.util.Map;

import java.util.Optional;

import java.util.concurrent.CompletableFuture;

import java.util.concurrent.CompletionException;

import java.util.concurrent.CompletionStage;

import java.util.concurrent.ConcurrentHashMap;

import java.util.concurrent.ConcurrentMap;

import java.util.concurrent.Executor;

import java.util.concurrent.Executors;

import java.util.concurrent.Flow;

import java.util.concurrent.Semaphore;

import java.util.concurrent.atomic.AtomicLong;

import java.util.concurrent.atomic.AtomicReference;

import java.util.function.Consumer;

import java.util.function.Function;

import java.util.function.Supplier;

import java.util.stream.Collectors;

import java.util.stream.Stream;

import static java.lang.System.err;

import static java.lang.System.out;

import static java.lang.String.format;

import static java.nio.charset.StandardCharsets.UTF_8;

import static org.testng.Assert.assertEquals;

import static org.testng.Assert.assertTrue;

public class DependentPromiseActionsTest implements HttpServerAdapters {

    SSLContext sslContext;

    HttpTestServer http2TestServer;   // HTTP/2 ( h2c )

    HttpTestServer https2TestServer;  // HTTP/2 ( h2  )

    String http2URI_fixed;

    String http2URI_chunk;

    String https2URI_fixed;

    String https2URI_chunk;

    static final StackWalker WALKER =

            StackWalker.getInstance(StackWalker.Option.RETAIN_CLASS_REFERENCE);

    static final int ITERATION_COUNT = 1;

    // a shared executor helps reduce the amount of threads created by the test

    static final Executor executor = new TestExecutor(Executors.newCachedThreadPool());

    static final ConcurrentMap<String, Throwable> FAILURES = new ConcurrentHashMap<>();

    static volatile boolean tasksFailed;

    static final AtomicLong serverCount = new AtomicLong();

    static final AtomicLong clientCount = new AtomicLong();

    static final long start = System.nanoTime();

    public static String now() {

        long now = System.nanoTime() - start;

        long secs = now / 1000_000_000;

        long mill = (now % 1000_000_000) / 1000_000;

        long nan = now % 1000_000;

        return String.format("[%d s, %d ms, %d ns] ", secs, mill, nan);

    }

    private volatile HttpClient sharedClient;

    static class TestExecutor implements Executor {

        final AtomicLong tasks = new AtomicLong();

        Executor executor;

        TestExecutor(Executor executor) {

            this.executor = executor;

        }

        @Override

        public void execute(Runnable command) {

            long id = tasks.incrementAndGet();

            executor.execute(() -> {

                try {

                    command.run();

                } catch (Throwable t) {

                    tasksFailed = true;

                    System.out.printf(now() + "Task %s failed: %s%n", id, t);

                    System.err.printf(now() + "Task %s failed: %s%n", id, t);

                    FAILURES.putIfAbsent("Task " + id, t);

                    throw t;

                }

            });

        }

    }

    @AfterClass

    static final void printFailedTests() {

        out.println("\n=========================");

        try {

            out.printf("%n%sCreated %d servers and %d clients%n",

                    now(), serverCount.get(), clientCount.get());

            if (FAILURES.isEmpty()) return;

            out.println("Failed tests: ");

            FAILURES.entrySet().forEach((e) -> {

                out.printf("\t%s: %s%n", e.getKey(), e.getValue());

                e.getValue().printStackTrace(out);

                e.getValue().printStackTrace();

            });

            if (tasksFailed) {

                System.out.println("WARNING: Some tasks failed");

            }

        } finally {

            out.println("\n=========================\n");

        }

    }

    private String[] uris() {

        return new String[] {

                http2URI_fixed,

                http2URI_chunk,

                https2URI_fixed,

                https2URI_chunk,

        };

    }

    static final class SemaphoreStallerSupplier

            implements Supplier<SemaphoreStaller> {

        @Override

        public SemaphoreStaller get() {

            return new SemaphoreStaller();

        }

        @Override

        public String toString() {

            return "SemaphoreStaller";

        }

    }

    @DataProvider(name = "noStalls")

    public Object[][] noThrows() {

        String[] uris = uris();

        Object[][] result = new Object[uris.length * 2][];

        int i = 0;

        for (boolean sameClient : List.of(false, true)) {

            for (String uri: uris()) {

                result[i++] = new Object[] {uri, sameClient};

            }

        }

        assert i == uris.length * 2;

        return result;

    }

    @DataProvider(name = "variants")

    public Object[][] variants() {

        String[] uris = uris();

        Object[][] result = new Object[uris.length * 2][];

        int i = 0;

        Supplier<? extends Staller> s = new SemaphoreStallerSupplier();

        for (Supplier<? extends Staller> staller : List.of(s)) {

            for (boolean sameClient : List.of(false, true)) {

                for (String uri : uris()) {

                    result[i++] = new Object[]{uri, sameClient, staller};

                }

            }

        }

        assert i == uris.length * 2;

        return result;

    }

    private HttpClient makeNewClient() {

        clientCount.incrementAndGet();

        return HttpClient.newBuilder()

                .executor(executor)

                .sslContext(sslContext)

                .build();

    }

    HttpClient newHttpClient(boolean share) {

        if (!share) return makeNewClient();

        HttpClient shared = sharedClient;

        if (shared != null) return shared;

        synchronized (this) {

            shared = sharedClient;

            if (shared == null) {

                shared = sharedClient = makeNewClient();

            }

            return shared;

        }

    }

    @Test(dataProvider = "noStalls")

    public void testNoStalls(String uri, boolean sameClient)

            throws Exception {

        HttpClient client = null;

        out.printf("%ntestNoStalls(%s, %b)%n", uri, sameClient);

        for (int i=0; i< ITERATION_COUNT; i++) {

            if (!sameClient || client == null)

                client = newHttpClient(sameClient);

            HttpRequest req = HttpRequest.newBuilder(URI.create(uri))

                    .build();

            BodyHandler<Stream<String>> handler =

                    new StallingBodyHandler((w) -> {},

                            BodyHandlers.ofLines());

            Map<HttpRequest, CompletableFuture<HttpResponse<Stream<String>>>> pushPromises =

                    new ConcurrentHashMap<>();

            PushPromiseHandler<Stream<String>> pushHandler = new PushPromiseHandler<>() {

                @Override

                public void applyPushPromise(HttpRequest initiatingRequest,

                                             HttpRequest pushPromiseRequest,

                                             Function<BodyHandler<Stream<String>>,

                                                     CompletableFuture<HttpResponse<Stream<String>>>>

                                                     acceptor) {

                    pushPromises.putIfAbsent(pushPromiseRequest, acceptor.apply(handler));

                }

            };

            HttpResponse<Stream<String>> response =

                    client.sendAsync(req, BodyHandlers.ofLines(), pushHandler).get();

            String body = response.body().collect(Collectors.joining("|"));

            assertEquals(URI.create(body).getPath(), URI.create(uri).getPath());

            for (HttpRequest promised : pushPromises.keySet()) {

                out.printf("%s Received promise: %s%n\tresponse: %s%n",

                        now(), promised, pushPromises.get(promised).get());

                String promisedBody = pushPromises.get(promised).get().body()

                        .collect(Collectors.joining("|"));

                assertEquals(promisedBody, promised.uri().toASCIIString());

            }

            assertEquals(3, pushPromises.size());

        }

    }

    @Test(dataProvider = "variants")

    public void testAsStringAsync(String uri,

                                  boolean sameClient,

                                  Supplier<Staller> stallers)

            throws Exception

    {

        String test = format("testAsStringAsync(%s, %b, %s)",

                uri, sameClient, stallers);

        testDependent(test, uri, sameClient, BodyHandlers::ofString,

                this::finish, this::extractString, stallers);

    }

    @Test(dataProvider = "variants")

    public void testAsLinesAsync(String uri,

                                 boolean sameClient,

                                 Supplier<Staller> stallers)

            throws Exception

    {

        String test = format("testAsLinesAsync(%s, %b, %s)",

                uri, sameClient, stallers);

        testDependent(test, uri, sameClient, BodyHandlers::ofLines,

                this::finish, this::extractStream, stallers);

    }

    @Test(dataProvider = "variants")

    public void testAsInputStreamAsync(String uri,

                                       boolean sameClient,

                                       Supplier<Staller> stallers)

            throws Exception

    {

        String test = format("testAsInputStreamAsync(%s, %b, %s)",

                uri, sameClient, stallers);

        testDependent(test, uri, sameClient, BodyHandlers::ofInputStream,

                this::finish, this::extractInputStream, stallers);

    }

    private <T,U> void testDependent(String name, String uri, boolean sameClient,

                                     Supplier<BodyHandler<T>> handlers,

                                     Finisher finisher,

                                     Extractor<T> extractor,

                                     Supplier<Staller> stallers)

            throws Exception

    {

        out.printf("%n%s%s%n", now(), name);

        try {

            testDependent(uri, sameClient, handlers, finisher, extractor, stallers);

        } catch (Error | Exception x) {

            FAILURES.putIfAbsent(name, x);

            throw x;

        }

    }

    private <T,U> void testDependent(String uri, boolean sameClient,

                                     Supplier<BodyHandler<T>> handlers,

                                     Finisher finisher,

                                     Extractor<T> extractor,

                                     Supplier<Staller> stallers)

            throws Exception

    {

        HttpClient client = null;

        for (Where where : EnumSet.of(Where.BODY_HANDLER)) {

            if (!sameClient || client == null)

                client = newHttpClient(sameClient);

            HttpRequest req = HttpRequest.

                    newBuilder(URI.create(uri))

                    .build();

            StallingPushPromiseHandler<T> promiseHandler =

                    new StallingPushPromiseHandler<>(where, handlers, stallers);

            BodyHandler<T> handler = handlers.get();

            System.out.println("try stalling in " + where);

            CompletableFuture<HttpResponse<T>> responseCF =

                    client.sendAsync(req, handler, promiseHandler);

            assert !responseCF.isDone();

            finisher.finish(where, responseCF, promiseHandler, extractor);

        }

    }

    enum Where {

        ON_PUSH_PROMISE, BODY_HANDLER, ON_SUBSCRIBE, ON_NEXT, ON_COMPLETE, ON_ERROR, GET_BODY, BODY_CF;

        public Consumer<Where> select(Consumer<Where> consumer) {

            return new Consumer<Where>() {

                @Override

                public void accept(Where where) {

                    if (Where.this == where) {

                        consumer.accept(where);

                    }

                }

            };

        }

    }

    static final class StallingPushPromiseHandler<T> implements PushPromiseHandler<T> {

        static final class Tuple<U> {

            public final CompletableFuture<HttpResponse<U>> response;

            public final Staller staller;

            public final AtomicReference<RuntimeException> failed;

            Tuple(AtomicReference<RuntimeException> failed,

                  CompletableFuture<HttpResponse<U>> response,

                  Staller staller) {

                this.response = response;

                this.staller = staller;

                this.failed = failed;

            }

        }

        public final ConcurrentMap<HttpRequest, Tuple<T>> promiseMap =

                new ConcurrentHashMap<>();

        private final Supplier<Staller> stallers;

        private final Supplier<BodyHandler<T>> handlers;

        private final Where where;

        private final Thread thread = Thread.currentThread(); // main thread

        StallingPushPromiseHandler(Where where,

                                   Supplier<BodyHandler<T>> handlers,

                                   Supplier<Staller> stallers) {

            this.where = where;

            this.handlers = handlers;

            this.stallers = stallers;

        }

        @Override

        public void applyPushPromise(HttpRequest initiatingRequest,

                                     HttpRequest pushPromiseRequest,

                                     Function<BodyHandler<T>,

                                             CompletableFuture<HttpResponse<T>>> acceptor) {

            AtomicReference<RuntimeException> failed = new AtomicReference<>();

            Staller staller = stallers.get();

            staller.acquire();

            assert staller.willStall();

            try {

                BodyHandler handler = new StallingBodyHandler<>(

                        where.select(staller), handlers.get());

                CompletableFuture<HttpResponse<T>> cf = acceptor.apply(handler);

                Tuple<T> tuple = new Tuple(failed, cf, staller);

                promiseMap.putIfAbsent(pushPromiseRequest, tuple);

                CompletableFuture<?> done = cf.whenComplete(

                        (r, t) -> checkThreadAndStack(thread, failed, r, t));

                assert !cf.isDone();

            } finally {

                staller.release();

            }

        }

    }

    interface Extractor<T> {

        public List<String> extract(HttpResponse<T> resp);

    }

    final List<String> extractString(HttpResponse<String> resp) {

        return List.of(resp.body());

    }

    final List<String> extractStream(HttpResponse<Stream<String>> resp) {

        return resp.body().collect(Collectors.toList());

    }

    final List<String> extractInputStream(HttpResponse<InputStream> resp) {

        try (InputStream is = resp.body()) {

            return new BufferedReader(new InputStreamReader(is))

                    .lines().collect(Collectors.toList());

        } catch (IOException x) {

            throw new CompletionException(x);

        }

    }

    interface Finisher<T> {

        public void finish(Where w,

                           CompletableFuture<HttpResponse<T>> cf,

                           StallingPushPromiseHandler<T> ph,

                           Extractor<T> extractor);

    }

    static Optional<StackFrame> findFrame(Stream<StackFrame> s, String name) {

        return s.filter((f) -> f.getClassName().contains(name))

                .filter((f) -> f.getDeclaringClass().getModule().equals(HttpClient.class.getModule()))

                .findFirst();

    }

    static <T> void checkThreadAndStack(Thread thread,

                                        AtomicReference<RuntimeException> failed,

                                        T result,

                                        Throwable error) {

        if (Thread.currentThread() == thread) {

            //failed.set(new RuntimeException("Dependant action was executed in " + thread));

            List<StackFrame> httpStack = WALKER.walk(s -> s.filter(f -> f.getDeclaringClass()

                    .getModule().equals(HttpClient.class.getModule()))

                    .collect(Collectors.toList()));

            if (!httpStack.isEmpty()) {

                System.out.println("Found unexpected trace: ");

                httpStack.forEach(f -> System.out.printf("\t%s%n", f));

                failed.set(new RuntimeException("Dependant action has unexpected frame in " +

                        Thread.currentThread() + ": " + httpStack.get(0)));

            }            return;

        } else if (System.getSecurityManager() != null) {

            Optional<StackFrame> sf = WALKER.walk(s -> findFrame(s, "PrivilegedRunnable"));

            if (!sf.isPresent()) {

                failed.set(new RuntimeException("Dependant action does not have expected frame in "

                        + Thread.currentThread()));

                return;

            } else {

                System.out.println("Found expected frame: " + sf.get());

            }

        } else {

            List<StackFrame> httpStack = WALKER.walk(s -> s.filter(f -> f.getDeclaringClass()

                    .getModule().equals(HttpClient.class.getModule()))

                    .collect(Collectors.toList()));

            if (!httpStack.isEmpty()) {

                System.out.println("Found unexpected trace: ");

                httpStack.forEach(f -> System.out.printf("\t%s%n", f));

                failed.set(new RuntimeException("Dependant action has unexpected frame in " +

                        Thread.currentThread() + ": " + httpStack.get(0)));

            }

        }

    }

    <T> void finish(Where w,

                    StallingPushPromiseHandler.Tuple<T> tuple,

                    Extractor<T> extractor) {

        AtomicReference<RuntimeException> failed = tuple.failed;

        CompletableFuture<HttpResponse<T>> done = tuple.response;

        Staller staller = tuple.staller;

        try {

            HttpResponse<T> response = done.join();

            List<String> result = extractor.extract(response);

            URI uri = response.uri();

            RuntimeException error = failed.get();

            if (error != null) {

                throw new RuntimeException("Test failed in "

                        + w + ": " + uri, error);

            }

            assertEquals(result, List.of(response.request().uri().toASCIIString()));

        } finally {

            staller.reset();

        }

    }

    <T> void finish(Where w,

                    CompletableFuture<HttpResponse<T>> cf,

                    StallingPushPromiseHandler<T> ph,

                    Extractor<T> extractor) {