test/hotspot/jtreg/vmTestbase/nsk/monitoring/share/thread/Deadlock.java
author iignatyev
Wed, 02 May 2018 16:43:56 -0700
changeset 49958 cc29d7717e3a
permissions -rw-r--r--
8199375: [TESTBUG] Open source vm testbase monitoring tests Reviewed-by: kvn, ihse, sspitsyn

/*
 * Copyright (c) 2007, 2018, Oracle and/or its affiliates. All rights reserved.
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
 *
 * This code is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License version 2 only, as
 * published by the Free Software Foundation.
 *
 * This code is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
 * version 2 for more details (a copy is included in the LICENSE file that
 * accompanied this code).
 *
 * You should have received a copy of the GNU General Public License version
 * 2 along with this work; if not, write to the Free Software Foundation,
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
 *
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
 * or visit www.oracle.com if you need additional information or have any
 * questions.
 */

package nsk.monitoring.share.thread;

import java.lang.management.*;
import nsk.share.log.*;
import nsk.share.TestBug;
import nsk.share.TestFailure;
import nsk.share.Wicket;
import java.util.Map;
import java.util.HashMap;
import java.util.concurrent.locks.ReentrantLock;
import java.util.concurrent.locks.Condition;
import java.util.concurrent.locks.Lock;
import java.util.concurrent.TimeUnit;

/**
 * Scenario that starts threads that use different scenarios to deadlock.
 * Several types of deadlocks are implemented:
 * Deadlock.Type.JAVA - several threads use synchronized blocks on java objects
 * Deadlock.Type.NATIVE - several threads use JNI MonitorEnter on java objects
 * Deadlock.Type.SYNCHRONIZED_METHOD - several threads use synchronized method
 * Deadlock.Type.SYNCHRONIZER - several threads use java.util.concurrent.locks locks
 * Deadlock.Type.MIXED - a mix of all above, each thread uses different combination
 * of lock types
 *
 * Note: this scenario is not reusable in sense that it cannot be run and successfully
 * checked several times, because there is no way to finish deadlocked threads.
 */
public class Deadlock extends ThreadMonitoringScenarioBase {
        public static enum Type {
                JAVA,
                NATIVE,
                SYNCHRONIZED_METHOD,
                SYNCHRONIZER,
                MIXED
        };

        private static final String[] expectedMethods = {
                "nsk.monitoring.share.thread.Deadlock$DeadlockThread.runInside",
                "nsk.monitoring.share.thread.Deadlock$DeadlockThread.javaLock",
                "nsk.monitoring.share.thread.Deadlock$DeadlockThread.nativeLock",
                "nsk.monitoring.share.thread.Deadlock$DeadlockThread.mixedLock",
                "nsk.monitoring.share.thread.Deadlock$DeadlockThread.nativeLock2"
        };
        private Type deadlockType;
        private RunType recursionType;
        private int maxDepth;
        private Wicket step1;
        private Wicket step2;
        private Wicket step3;
        private Object[] locks;
        private Locker[] lockers;
        private DeadlockThread[] threads;
        private long[] threadIds;
        private ThreadInfo[] threadInfo;
        private Deadlocker deadlocker;

        static {
                System.loadLibrary("Deadlock");
        }

        public Deadlock(Log log, RunType recursionType, int maxDepth, Type deadlockType) {
                this(log, recursionType, maxDepth, deadlockType, 3);
        }

        public Deadlock(Log log, RunType recursionType, int maxDepth, Type deadlockType, int threadCount) {
                super(log);
                this.recursionType = recursionType;
                this.maxDepth = maxDepth;
                threads = new DeadlockThread[threadCount];
                lockers = new Locker[threadCount];
                locks = new Object[threadCount];
                this.deadlockType = deadlockType;
        }

        public abstract class Locker {
                protected Locker inner;

                public Locker(Locker inner) {
                        this.inner = inner;
                }

                public abstract String getTypeName();
                public abstract void lock();
                public abstract void check(ThreadInfo info);
                public abstract Thread.State getExpectedThreadState();
        }

        private class JavaLocker extends Locker {
                private Object lock;
                private Map<String, Object[]> lockMap = new HashMap<String, Object[]>();

                public JavaLocker(Object lock, Locker inner) {
                        super(inner);
                        this.lock = lock;
                        lockMap.put("lock", new Object[] { lock });
                }

                public String getTypeName() {
                        return "synchronized block";
                }

                public void lock() {
                        synchronized (lock) {
                                if (inner != null) {
                                        step1.unlock();
                                        step2.waitFor();
                                        step3.unlock();
                                        inner.lock();
                                } else
                                        throw new TestBug("Should not reach here");
                        }
                }

                public void check(ThreadInfo info) {
                        if (inner == null) {
                                verify(info.getThreadState() == Thread.State.BLOCKED, "ThreadInfo.getThreadState() = " + info.getThreadState() + " != " + Thread.State.BLOCKED);
                                checkLockInfo(info.getLockInfo(), lock);
                                verify(info.getLockName().equals(info.getLockInfo().toString()), "ThreadInfo.getLockName() = " + info.getLockName() + " != info.getLockInfo().toString() = " + info.getLockInfo().toString());
                        } else {
                                verify(info.getBlockedCount() >= 0, "ThreadInfo.getBlockedCount() = " + info.getBlockedCount() + " < " + 0);
                                verify(info.getWaitedCount() >= 0, "ThreadInfo.getWaitedCount() = " + info.getWaitedCount() + " < " + 0);
                                checkMonitorInfo(info.getLockedMonitors(), lockMap);
                                checkSynchronizers(info.getLockedSynchronizers(), null);
                                inner.check(info);
                        }
                }

                public Thread.State getExpectedThreadState() {
                        if (inner != null)
                                return inner.getExpectedThreadState();
                        else
                                return Thread.State.BLOCKED;
                }
        }

        private class NativeLocker extends Locker {
                private Object lock;
                private Wicket step1;
                private Wicket step2;
                private Wicket step3;
                private Map<String, Object[]> lockMap = new HashMap<String, Object[]>();

                public NativeLocker(Object lock, Locker inner) {
                        super(inner);
                        this.lock = lock;
                        this.step1 = Deadlock.this.step1;
                        this.step2 = Deadlock.this.step2;
                        this.step3 = Deadlock.this.step3;
                        lockMap.put("lock", new Object[] { lock });
                }

                public String getTypeName() {
                        return "JNI MonitorEnter";
                }

                public native void lock();

                public void check(ThreadInfo info) {
                        if (inner != null) {
                                verify(info.getLockName().equals(info.getLockInfo().toString()), "ThreadInfo.getLockName() = " + info.getLockName() + " != info.getLockInfo().toString() = " + info.getLockInfo().toString());
                                checkMonitorInfo(info.getLockedMonitors(), lockMap);
                                checkSynchronizers(info.getLockedSynchronizers(), null);
                                inner.check(info);
                        } else {
                                verify(info.getThreadState() == Thread.State.BLOCKED, "ThreadInfo.getThreadState() = " + info.getThreadState() + " != " + Thread.State.BLOCKED);
                                verify(info.getBlockedCount() >= 0, "ThreadInfo.getBlockedCount() = " + info.getBlockedCount() + " < " + 0);
                                verify(info.getWaitedCount() >= 0, "ThreadInfo.getWaitedCount() = " + info.getWaitedCount() + " < " + 0);
                                checkLockInfo(info.getLockInfo(), lock);
                        }
                }

                public Thread.State getExpectedThreadState() {
                        if (inner != null)
                                return inner.getExpectedThreadState();
                        else
                                return Thread.State.BLOCKED;
                }
        }

        private class SynchronizedMethod {
                public synchronized void synchronizedMethod(Locker inner) {
                        if (inner != null) {
                                step1.unlock();
                                step2.waitFor();
                                step3.unlock();
                                inner.lock();
                        } else
                                throw new TestBug("Should not reach here");
                }
        }

        private class SynchronizedMethodLocker extends Locker {
                private SynchronizedMethod lock;
                private Map<String, Object[]> lockMap = new HashMap<String, Object[]>();

                public SynchronizedMethodLocker(SynchronizedMethod lock, Locker inner) {
                        super(inner);
                        this.lock = lock;
                        lockMap.put("synchronizedMethod", new Object[] { lock });
                }

                public String getTypeName() {
                        return "SynchronizedMethod";
                }

                public void lock() {
                        lock.synchronizedMethod(inner);
                }

                public void check(ThreadInfo info) {
                        if (inner != null) {
                                checkMonitorInfo(info.getLockedMonitors(), lockMap);
                                checkSynchronizers(info.getLockedSynchronizers(), null);
                                inner.check(info);
                        } else {
                                verify(info.getThreadState() == Thread.State.BLOCKED, "ThreadInfo.getThreadState() = " + info.getThreadState() + " != " + Thread.State.BLOCKED);
                                verify(info.getBlockedCount() >= 0, "ThreadInfo.getBlockedCount() = " + info.getBlockedCount() + " < " + 0);
                                verify(info.getWaitedCount() >= 0, "ThreadInfo.getWaitedCount() = " + info.getWaitedCount() + " < " + 0);
                                checkLockInfo(info.getLockInfo(), lock);
                                verify(info.getLockName().equals(info.getLockInfo().toString()), "ThreadInfo.getLockName() = " + info.getLockName() + " != info.getLockInfo().toString() = " + info.getLockInfo().toString());
                        }
                }

                public Thread.State getExpectedThreadState() {
                        if (inner != null)
                                return inner.getExpectedThreadState();
                        else
                                return Thread.State.BLOCKED;
                }
        }

        private class SynchronizerLocker extends Locker {
                private Lock lock;
                private Map<String, Lock[]> lockMap = new HashMap<String, Lock[]>();

                public SynchronizerLocker(Lock lock, Locker inner) {
                        super(inner);
                        this.lock = lock;
                        lockMap.put("lock", new Lock[] { lock });
                }

                public String getTypeName() {
                        return "java.util.concurrent.locks synchronizer";
                }

                public void lock() {
                        try {
                                lock.tryLock(10000000, TimeUnit.SECONDS);
                        } catch (InterruptedException e) {
                                log.warn(e);
                        }
                        try {
                                if (inner != null) {
                                        step1.unlock();
                                        step2.waitFor();
                                        step3.unlock();
                                        inner.lock();
                                } else
                                        throw new TestBug("Should not reach here");
                        } finally {
                                lock.unlock();
                        }
                }

                public void check(ThreadInfo info) {
                        if (inner != null) {
                                checkMonitorInfo(info.getLockedMonitors(), null);
                                checkSynchronizers(info.getLockedSynchronizers(), lockMap);
                                inner.check(info);
                        } else {
                                verify(info.getThreadState() == Thread.State.TIMED_WAITING, "ThreadInfo.getThreadState() = " + info.getThreadState() + " != " + Thread.State.TIMED_WAITING);
                                //checkLockInfo(info.getLockInfo(), lock2); // Do not check this because actual lock is instance of inner class of ReentrantLock
                                verify(info.getLockName().equals(info.getLockInfo().toString()), "ThreadInfo.getLockName() = " + info.getLockName() + " != info.getLockInfo().toString() = " + info.getLockInfo().toString());
                        }
                }

                public Thread.State getExpectedThreadState() {
                        if (inner != null)
                                return inner.getExpectedThreadState();
                        else
                                return Thread.State.TIMED_WAITING;
                }
        }


        private class DeadlockThread extends RecursiveMonitoringThread {
                private boolean ready = false;
                private Object readyLock = new Object();
                private Locker locker;

                public DeadlockThread(Locker locker) {
                        super(Deadlock.this.log, Deadlock.this.recursionType, Deadlock.this.maxDepth);
                        this.locker = locker;
                }

                public void runInside() {
                        synchronized (readyLock) {
                                ready = true;
                                readyLock.notifyAll();
                        }
                        locker.lock();
                }

                public void waitState() {
                        synchronized (readyLock) {
                                while (!ready) {
                                        try {
                                                readyLock.wait();
                                        } catch (InterruptedException e) {
                                                log.warn(e);
                                        }
                                }
                        }
                        waitThreadState(locker.getExpectedThreadState());
                }

                public void checkThreadInfo(ThreadInfo info) {
                        super.checkThreadInfo(info);
                        locker.check(info);
                }

                public void finish() {
                        throw new UnsupportedOperationException("Can't finish deadlocked thread");
                }

                public void end() {
                        throw new UnsupportedOperationException("Can't end deadlocked thread");
                }

                protected boolean isStackTraceElementExpected(StackTraceElement element) {
                        return super.isStackTraceElementExpected(element) ||
                               element.getClassName().startsWith("nsk.monitoring.share.thread.Deadlock") ||
                               element.getClassName().startsWith("java.util.concurrent.locks.") ||
                               element.getClassName().startsWith("jdk.internal.misc.");
                }
        }

        private interface Deadlocker {
                public void createLockers();
                public void check(ThreadMXBean threadMXBean);
        }

        private class JavaDeadlocker implements Deadlocker {
                public void createLockers() {
                        for (int i = 0; i < locks.length; ++i)
                                locks[i] = new String(this + "lock " + i);
                        for (int i = 0; i < locks.length; ++i)
                                lockers[i] = new JavaLocker(locks[i], new JavaLocker(locks[(i + 1) % locks.length], null));
                }

                public void check(ThreadMXBean threadMXBean) {
                        checkDeadlocks(threadMXBean, threadMXBean.findMonitorDeadlockedThreads());
                        checkDeadlocks(threadMXBean, threadMXBean.findDeadlockedThreads());
                        for (DeadlockThread thread : threads)
                                thread.check(threadMXBean);
                }
        }

        private class SynchronizedMethodDeadlocker implements Deadlocker {
                public void createLockers() {
                        for (int i = 0; i < locks.length; ++i)
                                locks[i] = new SynchronizedMethod();
                        for (int i = 0; i < locks.length; ++i)
                                lockers[i] = new SynchronizedMethodLocker((SynchronizedMethod) locks[i], new SynchronizedMethodLocker((SynchronizedMethod) locks[(i + 1) % locks.length], null));
                }

                public void check(ThreadMXBean threadMXBean) {
                        checkDeadlocks(threadMXBean, threadMXBean.findMonitorDeadlockedThreads());
                        checkDeadlocks(threadMXBean, threadMXBean.findDeadlockedThreads());
                        for (DeadlockThread thread : threads)
                                thread.check(threadMXBean);
                }
        }


        private class NativeDeadlocker implements Deadlocker {
                public void createLockers() {
                        for (int i = 0; i < locks.length; ++i)
                                locks[i] = new String(this + "lock " + i);
                        for (int i = 0; i < locks.length; ++i)
                                lockers[i] = new NativeLocker(locks[i], new NativeLocker(locks[(i + 1) % locks.length], null));
                }

                public void check(ThreadMXBean threadMXBean) {
                        checkDeadlocks(threadMXBean, threadMXBean.findMonitorDeadlockedThreads());
                        checkDeadlocks(threadMXBean, threadMXBean.findDeadlockedThreads());
                        for (DeadlockThread thread : threads)
                                thread.check(threadMXBean);
                }
        }

        private class SynchronizerDeadlocker implements Deadlocker {
                public void createLockers() {
                        for (int i = 0; i < locks.length; ++i)
                                locks[i] = new ReentrantLock();
                        for (int i = 0; i < locks.length; ++i)
                                lockers[i] = new SynchronizerLocker((Lock) locks[i], new SynchronizerLocker((Lock) locks[(i + 1) % locks.length], null));
                }

                public void check(ThreadMXBean threadMXBean) {
                        checkDeadlocks(threadMXBean, threadMXBean.findDeadlockedThreads());
                        for (DeadlockThread thread : threads)
                                thread.check(threadMXBean);
                }
        }

        private class MixedDeadlocker implements Deadlocker {
                private int getCount() {
                        return 4;
                }

                private Object createLock(int type, int i) {
                        switch (type) {
                        case 0:
                                return new String("lock " + i);
                        case 1:
                                return new String("lock " + i);
                        case 2:
                                return new SynchronizedMethod();
                        case 3:
                                return new ReentrantLock();
                        default:
                                throw new TestBug("Should not reach here");
                        }
                }

                private Locker createLocker(int type, Object lock, Locker inner) {
                        switch (type) {
                        case 0:
                                return new JavaLocker(lock, inner);
                        case 1:
                                return new NativeLocker(lock, inner);
                        case 2:
                                return new SynchronizedMethodLocker((SynchronizedMethod) lock, inner);
                        case 3:
                                return new SynchronizerLocker((Lock) lock, inner);
                        default:
                                throw new TestBug("Should not reach here");
                        }
                }

                public void createLockers() {
                        int n = getCount();
                        int threadCount = lockers.length;
                        if (threadCount != n * n)
                                throw new TestBug("Thread count is expected to be " + n * n + ", actual: " + threadCount);
                        int[] types = new int[n];
                        for (int i = 0; i < n; ++i)
                                types[i] = i;
                        int type = 0;
                        locks[0] = createLock(0, 0);
                        log.info("Creating lockers");
                        /*
                         * This will ensure that we will have each combination
                         * of lock type and inner lock type in some thread. Together
                         * all these threads deadlock.
                         */
                        for (int i = 0; i < threadCount; ++i) {
                                int newtype = types[type];
                                if (i < threadCount - 1)
                                        locks[i + 1] = createLock(newtype, i);
                                Locker inner = createLocker(newtype, locks[(i + 1) % threadCount], null);
                                lockers[i] = createLocker(type, locks[i], inner);
                                log.info("Locker " + i + " will lock " + locks[i] + " (" + lockers[i].getTypeName() + ") and will wait for " + locks[(i + 1) % threadCount] + " (" + inner.getTypeName() + ")");
                                types[type] = (types[type] + 1) % n;
                                type = newtype;
                        }
                }

                public void check(ThreadMXBean threadMXBean) {
                        checkDeadlocks(threadMXBean, threadMXBean.findDeadlockedThreads());
                        for (DeadlockThread thread : threads)
                                thread.check(threadMXBean);
                }
        }


        protected Deadlocker createDeadlocker() {
                switch (deadlockType) {
                case JAVA:
                        return new JavaDeadlocker();
                case NATIVE:
                        return new NativeDeadlocker();
                case SYNCHRONIZED_METHOD:
                        return new SynchronizedMethodDeadlocker();
                case SYNCHRONIZER:
                        return new SynchronizerDeadlocker();
                case MIXED:
                        return new MixedDeadlocker();
                default:
                        throw new TestBug("Unknown deadlockType: " + deadlockType);
                }
        }

        public void begin() {
                deadlocker = createDeadlocker();
                step1 = new Wicket(lockers.length);
                step2 = new Wicket();
                step3 = new Wicket(lockers.length);
                deadlocker.createLockers();
                threads = new DeadlockThread[lockers.length];
                for (int i = 0; i < threads.length; ++i)
                        threads[i] = new DeadlockThread(lockers[i]);
                for (DeadlockThread thread : threads)
                        thread.begin();
        }

        public void waitState() {
                step1.waitFor();
                while (step2.getWaiters() != threads.length)
                        Thread.yield();
                step2.unlock();
                step3.waitFor();
                for (DeadlockThread thread : threads)
                        thread.waitState();
        }

        private void obtainThreadDump(ThreadMXBean threadMXBean) {
                threadIds = new long[threads.length];
                for (int i = 0; i < threads.length; ++i)
                        threadIds[i] = threads[i].getId();
                threadInfo = threadMXBean.getThreadInfo(threadIds, true, true);
        }

        private void checkDeadlocks(ThreadMXBean threadMXBean, long[] ids) {
                try {
                        ThreadUtils.verify(ids != null, "Deadlocked thread ids array is null");
                        ThreadUtils.verify(ids.length == threads.length, "Wrong length of ThreadMXBean.findMonitorDeadlockedThreads(): " + ids.length + " expected: " + threads.length);
                        for (long id : ids) {
                                boolean found = false;
                                for (MonitoringThread thread : threads)
                                        if (thread.getId() == id)
                                                found = true;
                                ThreadUtils.verify(found, "Unexpected thread id found in ThreadMXBean.findMonitorDeadlockedThreads(): " + id);
                        }
                        for (DeadlockThread thread : threads) {
                                boolean found = false;
                                for (long id : ids)
                                        if (thread.getId() == id)
                                                found = true;
                                ThreadUtils.verify(found, "Expected thread id not found in ThreadMXBean.findMonitorDeadlockedThreads(): " + thread.getId());
                        }
                        log.info("Expected deadlock thread ids found: " + ThreadUtils.strIds(ids));
                } catch (TestFailure t) {
                        log.info("Thread dump for verified threads (before the check):");
                        ThreadUtils.threadDump(log, threadInfo);
                        log.info("Expected thread ids (total " + threads.length + "): " + ThreadUtils.strIds(threadIds));
                        if (ids == null)
                                log.info("Obtained ids array is null");
                        else {
                                log.info("Obtained thread ids (total " + ids.length + "): " + ThreadUtils.strIds(ids));
                                log.info("Thread dump for obtained threads:");
                                ThreadUtils.threadDump(log, threadMXBean.getThreadInfo(ids));
                        }
                        throw t;
                }

        }

        public void check(ThreadMXBean threadMXBean) {
                obtainThreadDump(threadMXBean);
                deadlocker.check(threadMXBean);
        }

        public void finish() {
                // Unfortunately, in deadlock situation we cannot terminate started threads
        }

        public void end() {
                // Unfortunately, in deadlock situation the threads will not ever end
        }
}