jdk/test/java/util/concurrent/ConcurrentHashMap/MapLoops.java
author chegar
Fri, 17 Jan 2014 13:54:13 +0000
changeset 22293 9a913cb32aae
parent 9242 ef138d47df58
child 32991 b27c76b82713
permissions -rw-r--r--
8032057: Remove unneeded/obsolete -source options in concurrency tests Reviewed-by: chegar Contributed-by: Martin Buchholz <martinrb@google.com>
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
2
90ce3da70b43 Initial load
duke
parents:
diff changeset
     1
/*
90ce3da70b43 Initial load
duke
parents:
diff changeset
     2
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
90ce3da70b43 Initial load
duke
parents:
diff changeset
     3
 *
90ce3da70b43 Initial load
duke
parents:
diff changeset
     4
 * This code is free software; you can redistribute it and/or modify it
90ce3da70b43 Initial load
duke
parents:
diff changeset
     5
 * under the terms of the GNU General Public License version 2 only, as
90ce3da70b43 Initial load
duke
parents:
diff changeset
     6
 * published by the Free Software Foundation.
90ce3da70b43 Initial load
duke
parents:
diff changeset
     7
 *
90ce3da70b43 Initial load
duke
parents:
diff changeset
     8
 * This code is distributed in the hope that it will be useful, but WITHOUT
90ce3da70b43 Initial load
duke
parents:
diff changeset
     9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
90ce3da70b43 Initial load
duke
parents:
diff changeset
    10
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
90ce3da70b43 Initial load
duke
parents:
diff changeset
    11
 * version 2 for more details (a copy is included in the LICENSE file that
90ce3da70b43 Initial load
duke
parents:
diff changeset
    12
 * accompanied this code).
90ce3da70b43 Initial load
duke
parents:
diff changeset
    13
 *
90ce3da70b43 Initial load
duke
parents:
diff changeset
    14
 * You should have received a copy of the GNU General Public License version
90ce3da70b43 Initial load
duke
parents:
diff changeset
    15
 * 2 along with this work; if not, write to the Free Software Foundation,
90ce3da70b43 Initial load
duke
parents:
diff changeset
    16
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
90ce3da70b43 Initial load
duke
parents:
diff changeset
    17
 *
5506
202f599c92aa 6943119: Rebrand source copyright notices
ohair
parents: 4347
diff changeset
    18
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
202f599c92aa 6943119: Rebrand source copyright notices
ohair
parents: 4347
diff changeset
    19
 * or visit www.oracle.com if you need additional information or have any
202f599c92aa 6943119: Rebrand source copyright notices
ohair
parents: 4347
diff changeset
    20
 * questions.
2
90ce3da70b43 Initial load
duke
parents:
diff changeset
    21
 */
90ce3da70b43 Initial load
duke
parents:
diff changeset
    22
90ce3da70b43 Initial load
duke
parents:
diff changeset
    23
/*
90ce3da70b43 Initial load
duke
parents:
diff changeset
    24
 * This file is available under and governed by the GNU General Public
90ce3da70b43 Initial load
duke
parents:
diff changeset
    25
 * License version 2 only, as published by the Free Software Foundation.
90ce3da70b43 Initial load
duke
parents:
diff changeset
    26
 * However, the following notice accompanied the original version of this
90ce3da70b43 Initial load
duke
parents:
diff changeset
    27
 * file:
90ce3da70b43 Initial load
duke
parents:
diff changeset
    28
 *
90ce3da70b43 Initial load
duke
parents:
diff changeset
    29
 * Written by Doug Lea with assistance from members of JCP JSR-166
90ce3da70b43 Initial load
duke
parents:
diff changeset
    30
 * Expert Group and released to the public domain, as explained at
9242
ef138d47df58 7034657: Update Creative Commons license URL in legal notices
dl
parents: 7518
diff changeset
    31
 * http://creativecommons.org/publicdomain/zero/1.0/
2
90ce3da70b43 Initial load
duke
parents:
diff changeset
    32
 */
90ce3da70b43 Initial load
duke
parents:
diff changeset
    33
90ce3da70b43 Initial load
duke
parents:
diff changeset
    34
/*
90ce3da70b43 Initial load
duke
parents:
diff changeset
    35
 * @test
90ce3da70b43 Initial load
duke
parents:
diff changeset
    36
 * @bug 4486658
90ce3da70b43 Initial load
duke
parents:
diff changeset
    37
 * @run main/timeout=1600 MapLoops
90ce3da70b43 Initial load
duke
parents:
diff changeset
    38
 * @summary Exercise multithreaded maps, by default ConcurrentHashMap.
90ce3da70b43 Initial load
duke
parents:
diff changeset
    39
 * Multithreaded hash table test.  Each thread does a random walk
90ce3da70b43 Initial load
duke
parents:
diff changeset
    40
 * though elements of "key" array. On each iteration, it checks if
90ce3da70b43 Initial load
duke
parents:
diff changeset
    41
 * table includes key.  If absent, with probability pinsert it
90ce3da70b43 Initial load
duke
parents:
diff changeset
    42
 * inserts it, and if present, with probability premove it removes
90ce3da70b43 Initial load
duke
parents:
diff changeset
    43
 * it.  (pinsert and premove are expressed as percentages to simplify
90ce3da70b43 Initial load
duke
parents:
diff changeset
    44
 * parsing from command line.)
90ce3da70b43 Initial load
duke
parents:
diff changeset
    45
 */
90ce3da70b43 Initial load
duke
parents:
diff changeset
    46
90ce3da70b43 Initial load
duke
parents:
diff changeset
    47
import java.util.*;
90ce3da70b43 Initial load
duke
parents:
diff changeset
    48
import java.util.concurrent.*;
90ce3da70b43 Initial load
duke
parents:
diff changeset
    49
90ce3da70b43 Initial load
duke
parents:
diff changeset
    50
public class MapLoops {
90ce3da70b43 Initial load
duke
parents:
diff changeset
    51
    static int nkeys       = 10000;
90ce3da70b43 Initial load
duke
parents:
diff changeset
    52
    static int pinsert     = 60;
90ce3da70b43 Initial load
duke
parents:
diff changeset
    53
    static int premove     = 2;
90ce3da70b43 Initial load
duke
parents:
diff changeset
    54
    static int maxThreads  = 100;
90ce3da70b43 Initial load
duke
parents:
diff changeset
    55
    static int nops        = 100000;
90ce3da70b43 Initial load
duke
parents:
diff changeset
    56
    static int removesPerMaxRandom;
90ce3da70b43 Initial load
duke
parents:
diff changeset
    57
    static int insertsPerMaxRandom;
90ce3da70b43 Initial load
duke
parents:
diff changeset
    58
90ce3da70b43 Initial load
duke
parents:
diff changeset
    59
    static final ExecutorService pool = Executors.newCachedThreadPool();
90ce3da70b43 Initial load
duke
parents:
diff changeset
    60
90ce3da70b43 Initial load
duke
parents:
diff changeset
    61
    static final List<Throwable> throwables
90ce3da70b43 Initial load
duke
parents:
diff changeset
    62
        = new CopyOnWriteArrayList<Throwable>();
90ce3da70b43 Initial load
duke
parents:
diff changeset
    63
90ce3da70b43 Initial load
duke
parents:
diff changeset
    64
    public static void main(String[] args) throws Exception {
90ce3da70b43 Initial load
duke
parents:
diff changeset
    65
90ce3da70b43 Initial load
duke
parents:
diff changeset
    66
        Class mapClass = null;
90ce3da70b43 Initial load
duke
parents:
diff changeset
    67
        if (args.length > 0) {
90ce3da70b43 Initial load
duke
parents:
diff changeset
    68
            try {
90ce3da70b43 Initial load
duke
parents:
diff changeset
    69
                mapClass = Class.forName(args[0]);
90ce3da70b43 Initial load
duke
parents:
diff changeset
    70
            } catch (ClassNotFoundException e) {
90ce3da70b43 Initial load
duke
parents:
diff changeset
    71
                throw new RuntimeException("Class " + args[0] + " not found.");
90ce3da70b43 Initial load
duke
parents:
diff changeset
    72
            }
90ce3da70b43 Initial load
duke
parents:
diff changeset
    73
        }
90ce3da70b43 Initial load
duke
parents:
diff changeset
    74
        else
90ce3da70b43 Initial load
duke
parents:
diff changeset
    75
            mapClass = java.util.concurrent.ConcurrentHashMap.class;
90ce3da70b43 Initial load
duke
parents:
diff changeset
    76
90ce3da70b43 Initial load
duke
parents:
diff changeset
    77
        if (args.length > 1)
90ce3da70b43 Initial load
duke
parents:
diff changeset
    78
            maxThreads = Integer.parseInt(args[1]);
90ce3da70b43 Initial load
duke
parents:
diff changeset
    79
90ce3da70b43 Initial load
duke
parents:
diff changeset
    80
        if (args.length > 2)
90ce3da70b43 Initial load
duke
parents:
diff changeset
    81
            nkeys = Integer.parseInt(args[2]);
90ce3da70b43 Initial load
duke
parents:
diff changeset
    82
90ce3da70b43 Initial load
duke
parents:
diff changeset
    83
        if (args.length > 3)
90ce3da70b43 Initial load
duke
parents:
diff changeset
    84
            pinsert = Integer.parseInt(args[3]);
90ce3da70b43 Initial load
duke
parents:
diff changeset
    85
90ce3da70b43 Initial load
duke
parents:
diff changeset
    86
        if (args.length > 4)
90ce3da70b43 Initial load
duke
parents:
diff changeset
    87
            premove = Integer.parseInt(args[4]);
90ce3da70b43 Initial load
duke
parents:
diff changeset
    88
90ce3da70b43 Initial load
duke
parents:
diff changeset
    89
        if (args.length > 5)
90ce3da70b43 Initial load
duke
parents:
diff changeset
    90
            nops = Integer.parseInt(args[5]);
90ce3da70b43 Initial load
duke
parents:
diff changeset
    91
90ce3da70b43 Initial load
duke
parents:
diff changeset
    92
        // normalize probabilities wrt random number generator
90ce3da70b43 Initial load
duke
parents:
diff changeset
    93
        removesPerMaxRandom = (int)(((double)premove/100.0 * 0x7FFFFFFFL));
90ce3da70b43 Initial load
duke
parents:
diff changeset
    94
        insertsPerMaxRandom = (int)(((double)pinsert/100.0 * 0x7FFFFFFFL));
90ce3da70b43 Initial load
duke
parents:
diff changeset
    95
90ce3da70b43 Initial load
duke
parents:
diff changeset
    96
        System.out.print("Class: " + mapClass.getName());
90ce3da70b43 Initial load
duke
parents:
diff changeset
    97
        System.out.print(" threads: " + maxThreads);
90ce3da70b43 Initial load
duke
parents:
diff changeset
    98
        System.out.print(" size: " + nkeys);
90ce3da70b43 Initial load
duke
parents:
diff changeset
    99
        System.out.print(" ins: " + pinsert);
90ce3da70b43 Initial load
duke
parents:
diff changeset
   100
        System.out.print(" rem: " + premove);
90ce3da70b43 Initial load
duke
parents:
diff changeset
   101
        System.out.print(" ops: " + nops);
90ce3da70b43 Initial load
duke
parents:
diff changeset
   102
        System.out.println();
90ce3da70b43 Initial load
duke
parents:
diff changeset
   103
90ce3da70b43 Initial load
duke
parents:
diff changeset
   104
        int k = 1;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   105
        int warmups = 2;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   106
        for (int i = 1; i <= maxThreads;) {
90ce3da70b43 Initial load
duke
parents:
diff changeset
   107
            Thread.sleep(100);
90ce3da70b43 Initial load
duke
parents:
diff changeset
   108
            test(i, nkeys, mapClass);
90ce3da70b43 Initial load
duke
parents:
diff changeset
   109
            if (warmups > 0)
90ce3da70b43 Initial load
duke
parents:
diff changeset
   110
                --warmups;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   111
            else if (i == k) {
90ce3da70b43 Initial load
duke
parents:
diff changeset
   112
                k = i << 1;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   113
                i = i + (i >>> 1);
90ce3da70b43 Initial load
duke
parents:
diff changeset
   114
            }
90ce3da70b43 Initial load
duke
parents:
diff changeset
   115
            else if (i == 1 && k == 2) {
90ce3da70b43 Initial load
duke
parents:
diff changeset
   116
                i = k;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   117
                warmups = 1;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   118
            }
90ce3da70b43 Initial load
duke
parents:
diff changeset
   119
            else
90ce3da70b43 Initial load
duke
parents:
diff changeset
   120
                i = k;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   121
        }
90ce3da70b43 Initial load
duke
parents:
diff changeset
   122
        pool.shutdown();
90ce3da70b43 Initial load
duke
parents:
diff changeset
   123
        if (! pool.awaitTermination(Long.MAX_VALUE, TimeUnit.NANOSECONDS))
90ce3da70b43 Initial load
duke
parents:
diff changeset
   124
            throw new Error();
90ce3da70b43 Initial load
duke
parents:
diff changeset
   125
90ce3da70b43 Initial load
duke
parents:
diff changeset
   126
        if (! throwables.isEmpty())
90ce3da70b43 Initial load
duke
parents:
diff changeset
   127
            throw new Error
90ce3da70b43 Initial load
duke
parents:
diff changeset
   128
                (throwables.size() + " thread(s) terminated abruptly.");
90ce3da70b43 Initial load
duke
parents:
diff changeset
   129
    }
90ce3da70b43 Initial load
duke
parents:
diff changeset
   130
90ce3da70b43 Initial load
duke
parents:
diff changeset
   131
    static Integer[] makeKeys(int n) {
90ce3da70b43 Initial load
duke
parents:
diff changeset
   132
        LoopHelpers.SimpleRandom rng = new LoopHelpers.SimpleRandom();
90ce3da70b43 Initial load
duke
parents:
diff changeset
   133
        Integer[] key = new Integer[n];
90ce3da70b43 Initial load
duke
parents:
diff changeset
   134
        for (int i = 0; i < key.length; ++i)
90ce3da70b43 Initial load
duke
parents:
diff changeset
   135
            key[i] = new Integer(rng.next());
90ce3da70b43 Initial load
duke
parents:
diff changeset
   136
        return key;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   137
    }
90ce3da70b43 Initial load
duke
parents:
diff changeset
   138
90ce3da70b43 Initial load
duke
parents:
diff changeset
   139
    static void shuffleKeys(Integer[] key) {
90ce3da70b43 Initial load
duke
parents:
diff changeset
   140
        Random rng = new Random();
90ce3da70b43 Initial load
duke
parents:
diff changeset
   141
        for (int i = key.length; i > 1; --i) {
90ce3da70b43 Initial load
duke
parents:
diff changeset
   142
            int j = rng.nextInt(i);
90ce3da70b43 Initial load
duke
parents:
diff changeset
   143
            Integer tmp = key[j];
90ce3da70b43 Initial load
duke
parents:
diff changeset
   144
            key[j] = key[i-1];
90ce3da70b43 Initial load
duke
parents:
diff changeset
   145
            key[i-1] = tmp;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   146
        }
90ce3da70b43 Initial load
duke
parents:
diff changeset
   147
    }
90ce3da70b43 Initial load
duke
parents:
diff changeset
   148
90ce3da70b43 Initial load
duke
parents:
diff changeset
   149
    static void test(int i, int nkeys, Class mapClass) throws Exception {
90ce3da70b43 Initial load
duke
parents:
diff changeset
   150
        System.out.print("Threads: " + i + "\t:");
90ce3da70b43 Initial load
duke
parents:
diff changeset
   151
        Map<Integer, Integer> map = (Map<Integer,Integer>)mapClass.newInstance();
90ce3da70b43 Initial load
duke
parents:
diff changeset
   152
        Integer[] key = makeKeys(nkeys);
90ce3da70b43 Initial load
duke
parents:
diff changeset
   153
        // Uncomment to start with a non-empty table
90ce3da70b43 Initial load
duke
parents:
diff changeset
   154
        //        for (int j = 0; j < nkeys; j += 4) // start 1/4 occupied
90ce3da70b43 Initial load
duke
parents:
diff changeset
   155
        //            map.put(key[j], key[j]);
90ce3da70b43 Initial load
duke
parents:
diff changeset
   156
        LoopHelpers.BarrierTimer timer = new LoopHelpers.BarrierTimer();
90ce3da70b43 Initial load
duke
parents:
diff changeset
   157
        CyclicBarrier barrier = new CyclicBarrier(i+1, timer);
90ce3da70b43 Initial load
duke
parents:
diff changeset
   158
        for (int t = 0; t < i; ++t)
90ce3da70b43 Initial load
duke
parents:
diff changeset
   159
            pool.execute(new Runner(map, key, barrier));
90ce3da70b43 Initial load
duke
parents:
diff changeset
   160
        barrier.await();
90ce3da70b43 Initial load
duke
parents:
diff changeset
   161
        barrier.await();
90ce3da70b43 Initial load
duke
parents:
diff changeset
   162
        long time = timer.getTime();
90ce3da70b43 Initial load
duke
parents:
diff changeset
   163
        long tpo = time / (i * (long)nops);
90ce3da70b43 Initial load
duke
parents:
diff changeset
   164
        System.out.print(LoopHelpers.rightJustify(tpo) + " ns per op");
90ce3da70b43 Initial load
duke
parents:
diff changeset
   165
        double secs = (double)(time) / 1000000000.0;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   166
        System.out.println("\t " + secs + "s run time");
90ce3da70b43 Initial load
duke
parents:
diff changeset
   167
        map.clear();
90ce3da70b43 Initial load
duke
parents:
diff changeset
   168
    }
90ce3da70b43 Initial load
duke
parents:
diff changeset
   169
90ce3da70b43 Initial load
duke
parents:
diff changeset
   170
    static class Runner implements Runnable {
90ce3da70b43 Initial load
duke
parents:
diff changeset
   171
        final Map<Integer,Integer> map;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   172
        final Integer[] key;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   173
        final LoopHelpers.SimpleRandom rng = new LoopHelpers.SimpleRandom();
90ce3da70b43 Initial load
duke
parents:
diff changeset
   174
        final CyclicBarrier barrier;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   175
        int position;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   176
        int total;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   177
90ce3da70b43 Initial load
duke
parents:
diff changeset
   178
        Runner(Map<Integer,Integer> map, Integer[] key,  CyclicBarrier barrier) {
90ce3da70b43 Initial load
duke
parents:
diff changeset
   179
            this.map = map;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   180
            this.key = key;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   181
            this.barrier = barrier;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   182
            position = key.length / 2;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   183
        }
90ce3da70b43 Initial load
duke
parents:
diff changeset
   184
90ce3da70b43 Initial load
duke
parents:
diff changeset
   185
        int step() {
90ce3da70b43 Initial load
duke
parents:
diff changeset
   186
            // random-walk around key positions,  bunching accesses
90ce3da70b43 Initial load
duke
parents:
diff changeset
   187
            int r = rng.next();
90ce3da70b43 Initial load
duke
parents:
diff changeset
   188
            position += (r & 7) - 3;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   189
            while (position >= key.length) position -= key.length;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   190
            while (position < 0) position += key.length;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   191
90ce3da70b43 Initial load
duke
parents:
diff changeset
   192
            Integer k = key[position];
90ce3da70b43 Initial load
duke
parents:
diff changeset
   193
            Integer x = map.get(k);
90ce3da70b43 Initial load
duke
parents:
diff changeset
   194
90ce3da70b43 Initial load
duke
parents:
diff changeset
   195
            if (x != null) {
90ce3da70b43 Initial load
duke
parents:
diff changeset
   196
                if (x.intValue() != k.intValue())
90ce3da70b43 Initial load
duke
parents:
diff changeset
   197
                    throw new Error("bad mapping: " + x + " to " + k);
90ce3da70b43 Initial load
duke
parents:
diff changeset
   198
90ce3da70b43 Initial load
duke
parents:
diff changeset
   199
                if (r < removesPerMaxRandom) {
90ce3da70b43 Initial load
duke
parents:
diff changeset
   200
                    if (map.remove(k) != null) {
90ce3da70b43 Initial load
duke
parents:
diff changeset
   201
                        position = total % key.length; // move from position
90ce3da70b43 Initial load
duke
parents:
diff changeset
   202
                        return 2;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   203
                    }
90ce3da70b43 Initial load
duke
parents:
diff changeset
   204
                }
90ce3da70b43 Initial load
duke
parents:
diff changeset
   205
            }
90ce3da70b43 Initial load
duke
parents:
diff changeset
   206
            else if (r < insertsPerMaxRandom) {
90ce3da70b43 Initial load
duke
parents:
diff changeset
   207
                ++position;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   208
                map.put(k, k);
90ce3da70b43 Initial load
duke
parents:
diff changeset
   209
                return 2;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   210
            }
90ce3da70b43 Initial load
duke
parents:
diff changeset
   211
90ce3da70b43 Initial load
duke
parents:
diff changeset
   212
            // Uncomment to add a little computation between accesses
90ce3da70b43 Initial load
duke
parents:
diff changeset
   213
            //            total += LoopHelpers.compute1(k.intValue());
90ce3da70b43 Initial load
duke
parents:
diff changeset
   214
            total += r;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   215
            return 1;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   216
        }
90ce3da70b43 Initial load
duke
parents:
diff changeset
   217
90ce3da70b43 Initial load
duke
parents:
diff changeset
   218
        public void run() {
90ce3da70b43 Initial load
duke
parents:
diff changeset
   219
            try {
90ce3da70b43 Initial load
duke
parents:
diff changeset
   220
                barrier.await();
90ce3da70b43 Initial load
duke
parents:
diff changeset
   221
                int ops = nops;
90ce3da70b43 Initial load
duke
parents:
diff changeset
   222
                while (ops > 0)
90ce3da70b43 Initial load
duke
parents:
diff changeset
   223
                    ops -= step();
90ce3da70b43 Initial load
duke
parents:
diff changeset
   224
                barrier.await();
90ce3da70b43 Initial load
duke
parents:
diff changeset
   225
            }
90ce3da70b43 Initial load
duke
parents:
diff changeset
   226
            catch (Throwable throwable) {
7518
0282db800fe1 7003745: Code style cleanups (sync from Dougs CVS)
dl
parents: 5506
diff changeset
   227
                synchronized (System.err) {
2
90ce3da70b43 Initial load
duke
parents:
diff changeset
   228
                    System.err.println("--------------------------------");
90ce3da70b43 Initial load
duke
parents:
diff changeset
   229
                    throwable.printStackTrace();
90ce3da70b43 Initial load
duke
parents:
diff changeset
   230
                }
90ce3da70b43 Initial load
duke
parents:
diff changeset
   231
                throwables.add(throwable);
90ce3da70b43 Initial load
duke
parents:
diff changeset
   232
            }
90ce3da70b43 Initial load
duke
parents:
diff changeset
   233
        }
90ce3da70b43 Initial load
duke
parents:
diff changeset
   234
    }
90ce3da70b43 Initial load
duke
parents:
diff changeset
   235
}