src/java.base/share/classes/java/util/DualPivotQuicksort.java
author erikj
Tue, 12 Sep 2017 19:03:39 +0200
changeset 47216 71c04702a3d5
parent 37912 jdk/src/java.base/share/classes/java/util/DualPivotQuicksort.java@80b046f15b53
child 59042 8910b995a2ee
permissions -rw-r--r--
8187443: Forest Consolidation: Move files to unified layout Reviewed-by: darcy, ihse
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
     1
/*
37912
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
     2
 * Copyright (c) 2009, 2016, Oracle and/or its affiliates. All rights reserved.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
     4
 *
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
5506
202f599c92aa 6943119: Rebrand source copyright notices
ohair
parents: 4980
diff changeset
     7
 * published by the Free Software Foundation.  Oracle designates this
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
     8
 * particular file as subject to the "Classpath" exception as provided
5506
202f599c92aa 6943119: Rebrand source copyright notices
ohair
parents: 4980
diff changeset
     9
 * by Oracle in the LICENSE file that accompanied this code.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    10
 *
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    11
 * This code is distributed in the hope that it will be useful, but WITHOUT
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    12
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    13
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    14
 * version 2 for more details (a copy is included in the LICENSE file that
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    15
 * accompanied this code).
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    16
 *
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    17
 * You should have received a copy of the GNU General Public License version
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    18
 * 2 along with this work; if not, write to the Free Software Foundation,
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    19
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    20
 *
5506
202f599c92aa 6943119: Rebrand source copyright notices
ohair
parents: 4980
diff changeset
    21
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
202f599c92aa 6943119: Rebrand source copyright notices
ohair
parents: 4980
diff changeset
    22
 * or visit www.oracle.com if you need additional information or have any
202f599c92aa 6943119: Rebrand source copyright notices
ohair
parents: 4980
diff changeset
    23
 * questions.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    24
 */
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    25
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    26
package java.util;
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    27
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    28
/**
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    29
 * This class implements the Dual-Pivot Quicksort algorithm by
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
    30
 * Vladimir Yaroslavskiy, Jon Bentley, and Josh Bloch. The algorithm
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    31
 * offers O(n log(n)) performance on many data sets that cause other
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    32
 * quicksorts to degrade to quadratic performance, and is typically
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    33
 * faster than traditional (one-pivot) Quicksort implementations.
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    34
 *
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
    35
 * All exposed methods are package-private, designed to be invoked
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
    36
 * from public methods (in class Arrays) after performing any
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
    37
 * necessary array bounds checks and expanding parameters into the
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
    38
 * required forms.
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
    39
 *
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    40
 * @author Vladimir Yaroslavskiy
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    41
 * @author Jon Bentley
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    42
 * @author Josh Bloch
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    43
 *
8193
626b859aabb2 7018258: Dual-pivot updates in 7013585 can fail with ArrayIndexOutOfBoundsException
alanb
parents: 8188
diff changeset
    44
 * @version 2011.02.11 m765.827.12i:5\7pm
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
    45
 * @since 1.7
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    46
 */
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    47
final class DualPivotQuicksort {
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    48
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
    49
    /**
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
    50
     * Prevents instantiation.
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
    51
     */
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    52
    private DualPivotQuicksort() {}
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    53
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    54
    /*
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
    55
     * Tuning parameters.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    56
     */
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    57
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    58
    /**
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
    59
     * The maximum number of runs in merge sort.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
    60
     */
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
    61
    private static final int MAX_RUN_COUNT = 67;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
    62
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
    63
    /**
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
    64
     * If the length of an array to be sorted is less than this
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
    65
     * constant, Quicksort is used in preference to merge sort.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
    66
     */
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
    67
    private static final int QUICKSORT_THRESHOLD = 286;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
    68
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
    69
    /**
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    70
     * If the length of an array to be sorted is less than this
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    71
     * constant, insertion sort is used in preference to Quicksort.
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    72
     */
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
    73
    private static final int INSERTION_SORT_THRESHOLD = 47;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    74
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    75
    /**
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
    76
     * If the length of a byte array to be sorted is greater than this
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
    77
     * constant, counting sort is used in preference to insertion sort.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    78
     */
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
    79
    private static final int COUNTING_SORT_THRESHOLD_FOR_BYTE = 29;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    80
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    81
    /**
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    82
     * If the length of a short or char array to be sorted is greater
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    83
     * than this constant, counting sort is used in preference to Quicksort.
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    84
     */
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
    85
    private static final int COUNTING_SORT_THRESHOLD_FOR_SHORT_OR_CHAR = 3200;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    86
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    87
    /*
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
    88
     * Sorting methods for seven primitive types.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    89
     */
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    90
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
    91
    /**
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
    92
     * Sorts the specified range of the array using the given
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
    93
     * workspace array slice if possible for merging
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
    94
     *
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
    95
     * @param a the array to be sorted
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
    96
     * @param left the index of the first element, inclusive, to be sorted
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
    97
     * @param right the index of the last element, inclusive, to be sorted
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
    98
     * @param work a workspace array (slice)
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
    99
     * @param workBase origin of usable space in work array
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   100
     * @param workLen usable size of work array
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   101
     */
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   102
    static void sort(int[] a, int left, int right,
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   103
                     int[] work, int workBase, int workLen) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   104
        // Use Quicksort on small arrays
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   105
        if (right - left < QUICKSORT_THRESHOLD) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   106
            sort(a, left, right, true);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   107
            return;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   108
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   109
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   110
        /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   111
         * Index run[i] is the start of i-th run
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   112
         * (ascending or descending sequence).
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   113
         */
8193
626b859aabb2 7018258: Dual-pivot updates in 7013585 can fail with ArrayIndexOutOfBoundsException
alanb
parents: 8188
diff changeset
   114
        int[] run = new int[MAX_RUN_COUNT + 1];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   115
        int count = 0; run[0] = left;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   116
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   117
        // Check if the array is nearly sorted
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   118
        for (int k = left; k < right; run[count] = k) {
31079
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
   119
            // Equal items in the beginning of the sequence
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
   120
            while (k < right && a[k] == a[k + 1])
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
   121
                k++;
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
   122
            if (k == right) break;  // Sequence finishes with equal items
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   123
            if (a[k] < a[k + 1]) { // ascending
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   124
                while (++k <= right && a[k - 1] <= a[k]);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   125
            } else if (a[k] > a[k + 1]) { // descending
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   126
                while (++k <= right && a[k - 1] >= a[k]);
31079
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
   127
                // Transform into an ascending sequence
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   128
                for (int lo = run[count] - 1, hi = k; ++lo < --hi; ) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   129
                    int t = a[lo]; a[lo] = a[hi]; a[hi] = t;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   130
                }
31079
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
   131
            }
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
   132
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
   133
            // Merge a transformed descending sequence followed by an
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
   134
            // ascending sequence
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
   135
            if (run[count] > left && a[run[count]] >= a[run[count] - 1]) {
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
   136
                count--;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   137
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   138
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   139
            /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   140
             * The array is not highly structured,
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   141
             * use Quicksort instead of merge sort.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   142
             */
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   143
            if (++count == MAX_RUN_COUNT) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   144
                sort(a, left, right, true);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   145
                return;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   146
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   147
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   148
37912
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   149
        // These invariants should hold true:
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   150
        //    run[0] = 0
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   151
        //    run[<last>] = right + 1; (terminator)
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   152
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   153
        if (count == 0) {
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   154
            // A single equal run
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   155
            return;
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   156
        } else if (count == 1 && run[count] > right) {
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   157
            // Either a single ascending or a transformed descending run.
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   158
            // Always check that a final run is a proper terminator, otherwise
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   159
            // we have an unterminated trailing run, to handle downstream.
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   160
            return;
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   161
        }
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   162
        right++;
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   163
        if (run[count] < right) {
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   164
            // Corner case: the final run is not a terminator. This may happen
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   165
            // if a final run is an equals run, or there is a single-element run
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   166
            // at the end. Fix up by adding a proper terminator at the end.
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   167
            // Note that we terminate with (right + 1), incremented earlier.
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   168
            run[++count] = right;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   169
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   170
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   171
        // Determine alternation base for merge
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   172
        byte odd = 0;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   173
        for (int n = 1; (n <<= 1) < count; odd ^= 1);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   174
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   175
        // Use or create temporary array b for merging
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   176
        int[] b;                 // temp array; alternates with a
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   177
        int ao, bo;              // array offsets from 'left'
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   178
        int blen = right - left; // space needed for b
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   179
        if (work == null || workLen < blen || workBase + blen > work.length) {
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   180
            work = new int[blen];
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   181
            workBase = 0;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   182
        }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   183
        if (odd == 0) {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   184
            System.arraycopy(a, left, work, workBase, blen);
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   185
            b = a;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   186
            bo = 0;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   187
            a = work;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   188
            ao = workBase - left;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   189
        } else {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   190
            b = work;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   191
            ao = 0;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   192
            bo = workBase - left;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   193
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   194
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   195
        // Merging
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   196
        for (int last; count > 1; count = last) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   197
            for (int k = (last = 0) + 2; k <= count; k += 2) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   198
                int hi = run[k], mi = run[k - 1];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   199
                for (int i = run[k - 2], p = i, q = mi; i < hi; ++i) {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   200
                    if (q >= hi || p < mi && a[p + ao] <= a[q + ao]) {
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   201
                        b[i + bo] = a[p++ + ao];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   202
                    } else {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   203
                        b[i + bo] = a[q++ + ao];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   204
                    }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   205
                }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   206
                run[++last] = hi;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   207
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   208
            if ((count & 1) != 0) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   209
                for (int i = right, lo = run[count - 1]; --i >= lo;
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   210
                    b[i + bo] = a[i + ao]
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   211
                );
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   212
                run[++last] = right;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   213
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   214
            int[] t = a; a = b; b = t;
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   215
            int o = ao; ao = bo; bo = o;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   216
        }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   217
    }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   218
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   219
    /**
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   220
     * Sorts the specified range of the array by Dual-Pivot Quicksort.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   221
     *
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   222
     * @param a the array to be sorted
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   223
     * @param left the index of the first element, inclusive, to be sorted
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   224
     * @param right the index of the last element, inclusive, to be sorted
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   225
     * @param leftmost indicates if this part is the leftmost in the range
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
   226
     */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   227
    private static void sort(int[] a, int left, int right, boolean leftmost) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   228
        int length = right - left + 1;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   229
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   230
        // Use insertion sort on tiny arrays
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   231
        if (length < INSERTION_SORT_THRESHOLD) {
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   232
            if (leftmost) {
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   233
                /*
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   234
                 * Traditional (without sentinel) insertion sort,
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   235
                 * optimized for server VM, is used in case of
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   236
                 * the leftmost part.
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   237
                 */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   238
                for (int i = left, j = i; i < right; j = ++i) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   239
                    int ai = a[i + 1];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   240
                    while (ai < a[j]) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   241
                        a[j + 1] = a[j];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   242
                        if (j-- == left) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   243
                            break;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   244
                        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   245
                    }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   246
                    a[j + 1] = ai;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   247
                }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   248
            } else {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   249
                /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   250
                 * Skip the longest ascending sequence.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   251
                 */
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   252
                do {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   253
                    if (left >= right) {
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   254
                        return;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   255
                    }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   256
                } while (a[++left] >= a[left - 1]);
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   257
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   258
                /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   259
                 * Every element from adjoining part plays the role
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   260
                 * of sentinel, therefore this allows us to avoid the
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   261
                 * left range check on each iteration. Moreover, we use
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   262
                 * the more optimized algorithm, so called pair insertion
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   263
                 * sort, which is faster (in the context of Quicksort)
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   264
                 * than traditional implementation of insertion sort.
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   265
                 */
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   266
                for (int k = left; ++left <= right; k = ++left) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   267
                    int a1 = a[k], a2 = a[left];
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   268
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   269
                    if (a1 < a2) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   270
                        a2 = a1; a1 = a[left];
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   271
                    }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   272
                    while (a1 < a[--k]) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   273
                        a[k + 2] = a[k];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   274
                    }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   275
                    a[++k + 1] = a1;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   276
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   277
                    while (a2 < a[--k]) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   278
                        a[k + 1] = a[k];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   279
                    }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   280
                    a[k + 1] = a2;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   281
                }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   282
                int last = a[right];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   283
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   284
                while (last < a[--right]) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   285
                    a[right + 1] = a[right];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   286
                }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   287
                a[right + 1] = last;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   288
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   289
            return;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   290
        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   291
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   292
        // Inexpensive approximation of length / 7
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   293
        int seventh = (length >> 3) + (length >> 6) + 1;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   294
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   295
        /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   296
         * Sort five evenly spaced elements around (and including) the
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   297
         * center element in the range. These elements will be used for
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   298
         * pivot selection as described below. The choice for spacing
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   299
         * these elements was empirically determined to work well on
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   300
         * a wide variety of inputs.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   301
         */
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   302
        int e3 = (left + right) >>> 1; // The midpoint
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   303
        int e2 = e3 - seventh;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   304
        int e1 = e2 - seventh;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   305
        int e4 = e3 + seventh;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   306
        int e5 = e4 + seventh;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   307
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   308
        // Sort these elements using insertion sort
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   309
        if (a[e2] < a[e1]) { int t = a[e2]; a[e2] = a[e1]; a[e1] = t; }
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
   310
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   311
        if (a[e3] < a[e2]) { int t = a[e3]; a[e3] = a[e2]; a[e2] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   312
            if (t < a[e1]) { a[e2] = a[e1]; a[e1] = t; }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   313
        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   314
        if (a[e4] < a[e3]) { int t = a[e4]; a[e4] = a[e3]; a[e3] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   315
            if (t < a[e2]) { a[e3] = a[e2]; a[e2] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   316
                if (t < a[e1]) { a[e2] = a[e1]; a[e1] = t; }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   317
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   318
        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   319
        if (a[e5] < a[e4]) { int t = a[e5]; a[e5] = a[e4]; a[e4] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   320
            if (t < a[e3]) { a[e4] = a[e3]; a[e3] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   321
                if (t < a[e2]) { a[e3] = a[e2]; a[e2] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   322
                    if (t < a[e1]) { a[e2] = a[e1]; a[e1] = t; }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   323
                }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   324
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   325
        }
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   326
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   327
        // Pointers
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   328
        int less  = left;  // The index of the first element of center part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   329
        int great = right; // The index before the first element of right part
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   330
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   331
        if (a[e1] != a[e2] && a[e2] != a[e3] && a[e3] != a[e4] && a[e4] != a[e5]) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   332
            /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   333
             * Use the second and fourth of the five sorted elements as pivots.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   334
             * These values are inexpensive approximations of the first and
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   335
             * second terciles of the array. Note that pivot1 <= pivot2.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   336
             */
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   337
            int pivot1 = a[e2];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   338
            int pivot2 = a[e4];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   339
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   340
            /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   341
             * The first and the last elements to be sorted are moved to the
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   342
             * locations formerly occupied by the pivots. When partitioning
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   343
             * is complete, the pivots are swapped back into their final
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   344
             * positions, and excluded from subsequent sorting.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   345
             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   346
            a[e2] = a[left];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   347
            a[e4] = a[right];
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   348
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   349
            /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   350
             * Skip elements, which are less or greater than pivot values.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   351
             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   352
            while (a[++less] < pivot1);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   353
            while (a[--great] > pivot2);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   354
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   355
            /*
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
   356
             * Partitioning:
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
   357
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   358
             *   left part           center part                   right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   359
             * +--------------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   360
             * |  < pivot1  |  pivot1 <= && <= pivot2  |    ?    |  > pivot2  |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   361
             * +--------------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   362
             *               ^                          ^       ^
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   363
             *               |                          |       |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   364
             *              less                        k     great
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
   365
             *
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   366
             * Invariants:
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
   367
             *
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   368
             *              all in (left, less)   < pivot1
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   369
             *    pivot1 <= all in [less, k)     <= pivot2
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   370
             *              all in (great, right) > pivot2
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   371
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   372
             * Pointer k is the first index of ?-part.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   373
             */
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
   374
            outer:
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   375
            for (int k = less - 1; ++k <= great; ) {
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   376
                int ak = a[k];
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
   377
                if (ak < pivot1) { // Move a[k] to left part
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   378
                    a[k] = a[less];
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   379
                    /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   380
                     * Here and below we use "a[i] = b; i++;" instead
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   381
                     * of "a[i++] = b;" due to performance issue.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   382
                     */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   383
                    a[less] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   384
                    ++less;
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
   385
                } else if (ak > pivot2) { // Move a[k] to right part
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
   386
                    while (a[great] > pivot2) {
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
   387
                        if (great-- == k) {
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
   388
                            break outer;
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
   389
                        }
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   390
                    }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   391
                    if (a[great] < pivot1) { // a[great] <= pivot2
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   392
                        a[k] = a[less];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   393
                        a[less] = a[great];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   394
                        ++less;
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
   395
                    } else { // pivot1 <= a[great] <= pivot2
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
   396
                        a[k] = a[great];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   397
                    }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   398
                    /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   399
                     * Here and below we use "a[i] = b; i--;" instead
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   400
                     * of "a[i--] = b;" due to performance issue.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   401
                     */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   402
                    a[great] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   403
                    --great;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   404
                }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   405
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   406
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   407
            // Swap pivots into their final positions
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   408
            a[left]  = a[less  - 1]; a[less  - 1] = pivot1;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   409
            a[right] = a[great + 1]; a[great + 1] = pivot2;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   410
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   411
            // Sort left and right parts recursively, excluding known pivots
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   412
            sort(a, left, less - 2, leftmost);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   413
            sort(a, great + 2, right, false);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   414
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   415
            /*
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   416
             * If center part is too large (comprises > 4/7 of the array),
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   417
             * swap internal pivot values to ends.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   418
             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   419
            if (less < e1 && e5 < great) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   420
                /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   421
                 * Skip elements, which are equal to pivot values.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   422
                 */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   423
                while (a[less] == pivot1) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   424
                    ++less;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   425
                }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   426
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   427
                while (a[great] == pivot2) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   428
                    --great;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   429
                }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   430
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   431
                /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   432
                 * Partitioning:
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   433
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   434
                 *   left part         center part                  right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   435
                 * +----------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   436
                 * | == pivot1 |  pivot1 < && < pivot2  |    ?    | == pivot2 |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   437
                 * +----------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   438
                 *              ^                        ^       ^
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   439
                 *              |                        |       |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   440
                 *             less                      k     great
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   441
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   442
                 * Invariants:
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   443
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   444
                 *              all in (*,  less) == pivot1
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   445
                 *     pivot1 < all in [less,  k)  < pivot2
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   446
                 *              all in (great, *) == pivot2
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   447
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   448
                 * Pointer k is the first index of ?-part.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   449
                 */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   450
                outer:
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   451
                for (int k = less - 1; ++k <= great; ) {
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   452
                    int ak = a[k];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   453
                    if (ak == pivot1) { // Move a[k] to left part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   454
                        a[k] = a[less];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   455
                        a[less] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   456
                        ++less;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   457
                    } else if (ak == pivot2) { // Move a[k] to right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   458
                        while (a[great] == pivot2) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   459
                            if (great-- == k) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   460
                                break outer;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   461
                            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   462
                        }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   463
                        if (a[great] == pivot1) { // a[great] < pivot2
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   464
                            a[k] = a[less];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   465
                            /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   466
                             * Even though a[great] equals to pivot1, the
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   467
                             * assignment a[less] = pivot1 may be incorrect,
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   468
                             * if a[great] and pivot1 are floating-point zeros
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   469
                             * of different signs. Therefore in float and
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   470
                             * double sorting methods we have to use more
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   471
                             * accurate assignment a[less] = a[great].
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   472
                             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   473
                            a[less] = pivot1;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   474
                            ++less;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   475
                        } else { // pivot1 < a[great] < pivot2
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   476
                            a[k] = a[great];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   477
                        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   478
                        a[great] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   479
                        --great;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   480
                    }
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   481
                }
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   482
            }
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   483
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   484
            // Sort center part recursively
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   485
            sort(a, less, great, false);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   486
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   487
        } else { // Partitioning with one pivot
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   488
            /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   489
             * Use the third of the five sorted elements as pivot.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   490
             * This value is inexpensive approximation of the median.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   491
             */
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   492
            int pivot = a[e3];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   493
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   494
            /*
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   495
             * Partitioning degenerates to the traditional 3-way
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   496
             * (or "Dutch National Flag") schema:
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   497
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   498
             *   left part    center part              right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   499
             * +-------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   500
             * |  < pivot  |   == pivot   |     ?    |  > pivot  |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   501
             * +-------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   502
             *              ^              ^        ^
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   503
             *              |              |        |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   504
             *             less            k      great
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   505
             *
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   506
             * Invariants:
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   507
             *
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   508
             *   all in (left, less)   < pivot
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   509
             *   all in [less, k)     == pivot
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   510
             *   all in (great, right) > pivot
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   511
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   512
             * Pointer k is the first index of ?-part.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   513
             */
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   514
            for (int k = less; k <= great; ++k) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   515
                if (a[k] == pivot) {
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
   516
                    continue;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   517
                }
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   518
                int ak = a[k];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   519
                if (ak < pivot) { // Move a[k] to left part
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   520
                    a[k] = a[less];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   521
                    a[less] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   522
                    ++less;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   523
                } else { // a[k] > pivot - Move a[k] to right part
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   524
                    while (a[great] > pivot) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   525
                        --great;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   526
                    }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   527
                    if (a[great] < pivot) { // a[great] <= pivot
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   528
                        a[k] = a[less];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   529
                        a[less] = a[great];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   530
                        ++less;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   531
                    } else { // a[great] == pivot
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   532
                        /*
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   533
                         * Even though a[great] equals to pivot, the
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   534
                         * assignment a[k] = pivot may be incorrect,
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   535
                         * if a[great] and pivot are floating-point
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   536
                         * zeros of different signs. Therefore in float
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   537
                         * and double sorting methods we have to use
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   538
                         * more accurate assignment a[k] = a[great].
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   539
                         */
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   540
                        a[k] = pivot;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   541
                    }
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   542
                    a[great] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   543
                    --great;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   544
                }
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   545
            }
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
   546
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   547
            /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   548
             * Sort left and right parts recursively.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   549
             * All elements from center part are equal
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   550
             * and, therefore, already sorted.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   551
             */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   552
            sort(a, left, less - 1, leftmost);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   553
            sort(a, great + 1, right, false);
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   554
        }
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
   555
    }
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
   556
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
   557
    /**
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   558
     * Sorts the specified range of the array using the given
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   559
     * workspace array slice if possible for merging
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
   560
     *
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
   561
     * @param a the array to be sorted
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
   562
     * @param left the index of the first element, inclusive, to be sorted
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
   563
     * @param right the index of the last element, inclusive, to be sorted
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   564
     * @param work a workspace array (slice)
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   565
     * @param workBase origin of usable space in work array
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   566
     * @param workLen usable size of work array
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   567
     */
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   568
    static void sort(long[] a, int left, int right,
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   569
                     long[] work, int workBase, int workLen) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   570
        // Use Quicksort on small arrays
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   571
        if (right - left < QUICKSORT_THRESHOLD) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   572
            sort(a, left, right, true);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   573
            return;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   574
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   575
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   576
        /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   577
         * Index run[i] is the start of i-th run
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   578
         * (ascending or descending sequence).
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   579
         */
8193
626b859aabb2 7018258: Dual-pivot updates in 7013585 can fail with ArrayIndexOutOfBoundsException
alanb
parents: 8188
diff changeset
   580
        int[] run = new int[MAX_RUN_COUNT + 1];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   581
        int count = 0; run[0] = left;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   582
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   583
        // Check if the array is nearly sorted
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   584
        for (int k = left; k < right; run[count] = k) {
31079
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
   585
            // Equal items in the beginning of the sequence
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
   586
            while (k < right && a[k] == a[k + 1])
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
   587
                k++;
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
   588
            if (k == right) break;  // Sequence finishes with equal items
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   589
            if (a[k] < a[k + 1]) { // ascending
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   590
                while (++k <= right && a[k - 1] <= a[k]);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   591
            } else if (a[k] > a[k + 1]) { // descending
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   592
                while (++k <= right && a[k - 1] >= a[k]);
31079
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
   593
                // Transform into an ascending sequence
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   594
                for (int lo = run[count] - 1, hi = k; ++lo < --hi; ) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   595
                    long t = a[lo]; a[lo] = a[hi]; a[hi] = t;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   596
                }
31079
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
   597
            }
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
   598
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
   599
            // Merge a transformed descending sequence followed by an
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
   600
            // ascending sequence
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
   601
            if (run[count] > left && a[run[count]] >= a[run[count] - 1]) {
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
   602
                count--;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   603
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   604
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   605
            /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   606
             * The array is not highly structured,
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   607
             * use Quicksort instead of merge sort.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   608
             */
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   609
            if (++count == MAX_RUN_COUNT) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   610
                sort(a, left, right, true);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   611
                return;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   612
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   613
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   614
37912
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   615
        // These invariants should hold true:
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   616
        //    run[0] = 0
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   617
        //    run[<last>] = right + 1; (terminator)
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   618
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   619
        if (count == 0) {
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   620
            // A single equal run
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   621
            return;
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   622
        } else if (count == 1 && run[count] > right) {
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   623
            // Either a single ascending or a transformed descending run.
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   624
            // Always check that a final run is a proper terminator, otherwise
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   625
            // we have an unterminated trailing run, to handle downstream.
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   626
            return;
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   627
        }
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   628
        right++;
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   629
        if (run[count] < right) {
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   630
            // Corner case: the final run is not a terminator. This may happen
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   631
            // if a final run is an equals run, or there is a single-element run
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   632
            // at the end. Fix up by adding a proper terminator at the end.
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
   633
            // Note that we terminate with (right + 1), incremented earlier.
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   634
            run[++count] = right;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   635
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   636
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   637
        // Determine alternation base for merge
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   638
        byte odd = 0;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   639
        for (int n = 1; (n <<= 1) < count; odd ^= 1);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   640
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   641
        // Use or create temporary array b for merging
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   642
        long[] b;                 // temp array; alternates with a
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   643
        int ao, bo;              // array offsets from 'left'
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   644
        int blen = right - left; // space needed for b
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   645
        if (work == null || workLen < blen || workBase + blen > work.length) {
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   646
            work = new long[blen];
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   647
            workBase = 0;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   648
        }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   649
        if (odd == 0) {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   650
            System.arraycopy(a, left, work, workBase, blen);
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   651
            b = a;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   652
            bo = 0;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   653
            a = work;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   654
            ao = workBase - left;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   655
        } else {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   656
            b = work;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   657
            ao = 0;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   658
            bo = workBase - left;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   659
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   660
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   661
        // Merging
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   662
        for (int last; count > 1; count = last) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   663
            for (int k = (last = 0) + 2; k <= count; k += 2) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   664
                int hi = run[k], mi = run[k - 1];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   665
                for (int i = run[k - 2], p = i, q = mi; i < hi; ++i) {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   666
                    if (q >= hi || p < mi && a[p + ao] <= a[q + ao]) {
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   667
                        b[i + bo] = a[p++ + ao];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   668
                    } else {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   669
                        b[i + bo] = a[q++ + ao];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   670
                    }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   671
                }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   672
                run[++last] = hi;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   673
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   674
            if ((count & 1) != 0) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   675
                for (int i = right, lo = run[count - 1]; --i >= lo;
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   676
                    b[i + bo] = a[i + ao]
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   677
                );
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   678
                run[++last] = right;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   679
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   680
            long[] t = a; a = b; b = t;
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
   681
            int o = ao; ao = bo; bo = o;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   682
        }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   683
    }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   684
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   685
    /**
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   686
     * Sorts the specified range of the array by Dual-Pivot Quicksort.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   687
     *
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   688
     * @param a the array to be sorted
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   689
     * @param left the index of the first element, inclusive, to be sorted
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   690
     * @param right the index of the last element, inclusive, to be sorted
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   691
     * @param leftmost indicates if this part is the leftmost in the range
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
   692
     */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   693
    private static void sort(long[] a, int left, int right, boolean leftmost) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   694
        int length = right - left + 1;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   695
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   696
        // Use insertion sort on tiny arrays
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   697
        if (length < INSERTION_SORT_THRESHOLD) {
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   698
            if (leftmost) {
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   699
                /*
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   700
                 * Traditional (without sentinel) insertion sort,
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   701
                 * optimized for server VM, is used in case of
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   702
                 * the leftmost part.
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   703
                 */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   704
                for (int i = left, j = i; i < right; j = ++i) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   705
                    long ai = a[i + 1];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   706
                    while (ai < a[j]) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   707
                        a[j + 1] = a[j];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   708
                        if (j-- == left) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   709
                            break;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   710
                        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   711
                    }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   712
                    a[j + 1] = ai;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   713
                }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   714
            } else {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   715
                /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   716
                 * Skip the longest ascending sequence.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   717
                 */
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   718
                do {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   719
                    if (left >= right) {
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   720
                        return;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   721
                    }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   722
                } while (a[++left] >= a[left - 1]);
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   723
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   724
                /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   725
                 * Every element from adjoining part plays the role
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   726
                 * of sentinel, therefore this allows us to avoid the
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   727
                 * left range check on each iteration. Moreover, we use
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   728
                 * the more optimized algorithm, so called pair insertion
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   729
                 * sort, which is faster (in the context of Quicksort)
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   730
                 * than traditional implementation of insertion sort.
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   731
                 */
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   732
                for (int k = left; ++left <= right; k = ++left) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   733
                    long a1 = a[k], a2 = a[left];
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   734
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   735
                    if (a1 < a2) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   736
                        a2 = a1; a1 = a[left];
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   737
                    }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   738
                    while (a1 < a[--k]) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   739
                        a[k + 2] = a[k];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   740
                    }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   741
                    a[++k + 1] = a1;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   742
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   743
                    while (a2 < a[--k]) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   744
                        a[k + 1] = a[k];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   745
                    }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   746
                    a[k + 1] = a2;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   747
                }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   748
                long last = a[right];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   749
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   750
                while (last < a[--right]) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   751
                    a[right + 1] = a[right];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   752
                }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   753
                a[right + 1] = last;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   754
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   755
            return;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   756
        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   757
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   758
        // Inexpensive approximation of length / 7
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   759
        int seventh = (length >> 3) + (length >> 6) + 1;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   760
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   761
        /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   762
         * Sort five evenly spaced elements around (and including) the
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   763
         * center element in the range. These elements will be used for
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   764
         * pivot selection as described below. The choice for spacing
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   765
         * these elements was empirically determined to work well on
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   766
         * a wide variety of inputs.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   767
         */
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   768
        int e3 = (left + right) >>> 1; // The midpoint
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   769
        int e2 = e3 - seventh;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   770
        int e1 = e2 - seventh;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   771
        int e4 = e3 + seventh;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   772
        int e5 = e4 + seventh;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   773
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   774
        // Sort these elements using insertion sort
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   775
        if (a[e2] < a[e1]) { long t = a[e2]; a[e2] = a[e1]; a[e1] = t; }
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
   776
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   777
        if (a[e3] < a[e2]) { long t = a[e3]; a[e3] = a[e2]; a[e2] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   778
            if (t < a[e1]) { a[e2] = a[e1]; a[e1] = t; }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   779
        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   780
        if (a[e4] < a[e3]) { long t = a[e4]; a[e4] = a[e3]; a[e3] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   781
            if (t < a[e2]) { a[e3] = a[e2]; a[e2] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   782
                if (t < a[e1]) { a[e2] = a[e1]; a[e1] = t; }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   783
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   784
        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   785
        if (a[e5] < a[e4]) { long t = a[e5]; a[e5] = a[e4]; a[e4] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   786
            if (t < a[e3]) { a[e4] = a[e3]; a[e3] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   787
                if (t < a[e2]) { a[e3] = a[e2]; a[e2] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   788
                    if (t < a[e1]) { a[e2] = a[e1]; a[e1] = t; }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   789
                }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   790
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   791
        }
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   792
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   793
        // Pointers
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   794
        int less  = left;  // The index of the first element of center part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   795
        int great = right; // The index before the first element of right part
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   796
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   797
        if (a[e1] != a[e2] && a[e2] != a[e3] && a[e3] != a[e4] && a[e4] != a[e5]) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   798
            /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   799
             * Use the second and fourth of the five sorted elements as pivots.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   800
             * These values are inexpensive approximations of the first and
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   801
             * second terciles of the array. Note that pivot1 <= pivot2.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   802
             */
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   803
            long pivot1 = a[e2];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   804
            long pivot2 = a[e4];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   805
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   806
            /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   807
             * The first and the last elements to be sorted are moved to the
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   808
             * locations formerly occupied by the pivots. When partitioning
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   809
             * is complete, the pivots are swapped back into their final
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   810
             * positions, and excluded from subsequent sorting.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   811
             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   812
            a[e2] = a[left];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   813
            a[e4] = a[right];
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   814
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   815
            /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   816
             * Skip elements, which are less or greater than pivot values.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   817
             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   818
            while (a[++less] < pivot1);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   819
            while (a[--great] > pivot2);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   820
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   821
            /*
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
   822
             * Partitioning:
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
   823
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   824
             *   left part           center part                   right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   825
             * +--------------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   826
             * |  < pivot1  |  pivot1 <= && <= pivot2  |    ?    |  > pivot2  |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   827
             * +--------------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   828
             *               ^                          ^       ^
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   829
             *               |                          |       |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   830
             *              less                        k     great
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
   831
             *
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   832
             * Invariants:
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
   833
             *
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   834
             *              all in (left, less)   < pivot1
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   835
             *    pivot1 <= all in [less, k)     <= pivot2
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   836
             *              all in (great, right) > pivot2
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   837
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   838
             * Pointer k is the first index of ?-part.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   839
             */
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
   840
            outer:
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   841
            for (int k = less - 1; ++k <= great; ) {
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   842
                long ak = a[k];
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
   843
                if (ak < pivot1) { // Move a[k] to left part
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   844
                    a[k] = a[less];
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   845
                    /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   846
                     * Here and below we use "a[i] = b; i++;" instead
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   847
                     * of "a[i++] = b;" due to performance issue.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   848
                     */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   849
                    a[less] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   850
                    ++less;
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
   851
                } else if (ak > pivot2) { // Move a[k] to right part
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
   852
                    while (a[great] > pivot2) {
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
   853
                        if (great-- == k) {
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
   854
                            break outer;
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
   855
                        }
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   856
                    }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   857
                    if (a[great] < pivot1) { // a[great] <= pivot2
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   858
                        a[k] = a[less];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   859
                        a[less] = a[great];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   860
                        ++less;
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
   861
                    } else { // pivot1 <= a[great] <= pivot2
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
   862
                        a[k] = a[great];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   863
                    }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   864
                    /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   865
                     * Here and below we use "a[i] = b; i--;" instead
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   866
                     * of "a[i--] = b;" due to performance issue.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   867
                     */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   868
                    a[great] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   869
                    --great;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   870
                }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   871
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   872
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   873
            // Swap pivots into their final positions
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   874
            a[left]  = a[less  - 1]; a[less  - 1] = pivot1;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   875
            a[right] = a[great + 1]; a[great + 1] = pivot2;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   876
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   877
            // Sort left and right parts recursively, excluding known pivots
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   878
            sort(a, left, less - 2, leftmost);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   879
            sort(a, great + 2, right, false);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   880
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   881
            /*
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   882
             * If center part is too large (comprises > 4/7 of the array),
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   883
             * swap internal pivot values to ends.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   884
             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   885
            if (less < e1 && e5 < great) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   886
                /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   887
                 * Skip elements, which are equal to pivot values.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   888
                 */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   889
                while (a[less] == pivot1) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   890
                    ++less;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   891
                }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   892
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   893
                while (a[great] == pivot2) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   894
                    --great;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   895
                }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   896
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   897
                /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   898
                 * Partitioning:
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   899
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   900
                 *   left part         center part                  right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   901
                 * +----------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   902
                 * | == pivot1 |  pivot1 < && < pivot2  |    ?    | == pivot2 |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   903
                 * +----------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   904
                 *              ^                        ^       ^
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   905
                 *              |                        |       |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   906
                 *             less                      k     great
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   907
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   908
                 * Invariants:
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   909
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   910
                 *              all in (*,  less) == pivot1
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   911
                 *     pivot1 < all in [less,  k)  < pivot2
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   912
                 *              all in (great, *) == pivot2
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   913
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   914
                 * Pointer k is the first index of ?-part.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   915
                 */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   916
                outer:
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   917
                for (int k = less - 1; ++k <= great; ) {
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   918
                    long ak = a[k];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   919
                    if (ak == pivot1) { // Move a[k] to left part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   920
                        a[k] = a[less];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   921
                        a[less] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   922
                        ++less;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   923
                    } else if (ak == pivot2) { // Move a[k] to right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   924
                        while (a[great] == pivot2) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   925
                            if (great-- == k) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   926
                                break outer;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   927
                            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   928
                        }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   929
                        if (a[great] == pivot1) { // a[great] < pivot2
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   930
                            a[k] = a[less];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   931
                            /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   932
                             * Even though a[great] equals to pivot1, the
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   933
                             * assignment a[less] = pivot1 may be incorrect,
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   934
                             * if a[great] and pivot1 are floating-point zeros
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   935
                             * of different signs. Therefore in float and
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   936
                             * double sorting methods we have to use more
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   937
                             * accurate assignment a[less] = a[great].
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   938
                             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   939
                            a[less] = pivot1;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   940
                            ++less;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   941
                        } else { // pivot1 < a[great] < pivot2
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   942
                            a[k] = a[great];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   943
                        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   944
                        a[great] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   945
                        --great;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   946
                    }
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   947
                }
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   948
            }
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   949
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   950
            // Sort center part recursively
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   951
            sort(a, less, great, false);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   952
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   953
        } else { // Partitioning with one pivot
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   954
            /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   955
             * Use the third of the five sorted elements as pivot.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   956
             * This value is inexpensive approximation of the median.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   957
             */
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   958
            long pivot = a[e3];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   959
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   960
            /*
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   961
             * Partitioning degenerates to the traditional 3-way
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   962
             * (or "Dutch National Flag") schema:
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   963
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   964
             *   left part    center part              right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   965
             * +-------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   966
             * |  < pivot  |   == pivot   |     ?    |  > pivot  |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   967
             * +-------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   968
             *              ^              ^        ^
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   969
             *              |              |        |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   970
             *             less            k      great
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   971
             *
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   972
             * Invariants:
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   973
             *
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   974
             *   all in (left, less)   < pivot
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   975
             *   all in [less, k)     == pivot
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   976
             *   all in (great, right) > pivot
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   977
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   978
             * Pointer k is the first index of ?-part.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   979
             */
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
   980
            for (int k = less; k <= great; ++k) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   981
                if (a[k] == pivot) {
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
   982
                    continue;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   983
                }
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   984
                long ak = a[k];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   985
                if (ak < pivot) { // Move a[k] to left part
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   986
                    a[k] = a[less];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   987
                    a[less] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   988
                    ++less;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   989
                } else { // a[k] > pivot - Move a[k] to right part
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   990
                    while (a[great] > pivot) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   991
                        --great;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   992
                    }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   993
                    if (a[great] < pivot) { // a[great] <= pivot
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
   994
                        a[k] = a[less];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   995
                        a[less] = a[great];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   996
                        ++less;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   997
                    } else { // a[great] == pivot
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
   998
                        /*
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
   999
                         * Even though a[great] equals to pivot, the
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1000
                         * assignment a[k] = pivot may be incorrect,
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1001
                         * if a[great] and pivot are floating-point
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1002
                         * zeros of different signs. Therefore in float
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1003
                         * and double sorting methods we have to use
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1004
                         * more accurate assignment a[k] = a[great].
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1005
                         */
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1006
                        a[k] = pivot;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1007
                    }
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1008
                    a[great] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1009
                    --great;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1010
                }
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1011
            }
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  1012
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1013
            /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1014
             * Sort left and right parts recursively.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1015
             * All elements from center part are equal
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1016
             * and, therefore, already sorted.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1017
             */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1018
            sort(a, left, less - 1, leftmost);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1019
            sort(a, great + 1, right, false);
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1020
        }
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  1021
    }
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  1022
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  1023
    /**
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1024
     * Sorts the specified range of the array using the given
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1025
     * workspace array slice if possible for merging
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  1026
     *
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  1027
     * @param a the array to be sorted
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1028
     * @param left the index of the first element, inclusive, to be sorted
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1029
     * @param right the index of the last element, inclusive, to be sorted
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1030
     * @param work a workspace array (slice)
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1031
     * @param workBase origin of usable space in work array
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1032
     * @param workLen usable size of work array
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  1033
     */
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1034
    static void sort(short[] a, int left, int right,
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1035
                     short[] work, int workBase, int workLen) {
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1036
        // Use counting sort on large arrays
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1037
        if (right - left > COUNTING_SORT_THRESHOLD_FOR_SHORT_OR_CHAR) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1038
            int[] count = new int[NUM_SHORT_VALUES];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1039
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1040
            for (int i = left - 1; ++i <= right;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1041
                count[a[i] - Short.MIN_VALUE]++
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1042
            );
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1043
            for (int i = NUM_SHORT_VALUES, k = right + 1; k > left; ) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1044
                while (count[--i] == 0);
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1045
                short value = (short) (i + Short.MIN_VALUE);
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1046
                int s = count[i];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1047
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1048
                do {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1049
                    a[--k] = value;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1050
                } while (--s > 0);
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1051
            }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1052
        } else { // Use Dual-Pivot Quicksort on small arrays
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1053
            doSort(a, left, right, work, workBase, workLen);
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1054
        }
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  1055
    }
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  1056
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  1057
    /** The number of distinct short values. */
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1058
    private static final int NUM_SHORT_VALUES = 1 << 16;
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1059
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1060
    /**
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1061
     * Sorts the specified range of the array.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1062
     *
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1063
     * @param a the array to be sorted
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1064
     * @param left the index of the first element, inclusive, to be sorted
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1065
     * @param right the index of the last element, inclusive, to be sorted
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1066
     * @param work a workspace array (slice)
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1067
     * @param workBase origin of usable space in work array
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1068
     * @param workLen usable size of work array
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1069
     */
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1070
    private static void doSort(short[] a, int left, int right,
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1071
                               short[] work, int workBase, int workLen) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1072
        // Use Quicksort on small arrays
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1073
        if (right - left < QUICKSORT_THRESHOLD) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1074
            sort(a, left, right, true);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1075
            return;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1076
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1077
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1078
        /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1079
         * Index run[i] is the start of i-th run
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1080
         * (ascending or descending sequence).
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1081
         */
8193
626b859aabb2 7018258: Dual-pivot updates in 7013585 can fail with ArrayIndexOutOfBoundsException
alanb
parents: 8188
diff changeset
  1082
        int[] run = new int[MAX_RUN_COUNT + 1];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1083
        int count = 0; run[0] = left;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1084
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1085
        // Check if the array is nearly sorted
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1086
        for (int k = left; k < right; run[count] = k) {
31079
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  1087
            // Equal items in the beginning of the sequence
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  1088
            while (k < right && a[k] == a[k + 1])
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  1089
                k++;
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  1090
            if (k == right) break;  // Sequence finishes with equal items
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1091
            if (a[k] < a[k + 1]) { // ascending
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1092
                while (++k <= right && a[k - 1] <= a[k]);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1093
            } else if (a[k] > a[k + 1]) { // descending
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1094
                while (++k <= right && a[k - 1] >= a[k]);
31079
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  1095
                // Transform into an ascending sequence
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1096
                for (int lo = run[count] - 1, hi = k; ++lo < --hi; ) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1097
                    short t = a[lo]; a[lo] = a[hi]; a[hi] = t;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1098
                }
31079
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  1099
            }
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  1100
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  1101
            // Merge a transformed descending sequence followed by an
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  1102
            // ascending sequence
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  1103
            if (run[count] > left && a[run[count]] >= a[run[count] - 1]) {
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  1104
                count--;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1105
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1106
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1107
            /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1108
             * The array is not highly structured,
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1109
             * use Quicksort instead of merge sort.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1110
             */
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1111
            if (++count == MAX_RUN_COUNT) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1112
                sort(a, left, right, true);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1113
                return;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1114
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1115
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1116
37912
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1117
        // These invariants should hold true:
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1118
        //    run[0] = 0
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1119
        //    run[<last>] = right + 1; (terminator)
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1120
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1121
        if (count == 0) {
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1122
            // A single equal run
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1123
            return;
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1124
        } else if (count == 1 && run[count] > right) {
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1125
            // Either a single ascending or a transformed descending run.
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1126
            // Always check that a final run is a proper terminator, otherwise
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1127
            // we have an unterminated trailing run, to handle downstream.
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1128
            return;
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1129
        }
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1130
        right++;
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1131
        if (run[count] < right) {
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1132
            // Corner case: the final run is not a terminator. This may happen
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1133
            // if a final run is an equals run, or there is a single-element run
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1134
            // at the end. Fix up by adding a proper terminator at the end.
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1135
            // Note that we terminate with (right + 1), incremented earlier.
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1136
            run[++count] = right;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1137
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1138
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1139
        // Determine alternation base for merge
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1140
        byte odd = 0;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1141
        for (int n = 1; (n <<= 1) < count; odd ^= 1);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1142
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1143
        // Use or create temporary array b for merging
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1144
        short[] b;                 // temp array; alternates with a
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1145
        int ao, bo;              // array offsets from 'left'
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1146
        int blen = right - left; // space needed for b
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1147
        if (work == null || workLen < blen || workBase + blen > work.length) {
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1148
            work = new short[blen];
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1149
            workBase = 0;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1150
        }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1151
        if (odd == 0) {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1152
            System.arraycopy(a, left, work, workBase, blen);
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1153
            b = a;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1154
            bo = 0;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1155
            a = work;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1156
            ao = workBase - left;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1157
        } else {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1158
            b = work;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1159
            ao = 0;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1160
            bo = workBase - left;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1161
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1162
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1163
        // Merging
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1164
        for (int last; count > 1; count = last) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1165
            for (int k = (last = 0) + 2; k <= count; k += 2) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1166
                int hi = run[k], mi = run[k - 1];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1167
                for (int i = run[k - 2], p = i, q = mi; i < hi; ++i) {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1168
                    if (q >= hi || p < mi && a[p + ao] <= a[q + ao]) {
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1169
                        b[i + bo] = a[p++ + ao];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1170
                    } else {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1171
                        b[i + bo] = a[q++ + ao];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1172
                    }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1173
                }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1174
                run[++last] = hi;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1175
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1176
            if ((count & 1) != 0) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1177
                for (int i = right, lo = run[count - 1]; --i >= lo;
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1178
                    b[i + bo] = a[i + ao]
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1179
                );
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1180
                run[++last] = right;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1181
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1182
            short[] t = a; a = b; b = t;
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1183
            int o = ao; ao = bo; bo = o;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1184
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1185
    }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1186
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1187
    /**
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1188
     * Sorts the specified range of the array by Dual-Pivot Quicksort.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1189
     *
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1190
     * @param a the array to be sorted
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  1191
     * @param left the index of the first element, inclusive, to be sorted
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  1192
     * @param right the index of the last element, inclusive, to be sorted
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1193
     * @param leftmost indicates if this part is the leftmost in the range
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1194
     */
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1195
    private static void sort(short[] a, int left, int right, boolean leftmost) {
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1196
        int length = right - left + 1;
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  1197
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1198
        // Use insertion sort on tiny arrays
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1199
        if (length < INSERTION_SORT_THRESHOLD) {
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1200
            if (leftmost) {
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1201
                /*
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1202
                 * Traditional (without sentinel) insertion sort,
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1203
                 * optimized for server VM, is used in case of
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1204
                 * the leftmost part.
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1205
                 */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1206
                for (int i = left, j = i; i < right; j = ++i) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1207
                    short ai = a[i + 1];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1208
                    while (ai < a[j]) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1209
                        a[j + 1] = a[j];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1210
                        if (j-- == left) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1211
                            break;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1212
                        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1213
                    }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1214
                    a[j + 1] = ai;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1215
                }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1216
            } else {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1217
                /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1218
                 * Skip the longest ascending sequence.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1219
                 */
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1220
                do {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1221
                    if (left >= right) {
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1222
                        return;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1223
                    }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1224
                } while (a[++left] >= a[left - 1]);
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1225
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1226
                /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1227
                 * Every element from adjoining part plays the role
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1228
                 * of sentinel, therefore this allows us to avoid the
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1229
                 * left range check on each iteration. Moreover, we use
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1230
                 * the more optimized algorithm, so called pair insertion
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1231
                 * sort, which is faster (in the context of Quicksort)
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1232
                 * than traditional implementation of insertion sort.
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1233
                 */
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1234
                for (int k = left; ++left <= right; k = ++left) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1235
                    short a1 = a[k], a2 = a[left];
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1236
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1237
                    if (a1 < a2) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1238
                        a2 = a1; a1 = a[left];
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1239
                    }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1240
                    while (a1 < a[--k]) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1241
                        a[k + 2] = a[k];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1242
                    }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1243
                    a[++k + 1] = a1;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1244
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1245
                    while (a2 < a[--k]) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1246
                        a[k + 1] = a[k];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1247
                    }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1248
                    a[k + 1] = a2;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1249
                }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1250
                short last = a[right];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1251
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1252
                while (last < a[--right]) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1253
                    a[right + 1] = a[right];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1254
                }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1255
                a[right + 1] = last;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1256
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1257
            return;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1258
        }
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  1259
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1260
        // Inexpensive approximation of length / 7
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1261
        int seventh = (length >> 3) + (length >> 6) + 1;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1262
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1263
        /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1264
         * Sort five evenly spaced elements around (and including) the
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1265
         * center element in the range. These elements will be used for
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1266
         * pivot selection as described below. The choice for spacing
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1267
         * these elements was empirically determined to work well on
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1268
         * a wide variety of inputs.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1269
         */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1270
        int e3 = (left + right) >>> 1; // The midpoint
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1271
        int e2 = e3 - seventh;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1272
        int e1 = e2 - seventh;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1273
        int e4 = e3 + seventh;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1274
        int e5 = e4 + seventh;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1275
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1276
        // Sort these elements using insertion sort
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1277
        if (a[e2] < a[e1]) { short t = a[e2]; a[e2] = a[e1]; a[e1] = t; }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1278
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1279
        if (a[e3] < a[e2]) { short t = a[e3]; a[e3] = a[e2]; a[e2] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1280
            if (t < a[e1]) { a[e2] = a[e1]; a[e1] = t; }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1281
        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1282
        if (a[e4] < a[e3]) { short t = a[e4]; a[e4] = a[e3]; a[e3] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1283
            if (t < a[e2]) { a[e3] = a[e2]; a[e2] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1284
                if (t < a[e1]) { a[e2] = a[e1]; a[e1] = t; }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1285
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1286
        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1287
        if (a[e5] < a[e4]) { short t = a[e5]; a[e5] = a[e4]; a[e4] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1288
            if (t < a[e3]) { a[e4] = a[e3]; a[e3] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1289
                if (t < a[e2]) { a[e3] = a[e2]; a[e2] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1290
                    if (t < a[e1]) { a[e2] = a[e1]; a[e1] = t; }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1291
                }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1292
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1293
        }
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1294
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1295
        // Pointers
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1296
        int less  = left;  // The index of the first element of center part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1297
        int great = right; // The index before the first element of right part
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1298
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1299
        if (a[e1] != a[e2] && a[e2] != a[e3] && a[e3] != a[e4] && a[e4] != a[e5]) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1300
            /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1301
             * Use the second and fourth of the five sorted elements as pivots.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1302
             * These values are inexpensive approximations of the first and
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1303
             * second terciles of the array. Note that pivot1 <= pivot2.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1304
             */
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1305
            short pivot1 = a[e2];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1306
            short pivot2 = a[e4];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1307
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1308
            /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1309
             * The first and the last elements to be sorted are moved to the
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1310
             * locations formerly occupied by the pivots. When partitioning
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1311
             * is complete, the pivots are swapped back into their final
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1312
             * positions, and excluded from subsequent sorting.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1313
             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1314
            a[e2] = a[left];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1315
            a[e4] = a[right];
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1316
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1317
            /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1318
             * Skip elements, which are less or greater than pivot values.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1319
             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1320
            while (a[++less] < pivot1);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1321
            while (a[--great] > pivot2);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1322
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1323
            /*
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  1324
             * Partitioning:
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  1325
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1326
             *   left part           center part                   right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1327
             * +--------------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1328
             * |  < pivot1  |  pivot1 <= && <= pivot2  |    ?    |  > pivot2  |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1329
             * +--------------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1330
             *               ^                          ^       ^
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1331
             *               |                          |       |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1332
             *              less                        k     great
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  1333
             *
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1334
             * Invariants:
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  1335
             *
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1336
             *              all in (left, less)   < pivot1
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1337
             *    pivot1 <= all in [less, k)     <= pivot2
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1338
             *              all in (great, right) > pivot2
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1339
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1340
             * Pointer k is the first index of ?-part.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1341
             */
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  1342
            outer:
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1343
            for (int k = less - 1; ++k <= great; ) {
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1344
                short ak = a[k];
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  1345
                if (ak < pivot1) { // Move a[k] to left part
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1346
                    a[k] = a[less];
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1347
                    /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1348
                     * Here and below we use "a[i] = b; i++;" instead
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1349
                     * of "a[i++] = b;" due to performance issue.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1350
                     */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1351
                    a[less] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1352
                    ++less;
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  1353
                } else if (ak > pivot2) { // Move a[k] to right part
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  1354
                    while (a[great] > pivot2) {
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  1355
                        if (great-- == k) {
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  1356
                            break outer;
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  1357
                        }
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1358
                    }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1359
                    if (a[great] < pivot1) { // a[great] <= pivot2
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1360
                        a[k] = a[less];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1361
                        a[less] = a[great];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1362
                        ++less;
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  1363
                    } else { // pivot1 <= a[great] <= pivot2
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  1364
                        a[k] = a[great];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1365
                    }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1366
                    /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1367
                     * Here and below we use "a[i] = b; i--;" instead
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1368
                     * of "a[i--] = b;" due to performance issue.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1369
                     */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1370
                    a[great] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1371
                    --great;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1372
                }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1373
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1374
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1375
            // Swap pivots into their final positions
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1376
            a[left]  = a[less  - 1]; a[less  - 1] = pivot1;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1377
            a[right] = a[great + 1]; a[great + 1] = pivot2;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1378
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1379
            // Sort left and right parts recursively, excluding known pivots
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1380
            sort(a, left, less - 2, leftmost);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1381
            sort(a, great + 2, right, false);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1382
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1383
            /*
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1384
             * If center part is too large (comprises > 4/7 of the array),
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1385
             * swap internal pivot values to ends.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1386
             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1387
            if (less < e1 && e5 < great) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1388
                /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1389
                 * Skip elements, which are equal to pivot values.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1390
                 */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1391
                while (a[less] == pivot1) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1392
                    ++less;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1393
                }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1394
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1395
                while (a[great] == pivot2) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1396
                    --great;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1397
                }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1398
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1399
                /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1400
                 * Partitioning:
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1401
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1402
                 *   left part         center part                  right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1403
                 * +----------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1404
                 * | == pivot1 |  pivot1 < && < pivot2  |    ?    | == pivot2 |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1405
                 * +----------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1406
                 *              ^                        ^       ^
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1407
                 *              |                        |       |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1408
                 *             less                      k     great
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1409
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1410
                 * Invariants:
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1411
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1412
                 *              all in (*,  less) == pivot1
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1413
                 *     pivot1 < all in [less,  k)  < pivot2
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1414
                 *              all in (great, *) == pivot2
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1415
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1416
                 * Pointer k is the first index of ?-part.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1417
                 */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1418
                outer:
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1419
                for (int k = less - 1; ++k <= great; ) {
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1420
                    short ak = a[k];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1421
                    if (ak == pivot1) { // Move a[k] to left part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1422
                        a[k] = a[less];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1423
                        a[less] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1424
                        ++less;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1425
                    } else if (ak == pivot2) { // Move a[k] to right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1426
                        while (a[great] == pivot2) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1427
                            if (great-- == k) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1428
                                break outer;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1429
                            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1430
                        }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1431
                        if (a[great] == pivot1) { // a[great] < pivot2
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1432
                            a[k] = a[less];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1433
                            /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1434
                             * Even though a[great] equals to pivot1, the
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1435
                             * assignment a[less] = pivot1 may be incorrect,
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1436
                             * if a[great] and pivot1 are floating-point zeros
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1437
                             * of different signs. Therefore in float and
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1438
                             * double sorting methods we have to use more
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1439
                             * accurate assignment a[less] = a[great].
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1440
                             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1441
                            a[less] = pivot1;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1442
                            ++less;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1443
                        } else { // pivot1 < a[great] < pivot2
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1444
                            a[k] = a[great];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1445
                        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1446
                        a[great] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1447
                        --great;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1448
                    }
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1449
                }
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1450
            }
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1451
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1452
            // Sort center part recursively
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1453
            sort(a, less, great, false);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1454
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1455
        } else { // Partitioning with one pivot
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1456
            /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1457
             * Use the third of the five sorted elements as pivot.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1458
             * This value is inexpensive approximation of the median.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1459
             */
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1460
            short pivot = a[e3];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1461
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1462
            /*
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1463
             * Partitioning degenerates to the traditional 3-way
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1464
             * (or "Dutch National Flag") schema:
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1465
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1466
             *   left part    center part              right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1467
             * +-------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1468
             * |  < pivot  |   == pivot   |     ?    |  > pivot  |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1469
             * +-------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1470
             *              ^              ^        ^
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1471
             *              |              |        |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1472
             *             less            k      great
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1473
             *
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1474
             * Invariants:
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1475
             *
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1476
             *   all in (left, less)   < pivot
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1477
             *   all in [less, k)     == pivot
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1478
             *   all in (great, right) > pivot
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1479
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1480
             * Pointer k is the first index of ?-part.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1481
             */
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1482
            for (int k = less; k <= great; ++k) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1483
                if (a[k] == pivot) {
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  1484
                    continue;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1485
                }
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1486
                short ak = a[k];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1487
                if (ak < pivot) { // Move a[k] to left part
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1488
                    a[k] = a[less];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1489
                    a[less] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1490
                    ++less;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1491
                } else { // a[k] > pivot - Move a[k] to right part
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1492
                    while (a[great] > pivot) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1493
                        --great;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1494
                    }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1495
                    if (a[great] < pivot) { // a[great] <= pivot
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1496
                        a[k] = a[less];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1497
                        a[less] = a[great];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1498
                        ++less;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1499
                    } else { // a[great] == pivot
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1500
                        /*
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1501
                         * Even though a[great] equals to pivot, the
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1502
                         * assignment a[k] = pivot may be incorrect,
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1503
                         * if a[great] and pivot are floating-point
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1504
                         * zeros of different signs. Therefore in float
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1505
                         * and double sorting methods we have to use
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1506
                         * more accurate assignment a[k] = a[great].
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1507
                         */
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1508
                        a[k] = pivot;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1509
                    }
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1510
                    a[great] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1511
                    --great;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1512
                }
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1513
            }
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  1514
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1515
            /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1516
             * Sort left and right parts recursively.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1517
             * All elements from center part are equal
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1518
             * and, therefore, already sorted.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1519
             */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1520
            sort(a, left, less - 1, leftmost);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1521
            sort(a, great + 1, right, false);
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1522
        }
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1523
    }
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1524
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1525
    /**
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1526
     * Sorts the specified range of the array using the given
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1527
     * workspace array slice if possible for merging
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1528
     *
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1529
     * @param a the array to be sorted
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1530
     * @param left the index of the first element, inclusive, to be sorted
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1531
     * @param right the index of the last element, inclusive, to be sorted
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1532
     * @param work a workspace array (slice)
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1533
     * @param workBase origin of usable space in work array
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1534
     * @param workLen usable size of work array
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1535
     */
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1536
    static void sort(char[] a, int left, int right,
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1537
                     char[] work, int workBase, int workLen) {
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1538
        // Use counting sort on large arrays
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1539
        if (right - left > COUNTING_SORT_THRESHOLD_FOR_SHORT_OR_CHAR) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1540
            int[] count = new int[NUM_CHAR_VALUES];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1541
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1542
            for (int i = left - 1; ++i <= right;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1543
                count[a[i]]++
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1544
            );
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1545
            for (int i = NUM_CHAR_VALUES, k = right + 1; k > left; ) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1546
                while (count[--i] == 0);
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1547
                char value = (char) i;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1548
                int s = count[i];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1549
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1550
                do {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1551
                    a[--k] = value;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1552
                } while (--s > 0);
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1553
            }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1554
        } else { // Use Dual-Pivot Quicksort on small arrays
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1555
            doSort(a, left, right, work, workBase, workLen);
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1556
        }
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1557
    }
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1558
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  1559
    /** The number of distinct char values. */
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1560
    private static final int NUM_CHAR_VALUES = 1 << 16;
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1561
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1562
    /**
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1563
     * Sorts the specified range of the array.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1564
     *
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1565
     * @param a the array to be sorted
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1566
     * @param left the index of the first element, inclusive, to be sorted
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1567
     * @param right the index of the last element, inclusive, to be sorted
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1568
     * @param work a workspace array (slice)
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1569
     * @param workBase origin of usable space in work array
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1570
     * @param workLen usable size of work array
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1571
     */
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1572
    private static void doSort(char[] a, int left, int right,
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1573
                               char[] work, int workBase, int workLen) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1574
        // Use Quicksort on small arrays
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1575
        if (right - left < QUICKSORT_THRESHOLD) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1576
            sort(a, left, right, true);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1577
            return;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1578
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1579
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1580
        /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1581
         * Index run[i] is the start of i-th run
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1582
         * (ascending or descending sequence).
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1583
         */
8193
626b859aabb2 7018258: Dual-pivot updates in 7013585 can fail with ArrayIndexOutOfBoundsException
alanb
parents: 8188
diff changeset
  1584
        int[] run = new int[MAX_RUN_COUNT + 1];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1585
        int count = 0; run[0] = left;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1586
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1587
        // Check if the array is nearly sorted
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1588
        for (int k = left; k < right; run[count] = k) {
31079
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  1589
            // Equal items in the beginning of the sequence
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  1590
            while (k < right && a[k] == a[k + 1])
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  1591
                k++;
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  1592
            if (k == right) break;  // Sequence finishes with equal items
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1593
            if (a[k] < a[k + 1]) { // ascending
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1594
                while (++k <= right && a[k - 1] <= a[k]);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1595
            } else if (a[k] > a[k + 1]) { // descending
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1596
                while (++k <= right && a[k - 1] >= a[k]);
31079
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  1597
                // Transform into an ascending sequence
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1598
                for (int lo = run[count] - 1, hi = k; ++lo < --hi; ) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1599
                    char t = a[lo]; a[lo] = a[hi]; a[hi] = t;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1600
                }
31079
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  1601
            }
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  1602
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  1603
            // Merge a transformed descending sequence followed by an
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  1604
            // ascending sequence
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  1605
            if (run[count] > left && a[run[count]] >= a[run[count] - 1]) {
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  1606
                count--;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1607
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1608
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1609
            /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1610
             * The array is not highly structured,
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1611
             * use Quicksort instead of merge sort.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1612
             */
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1613
            if (++count == MAX_RUN_COUNT) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1614
                sort(a, left, right, true);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1615
                return;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1616
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1617
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1618
37912
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1619
        // These invariants should hold true:
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1620
        //    run[0] = 0
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1621
        //    run[<last>] = right + 1; (terminator)
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1622
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1623
        if (count == 0) {
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1624
            // A single equal run
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1625
            return;
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1626
        } else if (count == 1 && run[count] > right) {
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1627
            // Either a single ascending or a transformed descending run.
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1628
            // Always check that a final run is a proper terminator, otherwise
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1629
            // we have an unterminated trailing run, to handle downstream.
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1630
            return;
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1631
        }
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1632
        right++;
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1633
        if (run[count] < right) {
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1634
            // Corner case: the final run is not a terminator. This may happen
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1635
            // if a final run is an equals run, or there is a single-element run
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1636
            // at the end. Fix up by adding a proper terminator at the end.
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  1637
            // Note that we terminate with (right + 1), incremented earlier.
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1638
            run[++count] = right;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1639
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1640
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1641
        // Determine alternation base for merge
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1642
        byte odd = 0;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1643
        for (int n = 1; (n <<= 1) < count; odd ^= 1);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1644
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1645
        // Use or create temporary array b for merging
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1646
        char[] b;                 // temp array; alternates with a
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1647
        int ao, bo;              // array offsets from 'left'
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1648
        int blen = right - left; // space needed for b
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1649
        if (work == null || workLen < blen || workBase + blen > work.length) {
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1650
            work = new char[blen];
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1651
            workBase = 0;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1652
        }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1653
        if (odd == 0) {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1654
            System.arraycopy(a, left, work, workBase, blen);
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1655
            b = a;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1656
            bo = 0;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1657
            a = work;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1658
            ao = workBase - left;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1659
        } else {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1660
            b = work;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1661
            ao = 0;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1662
            bo = workBase - left;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1663
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1664
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1665
        // Merging
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1666
        for (int last; count > 1; count = last) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1667
            for (int k = (last = 0) + 2; k <= count; k += 2) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1668
                int hi = run[k], mi = run[k - 1];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1669
                for (int i = run[k - 2], p = i, q = mi; i < hi; ++i) {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1670
                    if (q >= hi || p < mi && a[p + ao] <= a[q + ao]) {
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1671
                        b[i + bo] = a[p++ + ao];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1672
                    } else {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1673
                        b[i + bo] = a[q++ + ao];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1674
                    }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1675
                }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1676
                run[++last] = hi;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1677
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1678
            if ((count & 1) != 0) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1679
                for (int i = right, lo = run[count - 1]; --i >= lo;
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1680
                    b[i + bo] = a[i + ao]
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1681
                );
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1682
                run[++last] = right;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1683
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1684
            char[] t = a; a = b; b = t;
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  1685
            int o = ao; ao = bo; bo = o;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1686
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1687
    }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1688
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1689
    /**
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1690
     * Sorts the specified range of the array by Dual-Pivot Quicksort.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1691
     *
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1692
     * @param a the array to be sorted
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  1693
     * @param left the index of the first element, inclusive, to be sorted
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  1694
     * @param right the index of the last element, inclusive, to be sorted
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1695
     * @param leftmost indicates if this part is the leftmost in the range
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1696
     */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1697
    private static void sort(char[] a, int left, int right, boolean leftmost) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1698
        int length = right - left + 1;
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  1699
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1700
        // Use insertion sort on tiny arrays
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1701
        if (length < INSERTION_SORT_THRESHOLD) {
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1702
            if (leftmost) {
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1703
                /*
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1704
                 * Traditional (without sentinel) insertion sort,
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1705
                 * optimized for server VM, is used in case of
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1706
                 * the leftmost part.
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1707
                 */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1708
                for (int i = left, j = i; i < right; j = ++i) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1709
                    char ai = a[i + 1];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1710
                    while (ai < a[j]) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1711
                        a[j + 1] = a[j];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1712
                        if (j-- == left) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1713
                            break;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1714
                        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1715
                    }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1716
                    a[j + 1] = ai;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1717
                }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1718
            } else {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1719
                /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1720
                 * Skip the longest ascending sequence.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1721
                 */
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1722
                do {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1723
                    if (left >= right) {
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1724
                        return;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1725
                    }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1726
                } while (a[++left] >= a[left - 1]);
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1727
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1728
                /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1729
                 * Every element from adjoining part plays the role
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1730
                 * of sentinel, therefore this allows us to avoid the
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1731
                 * left range check on each iteration. Moreover, we use
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1732
                 * the more optimized algorithm, so called pair insertion
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1733
                 * sort, which is faster (in the context of Quicksort)
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1734
                 * than traditional implementation of insertion sort.
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1735
                 */
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1736
                for (int k = left; ++left <= right; k = ++left) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1737
                    char a1 = a[k], a2 = a[left];
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1738
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1739
                    if (a1 < a2) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1740
                        a2 = a1; a1 = a[left];
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1741
                    }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1742
                    while (a1 < a[--k]) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1743
                        a[k + 2] = a[k];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1744
                    }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1745
                    a[++k + 1] = a1;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1746
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1747
                    while (a2 < a[--k]) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1748
                        a[k + 1] = a[k];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1749
                    }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1750
                    a[k + 1] = a2;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1751
                }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1752
                char last = a[right];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1753
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1754
                while (last < a[--right]) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1755
                    a[right + 1] = a[right];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1756
                }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1757
                a[right + 1] = last;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1758
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1759
            return;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1760
        }
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  1761
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1762
        // Inexpensive approximation of length / 7
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1763
        int seventh = (length >> 3) + (length >> 6) + 1;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1764
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1765
        /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1766
         * Sort five evenly spaced elements around (and including) the
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1767
         * center element in the range. These elements will be used for
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1768
         * pivot selection as described below. The choice for spacing
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1769
         * these elements was empirically determined to work well on
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1770
         * a wide variety of inputs.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1771
         */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1772
        int e3 = (left + right) >>> 1; // The midpoint
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1773
        int e2 = e3 - seventh;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1774
        int e1 = e2 - seventh;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1775
        int e4 = e3 + seventh;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1776
        int e5 = e4 + seventh;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1777
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1778
        // Sort these elements using insertion sort
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1779
        if (a[e2] < a[e1]) { char t = a[e2]; a[e2] = a[e1]; a[e1] = t; }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1780
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1781
        if (a[e3] < a[e2]) { char t = a[e3]; a[e3] = a[e2]; a[e2] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1782
            if (t < a[e1]) { a[e2] = a[e1]; a[e1] = t; }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1783
        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1784
        if (a[e4] < a[e3]) { char t = a[e4]; a[e4] = a[e3]; a[e3] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1785
            if (t < a[e2]) { a[e3] = a[e2]; a[e2] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1786
                if (t < a[e1]) { a[e2] = a[e1]; a[e1] = t; }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1787
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1788
        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1789
        if (a[e5] < a[e4]) { char t = a[e5]; a[e5] = a[e4]; a[e4] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1790
            if (t < a[e3]) { a[e4] = a[e3]; a[e3] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1791
                if (t < a[e2]) { a[e3] = a[e2]; a[e2] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1792
                    if (t < a[e1]) { a[e2] = a[e1]; a[e1] = t; }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1793
                }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1794
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1795
        }
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1796
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1797
        // Pointers
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1798
        int less  = left;  // The index of the first element of center part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1799
        int great = right; // The index before the first element of right part
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1800
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1801
        if (a[e1] != a[e2] && a[e2] != a[e3] && a[e3] != a[e4] && a[e4] != a[e5]) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1802
            /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1803
             * Use the second and fourth of the five sorted elements as pivots.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1804
             * These values are inexpensive approximations of the first and
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1805
             * second terciles of the array. Note that pivot1 <= pivot2.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1806
             */
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1807
            char pivot1 = a[e2];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1808
            char pivot2 = a[e4];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1809
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1810
            /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1811
             * The first and the last elements to be sorted are moved to the
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1812
             * locations formerly occupied by the pivots. When partitioning
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1813
             * is complete, the pivots are swapped back into their final
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1814
             * positions, and excluded from subsequent sorting.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1815
             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1816
            a[e2] = a[left];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1817
            a[e4] = a[right];
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1818
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1819
            /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1820
             * Skip elements, which are less or greater than pivot values.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1821
             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1822
            while (a[++less] < pivot1);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1823
            while (a[--great] > pivot2);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1824
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1825
            /*
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  1826
             * Partitioning:
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  1827
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1828
             *   left part           center part                   right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1829
             * +--------------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1830
             * |  < pivot1  |  pivot1 <= && <= pivot2  |    ?    |  > pivot2  |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1831
             * +--------------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1832
             *               ^                          ^       ^
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1833
             *               |                          |       |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1834
             *              less                        k     great
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  1835
             *
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1836
             * Invariants:
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  1837
             *
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1838
             *              all in (left, less)   < pivot1
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1839
             *    pivot1 <= all in [less, k)     <= pivot2
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1840
             *              all in (great, right) > pivot2
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1841
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1842
             * Pointer k is the first index of ?-part.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1843
             */
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  1844
            outer:
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1845
            for (int k = less - 1; ++k <= great; ) {
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1846
                char ak = a[k];
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  1847
                if (ak < pivot1) { // Move a[k] to left part
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1848
                    a[k] = a[less];
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1849
                    /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1850
                     * Here and below we use "a[i] = b; i++;" instead
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1851
                     * of "a[i++] = b;" due to performance issue.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1852
                     */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1853
                    a[less] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1854
                    ++less;
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  1855
                } else if (ak > pivot2) { // Move a[k] to right part
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  1856
                    while (a[great] > pivot2) {
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  1857
                        if (great-- == k) {
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  1858
                            break outer;
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  1859
                        }
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1860
                    }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1861
                    if (a[great] < pivot1) { // a[great] <= pivot2
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1862
                        a[k] = a[less];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1863
                        a[less] = a[great];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1864
                        ++less;
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  1865
                    } else { // pivot1 <= a[great] <= pivot2
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  1866
                        a[k] = a[great];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1867
                    }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1868
                    /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1869
                     * Here and below we use "a[i] = b; i--;" instead
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1870
                     * of "a[i--] = b;" due to performance issue.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1871
                     */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1872
                    a[great] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1873
                    --great;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1874
                }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1875
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1876
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1877
            // Swap pivots into their final positions
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1878
            a[left]  = a[less  - 1]; a[less  - 1] = pivot1;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1879
            a[right] = a[great + 1]; a[great + 1] = pivot2;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1880
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1881
            // Sort left and right parts recursively, excluding known pivots
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1882
            sort(a, left, less - 2, leftmost);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1883
            sort(a, great + 2, right, false);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1884
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1885
            /*
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1886
             * If center part is too large (comprises > 4/7 of the array),
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1887
             * swap internal pivot values to ends.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1888
             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1889
            if (less < e1 && e5 < great) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1890
                /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1891
                 * Skip elements, which are equal to pivot values.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1892
                 */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1893
                while (a[less] == pivot1) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1894
                    ++less;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1895
                }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1896
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1897
                while (a[great] == pivot2) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1898
                    --great;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1899
                }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1900
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1901
                /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1902
                 * Partitioning:
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1903
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1904
                 *   left part         center part                  right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1905
                 * +----------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1906
                 * | == pivot1 |  pivot1 < && < pivot2  |    ?    | == pivot2 |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1907
                 * +----------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1908
                 *              ^                        ^       ^
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1909
                 *              |                        |       |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1910
                 *             less                      k     great
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1911
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1912
                 * Invariants:
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1913
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1914
                 *              all in (*,  less) == pivot1
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1915
                 *     pivot1 < all in [less,  k)  < pivot2
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1916
                 *              all in (great, *) == pivot2
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1917
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1918
                 * Pointer k is the first index of ?-part.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1919
                 */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1920
                outer:
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1921
                for (int k = less - 1; ++k <= great; ) {
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1922
                    char ak = a[k];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1923
                    if (ak == pivot1) { // Move a[k] to left part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1924
                        a[k] = a[less];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1925
                        a[less] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1926
                        ++less;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1927
                    } else if (ak == pivot2) { // Move a[k] to right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1928
                        while (a[great] == pivot2) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1929
                            if (great-- == k) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1930
                                break outer;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1931
                            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1932
                        }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1933
                        if (a[great] == pivot1) { // a[great] < pivot2
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1934
                            a[k] = a[less];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1935
                            /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1936
                             * Even though a[great] equals to pivot1, the
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1937
                             * assignment a[less] = pivot1 may be incorrect,
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1938
                             * if a[great] and pivot1 are floating-point zeros
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1939
                             * of different signs. Therefore in float and
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1940
                             * double sorting methods we have to use more
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1941
                             * accurate assignment a[less] = a[great].
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1942
                             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1943
                            a[less] = pivot1;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1944
                            ++less;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1945
                        } else { // pivot1 < a[great] < pivot2
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1946
                            a[k] = a[great];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1947
                        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1948
                        a[great] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1949
                        --great;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1950
                    }
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1951
                }
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1952
            }
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1953
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1954
            // Sort center part recursively
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1955
            sort(a, less, great, false);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1956
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1957
        } else { // Partitioning with one pivot
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1958
            /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1959
             * Use the third of the five sorted elements as pivot.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1960
             * This value is inexpensive approximation of the median.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1961
             */
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1962
            char pivot = a[e3];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1963
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1964
            /*
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1965
             * Partitioning degenerates to the traditional 3-way
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1966
             * (or "Dutch National Flag") schema:
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1967
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1968
             *   left part    center part              right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1969
             * +-------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1970
             * |  < pivot  |   == pivot   |     ?    |  > pivot  |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1971
             * +-------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1972
             *              ^              ^        ^
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1973
             *              |              |        |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1974
             *             less            k      great
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1975
             *
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1976
             * Invariants:
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1977
             *
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1978
             *   all in (left, less)   < pivot
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1979
             *   all in [less, k)     == pivot
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1980
             *   all in (great, right) > pivot
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1981
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1982
             * Pointer k is the first index of ?-part.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1983
             */
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  1984
            for (int k = less; k <= great; ++k) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1985
                if (a[k] == pivot) {
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  1986
                    continue;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1987
                }
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1988
                char ak = a[k];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1989
                if (ak < pivot) { // Move a[k] to left part
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1990
                    a[k] = a[less];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1991
                    a[less] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1992
                    ++less;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1993
                } else { // a[k] > pivot - Move a[k] to right part
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1994
                    while (a[great] > pivot) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1995
                        --great;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1996
                    }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  1997
                    if (a[great] < pivot) { // a[great] <= pivot
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  1998
                        a[k] = a[less];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  1999
                        a[less] = a[great];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2000
                        ++less;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2001
                    } else { // a[great] == pivot
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2002
                        /*
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2003
                         * Even though a[great] equals to pivot, the
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2004
                         * assignment a[k] = pivot may be incorrect,
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2005
                         * if a[great] and pivot are floating-point
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2006
                         * zeros of different signs. Therefore in float
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2007
                         * and double sorting methods we have to use
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2008
                         * more accurate assignment a[k] = a[great].
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2009
                         */
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2010
                        a[k] = pivot;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2011
                    }
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2012
                    a[great] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2013
                    --great;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2014
                }
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2015
            }
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  2016
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2017
            /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2018
             * Sort left and right parts recursively.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2019
             * All elements from center part are equal
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2020
             * and, therefore, already sorted.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2021
             */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2022
            sort(a, left, less - 1, leftmost);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2023
            sort(a, great + 1, right, false);
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2024
        }
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2025
    }
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2026
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2027
    /** The number of distinct byte values. */
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2028
    private static final int NUM_BYTE_VALUES = 1 << 8;
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2029
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2030
    /**
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2031
     * Sorts the specified range of the array.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2032
     *
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2033
     * @param a the array to be sorted
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2034
     * @param left the index of the first element, inclusive, to be sorted
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2035
     * @param right the index of the last element, inclusive, to be sorted
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2036
     */
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2037
    static void sort(byte[] a, int left, int right) {
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2038
        // Use counting sort on large arrays
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2039
        if (right - left > COUNTING_SORT_THRESHOLD_FOR_BYTE) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2040
            int[] count = new int[NUM_BYTE_VALUES];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2041
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2042
            for (int i = left - 1; ++i <= right;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2043
                count[a[i] - Byte.MIN_VALUE]++
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2044
            );
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2045
            for (int i = NUM_BYTE_VALUES, k = right + 1; k > left; ) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2046
                while (count[--i] == 0);
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2047
                byte value = (byte) (i + Byte.MIN_VALUE);
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2048
                int s = count[i];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2049
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2050
                do {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2051
                    a[--k] = value;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2052
                } while (--s > 0);
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2053
            }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2054
        } else { // Use insertion sort on small arrays
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2055
            for (int i = left, j = i; i < right; j = ++i) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2056
                byte ai = a[i + 1];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2057
                while (ai < a[j]) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2058
                    a[j + 1] = a[j];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2059
                    if (j-- == left) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2060
                        break;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2061
                    }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2062
                }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2063
                a[j + 1] = ai;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2064
            }
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2065
        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2066
    }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2067
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2068
    /**
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2069
     * Sorts the specified range of the array using the given
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2070
     * workspace array slice if possible for merging
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2071
     *
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2072
     * @param a the array to be sorted
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2073
     * @param left the index of the first element, inclusive, to be sorted
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2074
     * @param right the index of the last element, inclusive, to be sorted
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2075
     * @param work a workspace array (slice)
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2076
     * @param workBase origin of usable space in work array
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2077
     * @param workLen usable size of work array
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2078
     */
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2079
    static void sort(float[] a, int left, int right,
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2080
                     float[] work, int workBase, int workLen) {
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2081
        /*
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2082
         * Phase 1: Move NaNs to the end of the array.
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2083
         */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2084
        while (left <= right && Float.isNaN(a[right])) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2085
            --right;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2086
        }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2087
        for (int k = right; --k >= left; ) {
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2088
            float ak = a[k];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2089
            if (ak != ak) { // a[k] is NaN
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2090
                a[k] = a[right];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2091
                a[right] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2092
                --right;
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2093
            }
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2094
        }
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2095
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2096
        /*
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2097
         * Phase 2: Sort everything except NaNs (which are already in place).
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2098
         */
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2099
        doSort(a, left, right, work, workBase, workLen);
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2100
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2101
        /*
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2102
         * Phase 3: Place negative zeros before positive zeros.
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2103
         */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2104
        int hi = right;
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2105
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2106
        /*
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2107
         * Find the first zero, or first positive, or last negative element.
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2108
         */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2109
        while (left < hi) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2110
            int middle = (left + hi) >>> 1;
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2111
            float middleValue = a[middle];
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2112
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2113
            if (middleValue < 0.0f) {
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2114
                left = middle + 1;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2115
            } else {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2116
                hi = middle;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2117
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2118
        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2119
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2120
        /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2121
         * Skip the last negative value (if any) or all leading negative zeros.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2122
         */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2123
        while (left <= right && Float.floatToRawIntBits(a[left]) < 0) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2124
            ++left;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2125
        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2126
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2127
        /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2128
         * Move negative zeros to the beginning of the sub-range.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2129
         *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2130
         * Partitioning:
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2131
         *
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2132
         * +----------------------------------------------------+
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2133
         * |   < 0.0   |   -0.0   |   0.0   |   ?  ( >= 0.0 )   |
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2134
         * +----------------------------------------------------+
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2135
         *              ^          ^         ^
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2136
         *              |          |         |
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2137
         *             left        p         k
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2138
         *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2139
         * Invariants:
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2140
         *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2141
         *   all in (*,  left)  <  0.0
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2142
         *   all in [left,  p) == -0.0
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2143
         *   all in [p,     k) ==  0.0
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2144
         *   all in [k, right] >=  0.0
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2145
         *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2146
         * Pointer k is the first index of ?-part.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2147
         */
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2148
        for (int k = left, p = left - 1; ++k <= right; ) {
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2149
            float ak = a[k];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2150
            if (ak != 0.0f) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2151
                break;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2152
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2153
            if (Float.floatToRawIntBits(ak) < 0) { // ak is -0.0f
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2154
                a[k] = 0.0f;
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2155
                a[++p] = -0.0f;
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2156
            }
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2157
        }
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2158
    }
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2159
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2160
    /**
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2161
     * Sorts the specified range of the array.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2162
     *
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2163
     * @param a the array to be sorted
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2164
     * @param left the index of the first element, inclusive, to be sorted
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2165
     * @param right the index of the last element, inclusive, to be sorted
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2166
     * @param work a workspace array (slice)
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2167
     * @param workBase origin of usable space in work array
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2168
     * @param workLen usable size of work array
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2169
     */
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2170
    private static void doSort(float[] a, int left, int right,
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2171
                               float[] work, int workBase, int workLen) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2172
        // Use Quicksort on small arrays
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2173
        if (right - left < QUICKSORT_THRESHOLD) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2174
            sort(a, left, right, true);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2175
            return;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2176
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2177
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2178
        /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2179
         * Index run[i] is the start of i-th run
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2180
         * (ascending or descending sequence).
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2181
         */
8193
626b859aabb2 7018258: Dual-pivot updates in 7013585 can fail with ArrayIndexOutOfBoundsException
alanb
parents: 8188
diff changeset
  2182
        int[] run = new int[MAX_RUN_COUNT + 1];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2183
        int count = 0; run[0] = left;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2184
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2185
        // Check if the array is nearly sorted
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2186
        for (int k = left; k < right; run[count] = k) {
31079
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  2187
            // Equal items in the beginning of the sequence
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  2188
            while (k < right && a[k] == a[k + 1])
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  2189
                k++;
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  2190
            if (k == right) break;  // Sequence finishes with equal items
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2191
            if (a[k] < a[k + 1]) { // ascending
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2192
                while (++k <= right && a[k - 1] <= a[k]);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2193
            } else if (a[k] > a[k + 1]) { // descending
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2194
                while (++k <= right && a[k - 1] >= a[k]);
31079
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  2195
                // Transform into an ascending sequence
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2196
                for (int lo = run[count] - 1, hi = k; ++lo < --hi; ) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2197
                    float t = a[lo]; a[lo] = a[hi]; a[hi] = t;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2198
                }
31079
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  2199
            }
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  2200
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  2201
            // Merge a transformed descending sequence followed by an
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  2202
            // ascending sequence
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  2203
            if (run[count] > left && a[run[count]] >= a[run[count] - 1]) {
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  2204
                count--;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2205
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2206
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2207
            /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2208
             * The array is not highly structured,
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2209
             * use Quicksort instead of merge sort.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2210
             */
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2211
            if (++count == MAX_RUN_COUNT) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2212
                sort(a, left, right, true);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2213
                return;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2214
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2215
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2216
37912
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2217
        // These invariants should hold true:
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2218
        //    run[0] = 0
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2219
        //    run[<last>] = right + 1; (terminator)
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2220
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2221
        if (count == 0) {
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2222
            // A single equal run
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2223
            return;
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2224
        } else if (count == 1 && run[count] > right) {
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2225
            // Either a single ascending or a transformed descending run.
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2226
            // Always check that a final run is a proper terminator, otherwise
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2227
            // we have an unterminated trailing run, to handle downstream.
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2228
            return;
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2229
        }
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2230
        right++;
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2231
        if (run[count] < right) {
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2232
            // Corner case: the final run is not a terminator. This may happen
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2233
            // if a final run is an equals run, or there is a single-element run
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2234
            // at the end. Fix up by adding a proper terminator at the end.
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2235
            // Note that we terminate with (right + 1), incremented earlier.
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2236
            run[++count] = right;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2237
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2238
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2239
        // Determine alternation base for merge
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2240
        byte odd = 0;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2241
        for (int n = 1; (n <<= 1) < count; odd ^= 1);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2242
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2243
        // Use or create temporary array b for merging
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2244
        float[] b;                 // temp array; alternates with a
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2245
        int ao, bo;              // array offsets from 'left'
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2246
        int blen = right - left; // space needed for b
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2247
        if (work == null || workLen < blen || workBase + blen > work.length) {
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2248
            work = new float[blen];
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2249
            workBase = 0;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2250
        }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2251
        if (odd == 0) {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2252
            System.arraycopy(a, left, work, workBase, blen);
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2253
            b = a;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2254
            bo = 0;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2255
            a = work;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2256
            ao = workBase - left;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2257
        } else {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2258
            b = work;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2259
            ao = 0;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2260
            bo = workBase - left;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2261
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2262
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2263
        // Merging
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2264
        for (int last; count > 1; count = last) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2265
            for (int k = (last = 0) + 2; k <= count; k += 2) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2266
                int hi = run[k], mi = run[k - 1];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2267
                for (int i = run[k - 2], p = i, q = mi; i < hi; ++i) {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2268
                    if (q >= hi || p < mi && a[p + ao] <= a[q + ao]) {
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2269
                        b[i + bo] = a[p++ + ao];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2270
                    } else {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2271
                        b[i + bo] = a[q++ + ao];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2272
                    }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2273
                }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2274
                run[++last] = hi;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2275
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2276
            if ((count & 1) != 0) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2277
                for (int i = right, lo = run[count - 1]; --i >= lo;
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2278
                    b[i + bo] = a[i + ao]
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2279
                );
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2280
                run[++last] = right;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2281
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2282
            float[] t = a; a = b; b = t;
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2283
            int o = ao; ao = bo; bo = o;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2284
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2285
    }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2286
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2287
    /**
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2288
     * Sorts the specified range of the array by Dual-Pivot Quicksort.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2289
     *
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2290
     * @param a the array to be sorted
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2291
     * @param left the index of the first element, inclusive, to be sorted
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2292
     * @param right the index of the last element, inclusive, to be sorted
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2293
     * @param leftmost indicates if this part is the leftmost in the range
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2294
     */
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2295
    private static void sort(float[] a, int left, int right, boolean leftmost) {
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2296
        int length = right - left + 1;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2297
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2298
        // Use insertion sort on tiny arrays
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2299
        if (length < INSERTION_SORT_THRESHOLD) {
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2300
            if (leftmost) {
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2301
                /*
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2302
                 * Traditional (without sentinel) insertion sort,
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2303
                 * optimized for server VM, is used in case of
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2304
                 * the leftmost part.
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2305
                 */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2306
                for (int i = left, j = i; i < right; j = ++i) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2307
                    float ai = a[i + 1];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2308
                    while (ai < a[j]) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2309
                        a[j + 1] = a[j];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2310
                        if (j-- == left) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2311
                            break;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2312
                        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2313
                    }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2314
                    a[j + 1] = ai;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2315
                }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2316
            } else {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2317
                /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2318
                 * Skip the longest ascending sequence.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2319
                 */
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2320
                do {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2321
                    if (left >= right) {
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2322
                        return;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2323
                    }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2324
                } while (a[++left] >= a[left - 1]);
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2325
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2326
                /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2327
                 * Every element from adjoining part plays the role
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2328
                 * of sentinel, therefore this allows us to avoid the
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2329
                 * left range check on each iteration. Moreover, we use
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2330
                 * the more optimized algorithm, so called pair insertion
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2331
                 * sort, which is faster (in the context of Quicksort)
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2332
                 * than traditional implementation of insertion sort.
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2333
                 */
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2334
                for (int k = left; ++left <= right; k = ++left) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2335
                    float a1 = a[k], a2 = a[left];
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2336
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2337
                    if (a1 < a2) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2338
                        a2 = a1; a1 = a[left];
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2339
                    }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2340
                    while (a1 < a[--k]) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2341
                        a[k + 2] = a[k];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2342
                    }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2343
                    a[++k + 1] = a1;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2344
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2345
                    while (a2 < a[--k]) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2346
                        a[k + 1] = a[k];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2347
                    }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2348
                    a[k + 1] = a2;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2349
                }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2350
                float last = a[right];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2351
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2352
                while (last < a[--right]) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2353
                    a[right + 1] = a[right];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2354
                }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2355
                a[right + 1] = last;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2356
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2357
            return;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2358
        }
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  2359
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2360
        // Inexpensive approximation of length / 7
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2361
        int seventh = (length >> 3) + (length >> 6) + 1;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2362
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2363
        /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2364
         * Sort five evenly spaced elements around (and including) the
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2365
         * center element in the range. These elements will be used for
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2366
         * pivot selection as described below. The choice for spacing
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2367
         * these elements was empirically determined to work well on
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2368
         * a wide variety of inputs.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2369
         */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2370
        int e3 = (left + right) >>> 1; // The midpoint
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2371
        int e2 = e3 - seventh;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2372
        int e1 = e2 - seventh;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2373
        int e4 = e3 + seventh;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2374
        int e5 = e4 + seventh;
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  2375
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2376
        // Sort these elements using insertion sort
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2377
        if (a[e2] < a[e1]) { float t = a[e2]; a[e2] = a[e1]; a[e1] = t; }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2378
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2379
        if (a[e3] < a[e2]) { float t = a[e3]; a[e3] = a[e2]; a[e2] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2380
            if (t < a[e1]) { a[e2] = a[e1]; a[e1] = t; }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2381
        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2382
        if (a[e4] < a[e3]) { float t = a[e4]; a[e4] = a[e3]; a[e3] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2383
            if (t < a[e2]) { a[e3] = a[e2]; a[e2] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2384
                if (t < a[e1]) { a[e2] = a[e1]; a[e1] = t; }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2385
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2386
        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2387
        if (a[e5] < a[e4]) { float t = a[e5]; a[e5] = a[e4]; a[e4] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2388
            if (t < a[e3]) { a[e4] = a[e3]; a[e3] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2389
                if (t < a[e2]) { a[e3] = a[e2]; a[e2] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2390
                    if (t < a[e1]) { a[e2] = a[e1]; a[e1] = t; }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2391
                }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2392
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2393
        }
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2394
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2395
        // Pointers
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2396
        int less  = left;  // The index of the first element of center part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2397
        int great = right; // The index before the first element of right part
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2398
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2399
        if (a[e1] != a[e2] && a[e2] != a[e3] && a[e3] != a[e4] && a[e4] != a[e5]) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2400
            /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2401
             * Use the second and fourth of the five sorted elements as pivots.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2402
             * These values are inexpensive approximations of the first and
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2403
             * second terciles of the array. Note that pivot1 <= pivot2.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2404
             */
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2405
            float pivot1 = a[e2];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2406
            float pivot2 = a[e4];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2407
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2408
            /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2409
             * The first and the last elements to be sorted are moved to the
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2410
             * locations formerly occupied by the pivots. When partitioning
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2411
             * is complete, the pivots are swapped back into their final
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2412
             * positions, and excluded from subsequent sorting.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2413
             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2414
            a[e2] = a[left];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2415
            a[e4] = a[right];
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2416
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2417
            /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2418
             * Skip elements, which are less or greater than pivot values.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2419
             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2420
            while (a[++less] < pivot1);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2421
            while (a[--great] > pivot2);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2422
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2423
            /*
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  2424
             * Partitioning:
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  2425
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2426
             *   left part           center part                   right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2427
             * +--------------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2428
             * |  < pivot1  |  pivot1 <= && <= pivot2  |    ?    |  > pivot2  |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2429
             * +--------------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2430
             *               ^                          ^       ^
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2431
             *               |                          |       |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2432
             *              less                        k     great
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  2433
             *
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2434
             * Invariants:
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  2435
             *
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2436
             *              all in (left, less)   < pivot1
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2437
             *    pivot1 <= all in [less, k)     <= pivot2
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2438
             *              all in (great, right) > pivot2
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2439
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2440
             * Pointer k is the first index of ?-part.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2441
             */
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  2442
            outer:
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2443
            for (int k = less - 1; ++k <= great; ) {
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2444
                float ak = a[k];
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  2445
                if (ak < pivot1) { // Move a[k] to left part
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2446
                    a[k] = a[less];
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2447
                    /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2448
                     * Here and below we use "a[i] = b; i++;" instead
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2449
                     * of "a[i++] = b;" due to performance issue.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2450
                     */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2451
                    a[less] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2452
                    ++less;
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  2453
                } else if (ak > pivot2) { // Move a[k] to right part
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  2454
                    while (a[great] > pivot2) {
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  2455
                        if (great-- == k) {
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  2456
                            break outer;
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  2457
                        }
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2458
                    }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2459
                    if (a[great] < pivot1) { // a[great] <= pivot2
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2460
                        a[k] = a[less];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2461
                        a[less] = a[great];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2462
                        ++less;
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  2463
                    } else { // pivot1 <= a[great] <= pivot2
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  2464
                        a[k] = a[great];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2465
                    }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2466
                    /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2467
                     * Here and below we use "a[i] = b; i--;" instead
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2468
                     * of "a[i--] = b;" due to performance issue.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2469
                     */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2470
                    a[great] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2471
                    --great;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2472
                }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2473
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2474
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2475
            // Swap pivots into their final positions
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2476
            a[left]  = a[less  - 1]; a[less  - 1] = pivot1;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2477
            a[right] = a[great + 1]; a[great + 1] = pivot2;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2478
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2479
            // Sort left and right parts recursively, excluding known pivots
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2480
            sort(a, left, less - 2, leftmost);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2481
            sort(a, great + 2, right, false);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2482
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2483
            /*
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2484
             * If center part is too large (comprises > 4/7 of the array),
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2485
             * swap internal pivot values to ends.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2486
             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2487
            if (less < e1 && e5 < great) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2488
                /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2489
                 * Skip elements, which are equal to pivot values.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2490
                 */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2491
                while (a[less] == pivot1) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2492
                    ++less;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2493
                }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2494
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2495
                while (a[great] == pivot2) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2496
                    --great;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2497
                }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2498
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2499
                /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2500
                 * Partitioning:
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2501
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2502
                 *   left part         center part                  right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2503
                 * +----------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2504
                 * | == pivot1 |  pivot1 < && < pivot2  |    ?    | == pivot2 |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2505
                 * +----------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2506
                 *              ^                        ^       ^
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2507
                 *              |                        |       |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2508
                 *             less                      k     great
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2509
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2510
                 * Invariants:
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2511
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2512
                 *              all in (*,  less) == pivot1
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2513
                 *     pivot1 < all in [less,  k)  < pivot2
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2514
                 *              all in (great, *) == pivot2
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2515
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2516
                 * Pointer k is the first index of ?-part.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2517
                 */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2518
                outer:
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2519
                for (int k = less - 1; ++k <= great; ) {
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2520
                    float ak = a[k];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2521
                    if (ak == pivot1) { // Move a[k] to left part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2522
                        a[k] = a[less];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2523
                        a[less] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2524
                        ++less;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2525
                    } else if (ak == pivot2) { // Move a[k] to right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2526
                        while (a[great] == pivot2) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2527
                            if (great-- == k) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2528
                                break outer;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2529
                            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2530
                        }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2531
                        if (a[great] == pivot1) { // a[great] < pivot2
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2532
                            a[k] = a[less];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2533
                            /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2534
                             * Even though a[great] equals to pivot1, the
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2535
                             * assignment a[less] = pivot1 may be incorrect,
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2536
                             * if a[great] and pivot1 are floating-point zeros
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2537
                             * of different signs. Therefore in float and
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2538
                             * double sorting methods we have to use more
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2539
                             * accurate assignment a[less] = a[great].
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2540
                             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2541
                            a[less] = a[great];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2542
                            ++less;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2543
                        } else { // pivot1 < a[great] < pivot2
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2544
                            a[k] = a[great];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2545
                        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2546
                        a[great] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2547
                        --great;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2548
                    }
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2549
                }
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2550
            }
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2551
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2552
            // Sort center part recursively
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2553
            sort(a, less, great, false);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2554
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2555
        } else { // Partitioning with one pivot
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2556
            /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2557
             * Use the third of the five sorted elements as pivot.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2558
             * This value is inexpensive approximation of the median.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2559
             */
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2560
            float pivot = a[e3];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2561
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2562
            /*
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2563
             * Partitioning degenerates to the traditional 3-way
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2564
             * (or "Dutch National Flag") schema:
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2565
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2566
             *   left part    center part              right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2567
             * +-------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2568
             * |  < pivot  |   == pivot   |     ?    |  > pivot  |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2569
             * +-------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2570
             *              ^              ^        ^
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2571
             *              |              |        |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2572
             *             less            k      great
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2573
             *
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2574
             * Invariants:
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2575
             *
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2576
             *   all in (left, less)   < pivot
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2577
             *   all in [less, k)     == pivot
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2578
             *   all in (great, right) > pivot
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2579
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2580
             * Pointer k is the first index of ?-part.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2581
             */
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2582
            for (int k = less; k <= great; ++k) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2583
                if (a[k] == pivot) {
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  2584
                    continue;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2585
                }
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2586
                float ak = a[k];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2587
                if (ak < pivot) { // Move a[k] to left part
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2588
                    a[k] = a[less];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2589
                    a[less] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2590
                    ++less;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2591
                } else { // a[k] > pivot - Move a[k] to right part
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2592
                    while (a[great] > pivot) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2593
                        --great;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2594
                    }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2595
                    if (a[great] < pivot) { // a[great] <= pivot
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2596
                        a[k] = a[less];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2597
                        a[less] = a[great];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2598
                        ++less;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2599
                    } else { // a[great] == pivot
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2600
                        /*
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2601
                         * Even though a[great] equals to pivot, the
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2602
                         * assignment a[k] = pivot may be incorrect,
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2603
                         * if a[great] and pivot are floating-point
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2604
                         * zeros of different signs. Therefore in float
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2605
                         * and double sorting methods we have to use
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2606
                         * more accurate assignment a[k] = a[great].
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2607
                         */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2608
                        a[k] = a[great];
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2609
                    }
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2610
                    a[great] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2611
                    --great;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2612
                }
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2613
            }
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  2614
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2615
            /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2616
             * Sort left and right parts recursively.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2617
             * All elements from center part are equal
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2618
             * and, therefore, already sorted.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2619
             */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2620
            sort(a, left, less - 1, leftmost);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2621
            sort(a, great + 1, right, false);
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2622
        }
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2623
    }
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2624
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2625
    /**
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2626
     * Sorts the specified range of the array using the given
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2627
     * workspace array slice if possible for merging
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2628
     *
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2629
     * @param a the array to be sorted
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2630
     * @param left the index of the first element, inclusive, to be sorted
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2631
     * @param right the index of the last element, inclusive, to be sorted
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2632
     * @param work a workspace array (slice)
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2633
     * @param workBase origin of usable space in work array
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2634
     * @param workLen usable size of work array
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2635
     */
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2636
    static void sort(double[] a, int left, int right,
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2637
                     double[] work, int workBase, int workLen) {
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2638
        /*
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2639
         * Phase 1: Move NaNs to the end of the array.
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2640
         */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2641
        while (left <= right && Double.isNaN(a[right])) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2642
            --right;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2643
        }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2644
        for (int k = right; --k >= left; ) {
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2645
            double ak = a[k];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2646
            if (ak != ak) { // a[k] is NaN
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2647
                a[k] = a[right];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2648
                a[right] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2649
                --right;
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2650
            }
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2651
        }
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2652
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2653
        /*
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2654
         * Phase 2: Sort everything except NaNs (which are already in place).
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2655
         */
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2656
        doSort(a, left, right, work, workBase, workLen);
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2657
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2658
        /*
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2659
         * Phase 3: Place negative zeros before positive zeros.
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2660
         */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2661
        int hi = right;
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2662
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2663
        /*
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2664
         * Find the first zero, or first positive, or last negative element.
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2665
         */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2666
        while (left < hi) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2667
            int middle = (left + hi) >>> 1;
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2668
            double middleValue = a[middle];
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2669
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2670
            if (middleValue < 0.0d) {
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2671
                left = middle + 1;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2672
            } else {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2673
                hi = middle;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2674
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2675
        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2676
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2677
        /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2678
         * Skip the last negative value (if any) or all leading negative zeros.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2679
         */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2680
        while (left <= right && Double.doubleToRawLongBits(a[left]) < 0) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2681
            ++left;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2682
        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2683
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2684
        /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2685
         * Move negative zeros to the beginning of the sub-range.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2686
         *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2687
         * Partitioning:
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2688
         *
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2689
         * +----------------------------------------------------+
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2690
         * |   < 0.0   |   -0.0   |   0.0   |   ?  ( >= 0.0 )   |
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2691
         * +----------------------------------------------------+
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2692
         *              ^          ^         ^
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2693
         *              |          |         |
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2694
         *             left        p         k
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2695
         *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2696
         * Invariants:
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2697
         *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2698
         *   all in (*,  left)  <  0.0
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2699
         *   all in [left,  p) == -0.0
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2700
         *   all in [p,     k) ==  0.0
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2701
         *   all in [k, right] >=  0.0
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2702
         *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2703
         * Pointer k is the first index of ?-part.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2704
         */
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2705
        for (int k = left, p = left - 1; ++k <= right; ) {
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2706
            double ak = a[k];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2707
            if (ak != 0.0d) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2708
                break;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2709
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2710
            if (Double.doubleToRawLongBits(ak) < 0) { // ak is -0.0d
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2711
                a[k] = 0.0d;
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2712
                a[++p] = -0.0d;
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2713
            }
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2714
        }
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2715
    }
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2716
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2717
    /**
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2718
     * Sorts the specified range of the array.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2719
     *
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2720
     * @param a the array to be sorted
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2721
     * @param left the index of the first element, inclusive, to be sorted
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2722
     * @param right the index of the last element, inclusive, to be sorted
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2723
     * @param work a workspace array (slice)
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2724
     * @param workBase origin of usable space in work array
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2725
     * @param workLen usable size of work array
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2726
     */
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2727
    private static void doSort(double[] a, int left, int right,
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2728
                               double[] work, int workBase, int workLen) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2729
        // Use Quicksort on small arrays
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2730
        if (right - left < QUICKSORT_THRESHOLD) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2731
            sort(a, left, right, true);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2732
            return;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2733
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2734
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2735
        /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2736
         * Index run[i] is the start of i-th run
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2737
         * (ascending or descending sequence).
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2738
         */
8193
626b859aabb2 7018258: Dual-pivot updates in 7013585 can fail with ArrayIndexOutOfBoundsException
alanb
parents: 8188
diff changeset
  2739
        int[] run = new int[MAX_RUN_COUNT + 1];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2740
        int count = 0; run[0] = left;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2741
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2742
        // Check if the array is nearly sorted
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2743
        for (int k = left; k < right; run[count] = k) {
31079
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  2744
            // Equal items in the beginning of the sequence
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  2745
            while (k < right && a[k] == a[k + 1])
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  2746
                k++;
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  2747
            if (k == right) break;  // Sequence finishes with equal items
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2748
            if (a[k] < a[k + 1]) { // ascending
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2749
                while (++k <= right && a[k - 1] <= a[k]);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2750
            } else if (a[k] > a[k + 1]) { // descending
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2751
                while (++k <= right && a[k - 1] >= a[k]);
31079
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  2752
                // Transform into an ascending sequence
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2753
                for (int lo = run[count] - 1, hi = k; ++lo < --hi; ) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2754
                    double t = a[lo]; a[lo] = a[hi]; a[hi] = t;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2755
                }
31079
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  2756
            }
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  2757
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  2758
            // Merge a transformed descending sequence followed by an
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  2759
            // ascending sequence
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  2760
            if (run[count] > left && a[run[count]] >= a[run[count] - 1]) {
bf5fabb914b6 8080945: Improve the performance of primitive Arrays.sort for certain patterns of array elements
psandoz
parents: 25859
diff changeset
  2761
                count--;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2762
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2763
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2764
            /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2765
             * The array is not highly structured,
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2766
             * use Quicksort instead of merge sort.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2767
             */
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2768
            if (++count == MAX_RUN_COUNT) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2769
                sort(a, left, right, true);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2770
                return;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2771
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2772
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2773
37912
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2774
        // These invariants should hold true:
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2775
        //    run[0] = 0
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2776
        //    run[<last>] = right + 1; (terminator)
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2777
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2778
        if (count == 0) {
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2779
            // A single equal run
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2780
            return;
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2781
        } else if (count == 1 && run[count] > right) {
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2782
            // Either a single ascending or a transformed descending run.
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2783
            // Always check that a final run is a proper terminator, otherwise
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2784
            // we have an unterminated trailing run, to handle downstream.
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2785
            return;
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2786
        }
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2787
        right++;
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2788
        if (run[count] < right) {
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2789
            // Corner case: the final run is not a terminator. This may happen
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2790
            // if a final run is an equals run, or there is a single-element run
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2791
            // at the end. Fix up by adding a proper terminator at the end.
80b046f15b53 8154049: DualPivot sorting calculates incorrect runs for nearly sorted arrays
psandoz
parents: 31079
diff changeset
  2792
            // Note that we terminate with (right + 1), incremented earlier.
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2793
            run[++count] = right;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2794
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2795
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2796
        // Determine alternation base for merge
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2797
        byte odd = 0;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2798
        for (int n = 1; (n <<= 1) < count; odd ^= 1);
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2799
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2800
        // Use or create temporary array b for merging
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2801
        double[] b;                 // temp array; alternates with a
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2802
        int ao, bo;              // array offsets from 'left'
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2803
        int blen = right - left; // space needed for b
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2804
        if (work == null || workLen < blen || workBase + blen > work.length) {
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2805
            work = new double[blen];
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2806
            workBase = 0;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2807
        }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2808
        if (odd == 0) {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2809
            System.arraycopy(a, left, work, workBase, blen);
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2810
            b = a;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2811
            bo = 0;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2812
            a = work;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2813
            ao = workBase - left;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2814
        } else {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2815
            b = work;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2816
            ao = 0;
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2817
            bo = workBase - left;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2818
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2819
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2820
        // Merging
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2821
        for (int last; count > 1; count = last) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2822
            for (int k = (last = 0) + 2; k <= count; k += 2) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2823
                int hi = run[k], mi = run[k - 1];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2824
                for (int i = run[k - 2], p = i, q = mi; i < hi; ++i) {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2825
                    if (q >= hi || p < mi && a[p + ao] <= a[q + ao]) {
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2826
                        b[i + bo] = a[p++ + ao];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2827
                    } else {
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2828
                        b[i + bo] = a[q++ + ao];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2829
                    }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2830
                }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2831
                run[++last] = hi;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2832
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2833
            if ((count & 1) != 0) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2834
                for (int i = right, lo = run[count - 1]; --i >= lo;
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2835
                    b[i + bo] = a[i + ao]
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2836
                );
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2837
                run[++last] = right;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2838
            }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2839
            double[] t = a; a = b; b = t;
17712
b56c69500af6 8014076: Arrays parallel and serial sorting improvements
dl
parents: 9035
diff changeset
  2840
            int o = ao; ao = bo; bo = o;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2841
        }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2842
    }
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2843
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2844
    /**
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2845
     * Sorts the specified range of the array by Dual-Pivot Quicksort.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2846
     *
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2847
     * @param a the array to be sorted
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2848
     * @param left the index of the first element, inclusive, to be sorted
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  2849
     * @param right the index of the last element, inclusive, to be sorted
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2850
     * @param leftmost indicates if this part is the leftmost in the range
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2851
     */
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2852
    private static void sort(double[] a, int left, int right, boolean leftmost) {
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2853
        int length = right - left + 1;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2854
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2855
        // Use insertion sort on tiny arrays
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2856
        if (length < INSERTION_SORT_THRESHOLD) {
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2857
            if (leftmost) {
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2858
                /*
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2859
                 * Traditional (without sentinel) insertion sort,
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2860
                 * optimized for server VM, is used in case of
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2861
                 * the leftmost part.
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2862
                 */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2863
                for (int i = left, j = i; i < right; j = ++i) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2864
                    double ai = a[i + 1];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2865
                    while (ai < a[j]) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2866
                        a[j + 1] = a[j];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2867
                        if (j-- == left) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2868
                            break;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2869
                        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2870
                    }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2871
                    a[j + 1] = ai;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2872
                }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2873
            } else {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2874
                /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2875
                 * Skip the longest ascending sequence.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2876
                 */
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2877
                do {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2878
                    if (left >= right) {
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2879
                        return;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2880
                    }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2881
                } while (a[++left] >= a[left - 1]);
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2882
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2883
                /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2884
                 * Every element from adjoining part plays the role
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2885
                 * of sentinel, therefore this allows us to avoid the
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2886
                 * left range check on each iteration. Moreover, we use
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2887
                 * the more optimized algorithm, so called pair insertion
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2888
                 * sort, which is faster (in the context of Quicksort)
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2889
                 * than traditional implementation of insertion sort.
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2890
                 */
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2891
                for (int k = left; ++left <= right; k = ++left) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2892
                    double a1 = a[k], a2 = a[left];
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2893
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2894
                    if (a1 < a2) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2895
                        a2 = a1; a1 = a[left];
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2896
                    }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2897
                    while (a1 < a[--k]) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2898
                        a[k + 2] = a[k];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2899
                    }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2900
                    a[++k + 1] = a1;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2901
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2902
                    while (a2 < a[--k]) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2903
                        a[k + 1] = a[k];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2904
                    }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2905
                    a[k + 1] = a2;
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2906
                }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2907
                double last = a[right];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2908
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2909
                while (last < a[--right]) {
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2910
                    a[right + 1] = a[right];
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2911
                }
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2912
                a[right + 1] = last;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2913
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2914
            return;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2915
        }
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  2916
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2917
        // Inexpensive approximation of length / 7
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  2918
        int seventh = (length >> 3) + (length >> 6) + 1;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2919
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2920
        /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2921
         * Sort five evenly spaced elements around (and including) the
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2922
         * center element in the range. These elements will be used for
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2923
         * pivot selection as described below. The choice for spacing
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2924
         * these elements was empirically determined to work well on
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2925
         * a wide variety of inputs.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2926
         */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2927
        int e3 = (left + right) >>> 1; // The midpoint
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2928
        int e2 = e3 - seventh;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2929
        int e1 = e2 - seventh;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2930
        int e4 = e3 + seventh;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2931
        int e5 = e4 + seventh;
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  2932
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2933
        // Sort these elements using insertion sort
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2934
        if (a[e2] < a[e1]) { double t = a[e2]; a[e2] = a[e1]; a[e1] = t; }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2935
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2936
        if (a[e3] < a[e2]) { double t = a[e3]; a[e3] = a[e2]; a[e2] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2937
            if (t < a[e1]) { a[e2] = a[e1]; a[e1] = t; }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2938
        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2939
        if (a[e4] < a[e3]) { double t = a[e4]; a[e4] = a[e3]; a[e3] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2940
            if (t < a[e2]) { a[e3] = a[e2]; a[e2] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2941
                if (t < a[e1]) { a[e2] = a[e1]; a[e1] = t; }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2942
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2943
        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2944
        if (a[e5] < a[e4]) { double t = a[e5]; a[e5] = a[e4]; a[e4] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2945
            if (t < a[e3]) { a[e4] = a[e3]; a[e3] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2946
                if (t < a[e2]) { a[e3] = a[e2]; a[e2] = t;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2947
                    if (t < a[e1]) { a[e2] = a[e1]; a[e1] = t; }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2948
                }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2949
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2950
        }
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2951
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2952
        // Pointers
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2953
        int less  = left;  // The index of the first element of center part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2954
        int great = right; // The index before the first element of right part
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2955
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2956
        if (a[e1] != a[e2] && a[e2] != a[e3] && a[e3] != a[e4] && a[e4] != a[e5]) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2957
            /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2958
             * Use the second and fourth of the five sorted elements as pivots.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2959
             * These values are inexpensive approximations of the first and
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2960
             * second terciles of the array. Note that pivot1 <= pivot2.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2961
             */
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2962
            double pivot1 = a[e2];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2963
            double pivot2 = a[e4];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  2964
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2965
            /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2966
             * The first and the last elements to be sorted are moved to the
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2967
             * locations formerly occupied by the pivots. When partitioning
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2968
             * is complete, the pivots are swapped back into their final
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2969
             * positions, and excluded from subsequent sorting.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2970
             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2971
            a[e2] = a[left];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2972
            a[e4] = a[right];
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2973
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2974
            /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2975
             * Skip elements, which are less or greater than pivot values.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2976
             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2977
            while (a[++less] < pivot1);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2978
            while (a[--great] > pivot2);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2979
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2980
            /*
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  2981
             * Partitioning:
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  2982
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2983
             *   left part           center part                   right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2984
             * +--------------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2985
             * |  < pivot1  |  pivot1 <= && <= pivot2  |    ?    |  > pivot2  |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2986
             * +--------------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2987
             *               ^                          ^       ^
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2988
             *               |                          |       |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2989
             *              less                        k     great
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  2990
             *
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2991
             * Invariants:
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  2992
             *
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2993
             *              all in (left, less)   < pivot1
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2994
             *    pivot1 <= all in [less, k)     <= pivot2
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2995
             *              all in (great, right) > pivot2
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2996
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  2997
             * Pointer k is the first index of ?-part.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  2998
             */
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  2999
            outer:
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  3000
            for (int k = less - 1; ++k <= great; ) {
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3001
                double ak = a[k];
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  3002
                if (ak < pivot1) { // Move a[k] to left part
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3003
                    a[k] = a[less];
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  3004
                    /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  3005
                     * Here and below we use "a[i] = b; i++;" instead
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  3006
                     * of "a[i++] = b;" due to performance issue.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  3007
                     */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3008
                    a[less] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3009
                    ++less;
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  3010
                } else if (ak > pivot2) { // Move a[k] to right part
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  3011
                    while (a[great] > pivot2) {
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  3012
                        if (great-- == k) {
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  3013
                            break outer;
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  3014
                        }
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3015
                    }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  3016
                    if (a[great] < pivot1) { // a[great] <= pivot2
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3017
                        a[k] = a[less];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3018
                        a[less] = a[great];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3019
                        ++less;
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  3020
                    } else { // pivot1 <= a[great] <= pivot2
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  3021
                        a[k] = a[great];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3022
                    }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  3023
                    /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  3024
                     * Here and below we use "a[i] = b; i--;" instead
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  3025
                     * of "a[i--] = b;" due to performance issue.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  3026
                     */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3027
                    a[great] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3028
                    --great;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3029
                }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3030
            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3031
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3032
            // Swap pivots into their final positions
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3033
            a[left]  = a[less  - 1]; a[less  - 1] = pivot1;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3034
            a[right] = a[great + 1]; a[great + 1] = pivot2;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3035
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3036
            // Sort left and right parts recursively, excluding known pivots
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3037
            sort(a, left, less - 2, leftmost);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3038
            sort(a, great + 2, right, false);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3039
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3040
            /*
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  3041
             * If center part is too large (comprises > 4/7 of the array),
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3042
             * swap internal pivot values to ends.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3043
             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3044
            if (less < e1 && e5 < great) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3045
                /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3046
                 * Skip elements, which are equal to pivot values.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3047
                 */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3048
                while (a[less] == pivot1) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3049
                    ++less;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3050
                }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3051
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3052
                while (a[great] == pivot2) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3053
                    --great;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3054
                }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3055
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3056
                /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3057
                 * Partitioning:
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3058
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3059
                 *   left part         center part                  right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3060
                 * +----------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3061
                 * | == pivot1 |  pivot1 < && < pivot2  |    ?    | == pivot2 |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3062
                 * +----------------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3063
                 *              ^                        ^       ^
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3064
                 *              |                        |       |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3065
                 *             less                      k     great
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3066
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3067
                 * Invariants:
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3068
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3069
                 *              all in (*,  less) == pivot1
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3070
                 *     pivot1 < all in [less,  k)  < pivot2
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3071
                 *              all in (great, *) == pivot2
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3072
                 *
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3073
                 * Pointer k is the first index of ?-part.
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3074
                 */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3075
                outer:
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  3076
                for (int k = less - 1; ++k <= great; ) {
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3077
                    double ak = a[k];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3078
                    if (ak == pivot1) { // Move a[k] to left part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3079
                        a[k] = a[less];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3080
                        a[less] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3081
                        ++less;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3082
                    } else if (ak == pivot2) { // Move a[k] to right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3083
                        while (a[great] == pivot2) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3084
                            if (great-- == k) {
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3085
                                break outer;
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3086
                            }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3087
                        }
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  3088
                        if (a[great] == pivot1) { // a[great] < pivot2
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3089
                            a[k] = a[less];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3090
                            /*
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3091
                             * Even though a[great] equals to pivot1, the
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3092
                             * assignment a[less] = pivot1 may be incorrect,
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3093
                             * if a[great] and pivot1 are floating-point zeros
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3094
                             * of different signs. Therefore in float and
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3095
                             * double sorting methods we have to use more
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3096
                             * accurate assignment a[less] = a[great].
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3097
                             */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3098
                            a[less] = a[great];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3099
                            ++less;
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3100
                        } else { // pivot1 < a[great] < pivot2
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3101
                            a[k] = a[great];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3102
                        }
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3103
                        a[great] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3104
                        --great;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3105
                    }
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3106
                }
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3107
            }
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3108
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3109
            // Sort center part recursively
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3110
            sort(a, less, great, false);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3111
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3112
        } else { // Partitioning with one pivot
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3113
            /*
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3114
             * Use the third of the five sorted elements as pivot.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3115
             * This value is inexpensive approximation of the median.
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3116
             */
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3117
            double pivot = a[e3];
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3118
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3119
            /*
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  3120
             * Partitioning degenerates to the traditional 3-way
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3121
             * (or "Dutch National Flag") schema:
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3122
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3123
             *   left part    center part              right part
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3124
             * +-------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3125
             * |  < pivot  |   == pivot   |     ?    |  > pivot  |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3126
             * +-------------------------------------------------+
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3127
             *              ^              ^        ^
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3128
             *              |              |        |
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3129
             *             less            k      great
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3130
             *
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3131
             * Invariants:
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3132
             *
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3133
             *   all in (left, less)   < pivot
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3134
             *   all in [less, k)     == pivot
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3135
             *   all in (great, right) > pivot
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3136
             *
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3137
             * Pointer k is the first index of ?-part.
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3138
             */
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  3139
            for (int k = less; k <= great; ++k) {
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3140
                if (a[k] == pivot) {
4241
7d4f50f3806c 6901318: Yet more Dual-pivot quicksort improvements
alanb
parents: 4233
diff changeset
  3141
                    continue;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3142
                }
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3143
                double ak = a[k];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3144
                if (ak < pivot) { // Move a[k] to left part
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3145
                    a[k] = a[less];
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3146
                    a[less] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3147
                    ++less;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3148
                } else { // a[k] > pivot - Move a[k] to right part
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3149
                    while (a[great] > pivot) {
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3150
                        --great;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3151
                    }
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3152
                    if (a[great] < pivot) { // a[great] <= pivot
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3153
                        a[k] = a[less];
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3154
                        a[less] = a[great];
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3155
                        ++less;
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3156
                    } else { // a[great] == pivot
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3157
                        /*
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3158
                         * Even though a[great] equals to pivot, the
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3159
                         * assignment a[k] = pivot may be incorrect,
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3160
                         * if a[great] and pivot are floating-point
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3161
                         * zeros of different signs. Therefore in float
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3162
                         * and double sorting methods we have to use
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3163
                         * more accurate assignment a[k] = a[great].
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3164
                         */
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3165
                        a[k] = a[great];
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3166
                    }
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3167
                    a[great] = ak;
8188
b90884cf34f5 7013585: Dual-pivot quicksort improvements for highly structured (nearly sorted) and data with small periods
alanb
parents: 6896
diff changeset
  3168
                    --great;
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3169
                }
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3170
            }
4356
1f9c2400b8c5 6905046: More Dual-pivot quicksort improvements
jjb
parents: 4241
diff changeset
  3171
6896
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  3172
            /*
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  3173
             * Sort left and right parts recursively.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  3174
             * All elements from center part are equal
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  3175
             * and, therefore, already sorted.
d229d56fd918 6976036: Dual-pivot quicksort update (10/2010 tune-up)
alanb
parents: 5995
diff changeset
  3176
             */
5995
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3177
            sort(a, left, less - 1, leftmost);
0b76e67c2054 6947216: Even more Dual-pivot quicksort improvements
alanb
parents: 5506
diff changeset
  3178
            sort(a, great + 1, right, false);
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3179
        }
4233
9b594a48d0f4 6899694: Dual-pivot quicksort improvements
alanb
parents: 4177
diff changeset
  3180
    }
4170
a94a6faf44e6 6880672: Replace quicksort in java.util.Arrays with dual-pivot implementation
alanb
parents:
diff changeset
  3181
}