src/java.base/share/classes/com/sun/crypto/provider/GHASH.java
author mbalao
Tue, 12 Nov 2019 00:30:55 -0300
changeset 59158 438337c846fb
parent 52990 1ed8de9045a7
permissions -rw-r--r--
8233404: System property to set the number of PBE iterations in JCEKS keystores Reviewed-by: weijun
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
15008
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
     1
/*
31462
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
     2
 * Copyright (c) 2013, 2015, Oracle and/or its affiliates. All rights reserved.
28851
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
     3
 * Copyright (c) 2015 Red Hat, Inc.
15008
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
     4
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
     5
 *
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
     6
 * This code is free software; you can redistribute it and/or modify it
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
     7
 * under the terms of the GNU General Public License version 2 only, as
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
     8
 * published by the Free Software Foundation.  Oracle designates this
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
     9
 * particular file as subject to the "Classpath" exception as provided
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    10
 * by Oracle in the LICENSE file that accompanied this code.
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    11
 *
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    12
 * This code is distributed in the hope that it will be useful, but WITHOUT
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    13
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    14
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    15
 * version 2 for more details (a copy is included in the LICENSE file that
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    16
 * accompanied this code).
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    17
 *
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    18
 * You should have received a copy of the GNU General Public License version
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    19
 * 2 along with this work; if not, write to the Free Software Foundation,
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    20
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    21
 *
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    22
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    23
 * or visit www.oracle.com if you need additional information or have any
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    24
 * questions.
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    25
 */
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    26
/*
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    27
 * (C) Copyright IBM Corp. 2013
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    28
 */
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    29
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    30
package com.sun.crypto.provider;
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    31
28851
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    32
import java.security.ProviderException;
15008
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    33
31671
362e0c0acece 8076112: Add @HotSpotIntrinsicCandidate annotation to indicate methods for which Java Runtime has intrinsics
zmajo
parents: 31462
diff changeset
    34
import jdk.internal.HotSpotIntrinsicCandidate;
362e0c0acece 8076112: Add @HotSpotIntrinsicCandidate annotation to indicate methods for which Java Runtime has intrinsics
zmajo
parents: 31462
diff changeset
    35
15008
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    36
/**
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    37
 * This class represents the GHASH function defined in NIST 800-38D
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    38
 * under section 6.4. It needs to be constructed w/ a hash subkey, i.e.
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    39
 * block H. Given input of 128-bit blocks, it will process and output
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    40
 * a 128-bit block.
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    41
 *
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    42
 * <p>This function is used in the implementation of GCM mode.
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    43
 *
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    44
 * @since 1.8
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    45
 */
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    46
final class GHASH {
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    47
28851
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    48
    private static long getLong(byte[] buffer, int offset) {
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    49
        long result = 0;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    50
        int end = offset + 8;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    51
        for (int i = offset; i < end; ++i) {
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    52
            result = (result << 8) + (buffer[i] & 0xFF);
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    53
        }
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    54
        return result;
15008
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    55
    }
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    56
28851
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    57
    private static void putLong(byte[] buffer, int offset, long value) {
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    58
        int end = offset + 8;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    59
        for (int i = end - 1; i >= offset; --i) {
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    60
            buffer[i] = (byte) value;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    61
            value >>= 8;
15008
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    62
        }
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    63
    }
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    64
28851
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    65
    private static final int AES_BLOCK_SIZE = 16;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    66
31462
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
    67
    // Multiplies state[0], state[1] by subkeyH[0], subkeyH[1].
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
    68
    private static void blockMult(long[] st, long[] subH) {
28851
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    69
        long Z0 = 0;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    70
        long Z1 = 0;
31462
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
    71
        long V0 = subH[0];
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
    72
        long V1 = subH[1];
28851
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    73
        long X;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    74
31462
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
    75
        // Separate loops for processing state[0] and state[1].
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
    76
        X = st[0];
28851
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    77
        for (int i = 0; i < 64; i++) {
15008
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    78
            // Zi+1 = Zi if bit i of x is 0
28851
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    79
            long mask = X >> 63;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    80
            Z0 ^= V0 & mask;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    81
            Z1 ^= V1 & mask;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    82
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    83
            // Save mask for conditional reduction below.
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    84
            mask = (V1 << 63) >> 63;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    85
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    86
            // V = rightshift(V)
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    87
            long carry = V0 & 1;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    88
            V0 = V0 >>> 1;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    89
            V1 = (V1 >>> 1) | (carry << 63);
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    90
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    91
            // Conditional reduction modulo P128.
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    92
            V0 ^= 0xe100000000000000L & mask;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    93
            X <<= 1;
15008
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
    94
        }
28851
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    95
31462
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
    96
        X = st[1];
28851
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    97
        for (int i = 64; i < 127; i++) {
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    98
            // Zi+1 = Zi if bit i of x is 0
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
    99
            long mask = X >> 63;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   100
            Z0 ^= V0 & mask;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   101
            Z1 ^= V1 & mask;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   102
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   103
            // Save mask for conditional reduction below.
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   104
            mask = (V1 << 63) >> 63;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   105
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   106
            // V = rightshift(V)
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   107
            long carry = V0 & 1;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   108
            V0 = V0 >>> 1;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   109
            V1 = (V1 >>> 1) | (carry << 63);
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   110
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   111
            // Conditional reduction.
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   112
            V0 ^= 0xe100000000000000L & mask;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   113
            X <<= 1;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   114
        }
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   115
15008
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   116
        // calculate Z128
28851
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   117
        long mask = X >> 63;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   118
        Z0 ^= V0 & mask;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   119
        Z1 ^= V1 & mask;
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   120
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   121
        // Save result.
31462
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   122
        st[0] = Z0;
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   123
        st[1] = Z1;
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   124
15008
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   125
    }
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   126
52990
1ed8de9045a7 8214074: Ghash optimization using AVX instructions
ascarpino
parents: 47216
diff changeset
   127
    /* subkeyHtbl and state are stored in long[] for GHASH intrinsic use */
31462
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   128
52990
1ed8de9045a7 8214074: Ghash optimization using AVX instructions
ascarpino
parents: 47216
diff changeset
   129
    // hashtable subkeyHtbl; holds 2*9 powers of subkeyH computed using carry-less multiplication
1ed8de9045a7 8214074: Ghash optimization using AVX instructions
ascarpino
parents: 47216
diff changeset
   130
    private long[] subkeyHtbl;
15008
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   131
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   132
    // buffer for storing hash
31462
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   133
    private final long[] state;
15008
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   134
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   135
    // variables for save/restore calls
28851
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   136
    private long stateSave0, stateSave1;
15008
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   137
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   138
    /**
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   139
     * Initializes the cipher in the specified mode with the given key
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   140
     * and iv.
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   141
     *
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   142
     * @param subkeyH the hash subkey
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   143
     *
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   144
     * @exception ProviderException if the given key is inappropriate for
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   145
     * initializing this digest
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   146
     */
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   147
    GHASH(byte[] subkeyH) throws ProviderException {
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   148
        if ((subkeyH == null) || subkeyH.length != AES_BLOCK_SIZE) {
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   149
            throw new ProviderException("Internal error");
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   150
        }
31462
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   151
        state = new long[2];
52990
1ed8de9045a7 8214074: Ghash optimization using AVX instructions
ascarpino
parents: 47216
diff changeset
   152
        subkeyHtbl = new long[2*9];
1ed8de9045a7 8214074: Ghash optimization using AVX instructions
ascarpino
parents: 47216
diff changeset
   153
        subkeyHtbl[0] = getLong(subkeyH, 0);
1ed8de9045a7 8214074: Ghash optimization using AVX instructions
ascarpino
parents: 47216
diff changeset
   154
        subkeyHtbl[1] = getLong(subkeyH, 8);
15008
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   155
    }
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   156
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   157
    /**
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   158
     * Resets the GHASH object to its original state, i.e. blank w/
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   159
     * the same subkey H. Used after digest() is called and to re-use
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   160
     * this object for different data w/ the same H.
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   161
     */
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   162
    void reset() {
31462
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   163
        state[0] = 0;
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   164
        state[1] = 0;
15008
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   165
    }
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   166
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   167
    /**
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   168
     * Save the current snapshot of this GHASH object.
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   169
     */
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   170
    void save() {
31462
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   171
        stateSave0 = state[0];
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   172
        stateSave1 = state[1];
15008
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   173
    }
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   174
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   175
    /**
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   176
     * Restores this object using the saved snapshot.
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   177
     */
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   178
    void restore() {
31462
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   179
        state[0] = stateSave0;
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   180
        state[1] = stateSave1;
15008
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   181
    }
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   182
31462
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   183
    private static void processBlock(byte[] data, int ofs, long[] st, long[] subH) {
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   184
        st[0] ^= getLong(data, ofs);
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   185
        st[1] ^= getLong(data, ofs + 8);
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   186
        blockMult(st, subH);
15008
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   187
    }
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   188
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   189
    void update(byte[] in) {
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   190
        update(in, 0, in.length);
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   191
    }
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   192
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   193
    void update(byte[] in, int inOfs, int inLen) {
31462
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   194
        if (inLen == 0) {
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   195
            return;
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   196
        }
52990
1ed8de9045a7 8214074: Ghash optimization using AVX instructions
ascarpino
parents: 47216
diff changeset
   197
        ghashRangeCheck(in, inOfs, inLen, state, subkeyHtbl);
1ed8de9045a7 8214074: Ghash optimization using AVX instructions
ascarpino
parents: 47216
diff changeset
   198
        processBlocks(in, inOfs, inLen/AES_BLOCK_SIZE, state, subkeyHtbl);
31462
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   199
    }
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   200
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   201
    private static void ghashRangeCheck(byte[] in, int inOfs, int inLen, long[] st, long[] subH) {
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   202
        if (inLen < 0) {
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   203
            throw new RuntimeException("invalid input length: " + inLen);
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   204
        }
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   205
        if (inOfs < 0) {
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   206
            throw new RuntimeException("invalid offset: " + inOfs);
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   207
        }
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   208
        if (inLen > in.length - inOfs) {
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   209
            throw new RuntimeException("input length out of bound: " +
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   210
                                       inLen + " > " + (in.length - inOfs));
15008
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   211
        }
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   212
        if (inLen % AES_BLOCK_SIZE != 0) {
31462
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   213
            throw new RuntimeException("input length/block size mismatch: " +
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   214
                                       inLen);
15008
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   215
        }
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   216
31462
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   217
        // These two checks are for C2 checking
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   218
        if (st.length != 2) {
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   219
            throw new RuntimeException("internal state has invalid length: " +
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   220
                                       st.length);
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   221
        }
52990
1ed8de9045a7 8214074: Ghash optimization using AVX instructions
ascarpino
parents: 47216
diff changeset
   222
        if (subH.length != 18) {
1ed8de9045a7 8214074: Ghash optimization using AVX instructions
ascarpino
parents: 47216
diff changeset
   223
            throw new RuntimeException("internal subkeyHtbl has invalid length: " +
31462
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   224
                                       subH.length);
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   225
        }
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   226
    }
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   227
    /*
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   228
     * This is an intrinsified method.  The method's argument list must match
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   229
     * the hotspot signature.  This method and methods called by it, cannot
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   230
     * throw exceptions or allocate arrays as it will breaking intrinsics
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   231
     */
31671
362e0c0acece 8076112: Add @HotSpotIntrinsicCandidate annotation to indicate methods for which Java Runtime has intrinsics
zmajo
parents: 31462
diff changeset
   232
    @HotSpotIntrinsicCandidate
31462
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   233
    private static void processBlocks(byte[] data, int inOfs, int blocks, long[] st, long[] subH) {
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   234
        int offset = inOfs;
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   235
        while (blocks > 0) {
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   236
            processBlock(data, offset, st, subH);
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   237
            blocks--;
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   238
            offset += AES_BLOCK_SIZE;
15008
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   239
        }
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   240
    }
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   241
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   242
    byte[] digest() {
28851
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   243
        byte[] result = new byte[AES_BLOCK_SIZE];
31462
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   244
        putLong(result, 0, state[0]);
1d0b519af651 8073108: Use x86 and SPARC CPU instructions for GHASH acceleration
ascarpino
parents: 28851
diff changeset
   245
        putLong(result, 8, state[1]);
28851
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   246
        reset();
e4c16ed7bffa 8069072: GHASH performance improvement
fweimer
parents: 25859
diff changeset
   247
        return result;
15008
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   248
    }
6a494f8ba5b5 6996769: support AEAD cipher
valeriep
parents:
diff changeset
   249
}