test/jdk/javax/net/ssl/SSLEngine/IllegalHandshakeMessage.java
author wetmore
Fri, 11 May 2018 15:53:12 -0700
branchJDK-8145252-TLS13-branch
changeset 56542 56aaa6cb3693
parent 47216 71c04702a3d5
permissions -rw-r--r--
Initial TLSv1.3 Implementation
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
46060
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
     1
/*
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
     2
 * Copyright (c) 2017, Oracle and/or its affiliates. All rights reserved.
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
     3
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
     4
 *
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
     5
 * This code is free software; you can redistribute it and/or modify it
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
     6
 * under the terms of the GNU General Public License version 2 only, as
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
     7
 * published by the Free Software Foundation.
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
     8
 *
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
     9
 * This code is distributed in the hope that it will be useful, but WITHOUT
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    10
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    11
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    12
 * version 2 for more details (a copy is included in the LICENSE file that
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    13
 * accompanied this code).
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    14
 *
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    15
 * You should have received a copy of the GNU General Public License version
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    16
 * 2 along with this work; if not, write to the Free Software Foundation,
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    17
 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    18
 *
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    19
 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    20
 * or visit www.oracle.com if you need additional information or have any
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    21
 * questions.
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    22
 */
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    23
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    24
//
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    25
// This test case relies on updated static security property, no way to re-use
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    26
// security property in samevm/agentvm mode.
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    27
//
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    28
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    29
/*
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    30
 * @test
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    31
 * @bug 8180643
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    32
 * @summary Illegal handshake message
56542
56aaa6cb3693 Initial TLSv1.3 Implementation
wetmore
parents: 47216
diff changeset
    33
 * @ignore the dependent implementation details are changed
46060
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    34
 * @run main/othervm IllegalHandshakeMessage
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    35
 */
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    36
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    37
import javax.net.ssl.*;
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    38
import javax.net.ssl.SSLEngineResult.*;
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    39
import java.io.*;
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    40
import java.security.*;
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    41
import java.nio.*;
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    42
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    43
public class IllegalHandshakeMessage {
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    44
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    45
    public static void main(String args[]) throws Exception {
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    46
        SSLContext context = SSLContext.getDefault();
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    47
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    48
        SSLEngine cliEngine = context.createSSLEngine();
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    49
        cliEngine.setUseClientMode(true);
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    50
        SSLEngine srvEngine = context.createSSLEngine();
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    51
        srvEngine.setUseClientMode(false);
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    52
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    53
        SSLSession session = cliEngine.getSession();
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    54
        int netBufferMax = session.getPacketBufferSize();
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    55
        int appBufferMax = session.getApplicationBufferSize();
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    56
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    57
        ByteBuffer cliToSrv = ByteBuffer.allocateDirect(netBufferMax);
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    58
        ByteBuffer srvToCli = ByteBuffer.allocateDirect(netBufferMax);
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    59
        ByteBuffer srvIBuff = ByteBuffer.allocateDirect(appBufferMax + 50);
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    60
        ByteBuffer cliOBuff = ByteBuffer.wrap("I'm client".getBytes());
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    61
        ByteBuffer srvOBuff = ByteBuffer.wrap("I'm server".getBytes());
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    62
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    63
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    64
        System.out.println("client hello (handshake type(0xAB))");
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    65
        SSLEngineResult cliRes = cliEngine.wrap(cliOBuff, cliToSrv);
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    66
        System.out.println("Client wrap result: " + cliRes);
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    67
        cliToSrv.flip();
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    68
        if (cliToSrv.limit() > 7) {
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    69
            cliToSrv.put(5, (byte)0xAB);    // use illegal handshake type
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    70
            cliToSrv.put(7, (byte)0x80);    // use illegal message length
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    71
        } else {
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    72
            // unlikely
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    73
            throw new Exception("No handshage message generated.");
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    74
        }
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    75
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    76
        try {
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    77
            SSLEngineResult srvRes = srvEngine.unwrap(cliToSrv, srvIBuff);
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    78
            System.out.println("Server unwrap result: " + srvRes);
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    79
            runDelegatedTasks(srvRes, srvEngine);
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    80
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    81
            srvRes = srvEngine.wrap(srvOBuff, srvToCli);
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    82
            System.out.println("Server wrap result: " + srvRes);
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    83
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    84
            throw new Exception(
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    85
                "Unsupported handshake message is not handled properly.");
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    86
        } catch (SSLException e) {
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    87
            // get the expected exception
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    88
            System.out.println("Expected exception: " + e);
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    89
        }
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    90
    }
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    91
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    92
    private static void runDelegatedTasks(SSLEngineResult result,
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    93
            SSLEngine engine) throws Exception {
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    94
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    95
        if (result.getHandshakeStatus() == HandshakeStatus.NEED_TASK) {
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    96
            Runnable runnable;
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    97
            while ((runnable = engine.getDelegatedTask()) != null) {
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    98
                System.out.println("\trunning delegated task...");
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
    99
                runnable.run();
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
   100
            }
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
   101
            HandshakeStatus hsStatus = engine.getHandshakeStatus();
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
   102
            if (hsStatus == HandshakeStatus.NEED_TASK) {
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
   103
                throw new Exception(
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
   104
                    "handshake shouldn't need additional tasks");
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
   105
            }
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
   106
            System.out.println("\tnew HandshakeStatus: " + hsStatus);
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
   107
        }
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
   108
    }
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
   109
}
cbd5a7843b0b 8180643: Illegal handshake message
xuelei
parents:
diff changeset
   110